From 4cbbc365822fe35de1752fa7b2d7f99d8172f3f8 Mon Sep 17 00:00:00 2001 From: Jamie Rodriguez Date: Mon, 27 Oct 2025 17:12:21 -0400 Subject: [PATCH 1/9] send to bk --- .gitignore | 2 + CHANGELOG.md | 18 +++ README.md | 68 ++++++++- dbt_project.yml | 2 +- integration_tests/dbt_project.yml | 2 +- .../consistency/consistency_campaigns.sql | 41 ++++-- .../consistency_campaigns_count.sql | 25 ++++ .../consistency/consistency_lead_history.sql | 48 +++++++ .../tests/consistency/consistency_leads.sql | 42 ++++-- .../consistency/consistency_leads_count.sql | 24 ++++ .../consistency/consistency_programs.sql | 42 ++++-- .../consistency_programs_count.sql | 24 ++++ macros/union/apply_source_relation.sql | 15 ++ macros/union/marketo_union_connections.sql | 94 +++++++++++++ macros/union/marketo_union_relations.sql | 131 ++++++++++++++++++ models/docs.md | 4 + models/intermediate/int_marketo__lead.sql | 19 ++- .../marketo__bounces__by_sent_email.sql | 5 +- .../marketo__change_data_details.sql | 10 +- .../marketo__change_data_pivot.sql | 16 ++- .../intermediate/marketo__change_data_scd.sql | 17 ++- .../marketo__clicks__by_sent_email.sql | 5 +- .../marketo__deliveries__by_sent_email.sql | 5 +- .../marketo__email_sends_deduped.sql | 2 +- .../marketo__email_stats__by_campaign.sql | 3 +- ...arketo__email_stats__by_email_template.sql | 3 +- .../marketo__email_stats__by_lead.sql | 3 +- .../marketo__email_stats__by_program.sql | 3 +- .../marketo__lead_calendar_spine.sql | 5 +- .../marketo__opens__by_sent_email.sql | 5 +- .../marketo__unsubscribes__by_sent_email.sql | 5 +- models/marketo.yml | 18 ++- models/marketo__campaigns.sql | 3 +- models/marketo__email_sends.sql | 29 ++-- models/marketo__email_templates.sql | 3 +- models/marketo__lead_history.sql | 16 ++- models/marketo__leads.sql | 3 +- models/marketo__programs.sql | 3 +- models/staging/src_marketo.yml | 2 + models/staging/stg_marketo.yml | 28 ++++ ...tg_marketo__activity_change_data_value.sql | 4 +- .../stg_marketo__activity_click_email.sql | 6 +- .../stg_marketo__activity_delete_lead.sql | 2 + .../stg_marketo__activity_email_bounced.sql | 6 +- .../stg_marketo__activity_email_delivered.sql | 6 +- .../stg_marketo__activity_merge_leads.sql | 2 + .../stg_marketo__activity_open_email.sql | 6 +- .../stg_marketo__activity_send_email.sql | 6 +- ...tg_marketo__activity_unsubscribe_email.sql | 6 +- models/staging/stg_marketo__campaigns.sql | 4 +- .../stg_marketo__email_template_history.sql | 12 +- models/staging/stg_marketo__lead.sql | 1 + models/staging/stg_marketo__lead_describe.sql | 2 + models/staging/stg_marketo__program.sql | 2 + ...arketo__activity_change_data_value_tmp.sql | 9 +- .../stg_marketo__activity_click_email_tmp.sql | 9 +- .../stg_marketo__activity_delete_lead_tmp.sql | 9 +- ...tg_marketo__activity_email_bounced_tmp.sql | 9 +- ..._marketo__activity_email_delivered_tmp.sql | 9 +- .../stg_marketo__activity_merge_leads_tmp.sql | 9 +- .../stg_marketo__activity_open_email_tmp.sql | 9 +- .../stg_marketo__activity_send_email_tmp.sql | 9 +- ...arketo__activity_unsubscribe_email_tmp.sql | 9 +- .../staging/tmp/stg_marketo__campaign_tmp.sql | 9 +- ...tg_marketo__email_template_history_tmp.sql | 9 +- .../tmp/stg_marketo__lead_describe_tmp.sql | 9 +- models/staging/tmp/stg_marketo__lead_tmp.sql | 9 +- .../staging/tmp/stg_marketo__program_tmp.sql | 9 +- models/utils/marketo__calendar_spine.sql | 4 +- 69 files changed, 845 insertions(+), 143 deletions(-) create mode 100644 integration_tests/tests/consistency/consistency_campaigns_count.sql create mode 100644 integration_tests/tests/consistency/consistency_lead_history.sql create mode 100644 integration_tests/tests/consistency/consistency_leads_count.sql create mode 100644 integration_tests/tests/consistency/consistency_programs_count.sql create mode 100644 macros/union/apply_source_relation.sql create mode 100644 macros/union/marketo_union_connections.sql create mode 100644 macros/union/marketo_union_relations.sql diff --git a/.gitignore b/.gitignore index 06f4e77..2f3763b 100644 --- a/.gitignore +++ b/.gitignore @@ -71,3 +71,5 @@ env/ env.bak/ venv/ venv.bak/ + +CLAUDE.md \ No newline at end of file diff --git a/CHANGELOG.md b/CHANGELOG.md index c4e082d..676e3de 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,3 +1,21 @@ +# dbt_marketo v1.1.0 + +[PR #XX](https://github.com/fivetran/dbt_marketo/pull/XX) includes the following updates: + +## Schema/Data Change +**1 total change • 0 possible breaking changes** + +| Data Model(s) | Change type | Old | New | Notes | +| ------------- | ----------- | ----| --- | ----- | +| All models | New column | | `source_relation` | Identifies the source connection when using multiple Marketo connections | + +## Feature Update +- **Union Data Functionality**: This release supports running the package on multiple Marketo source connections. See the [README](https://github.com/fivetran/dbt_marketo/tree/main?tab=readme-ov-file#step-3-define-database-and-schema-variables) for details on how to leverage this feature. + +## Tests Update +- Removes uniqueness tests. The new unioning feature requires combination-of-column tests to consider the new `source_relation` column in addition to the existing primary key, but this is not supported across dbt versions. +- These tests will be reintroduced once a version-agnostic solution is available. + # dbt_marketo v1.0.1 [PR #51](https://github.com/fivetran/dbt_marketo/pull/51) includes the following updates: diff --git a/README.md b/README.md index 42cf8eb..e826ff3 100644 --- a/README.md +++ b/README.md @@ -62,17 +62,77 @@ Include the following Marketo package version in your `packages.yml` file. ```yml packages: - package: fivetran/marketo - version: [">=1.0.0", "<1.1.0"] + version: [">=1.1.0", "<1.2.0"] ``` > All required sources and staging models are now bundled into this transformation package. Do not include `fivetran/marketo_source` in your `packages.yml` since this package has been deprecated. ### Step 3: Define database and schema variables -By default, this package runs using your destination and the `marketo` schema of your [target database](https://docs.getdbt.com/docs/running-a-dbt-project/using-the-command-line-interface/configure-your-profile). If this is not where your Marketo data is (for example, if your Marketo schema is named `marketo_fivetran`), add the following configuration to your root `dbt_project.yml` file: + +#### Option A: Single connection +By default, this package runs using your [destination](https://docs.getdbt.com/docs/running-a-dbt-project/using-the-command-line-interface/configure-your-profile) and the `marketo` schema. If this is not where your Marketo data is (for example, if your Marketo schema is named `marketo_fivetran`), add the following configuration to your root `dbt_project.yml` file: + +```yml +vars: + marketo: + marketo_database: your_database_name + marketo_schema: your_schema_name +``` + +#### Option B: Union multiple connections +If you have multiple Marketo connections in Fivetran and would like to use this package on all of them simultaneously, we have provided functionality to do so. For each source table, the package will union all of the data together and pass the unioned table into the transformations. The `source_relation` column in each model indicates the origin of each record. + +To use this functionality, you will need to set the `marketo_sources` variable in your root `dbt_project.yml` file: + +```yml +# dbt_project.yml + +vars: + marketo: + marketo_sources: + - database: connection_1_destination_name # Required + schema: connection_1_schema_name # Required + name: connection_1_source_name # Required only if following the step in the following subsection + + - database: connection_2_destination_name + schema: connection_2_schema_name + name: connection_2_source_name +``` + +##### Recommended: Incorporate unioned sources into DAG +> *If you are running the package through [Fivetran Transformations for dbt Core™](https://fivetran.com/docs/transformations/dbt#transformationsfordbtcore), the below step is necessary in order to synchronize model runs with your Marketo connections. Alternatively, you may choose to run the package through Fivetran [Quickstart](https://fivetran.com/docs/transformations/quickstart), which would create separate sets of models for each Marketo source rather than one set of unioned models.* + +By default, this package defines one single-connection source, called `marketo`, which will be disabled if you are unioning multiple connections. This means that your DAG will not include your Marketo sources, though the package will run successfully. + +To properly incorporate all of your Marketo connections into your project's DAG: +1. Define each of your sources in a `.yml` file in the models directory of your project. Utilize the following template for the `source`-level configurations, and, **most importantly**, copy and paste the table and column-level definitions from the package's `src_marketo.yml` [file](https://github.com/fivetran/dbt_marketo/blob/main/models/staging/src_marketo.yml). ```yml +# a .yml file in your root project + +version: 2 + +sources: + - name: # ex: Should match name in marketo_sources + schema: + database: + loader: fivetran + config: + loaded_at_field: _fivetran_synced + freshness: # feel free to adjust to your liking + warn_after: {count: 72, period: hour} + error_after: {count: 168, period: hour} + + tables: # copy and paste from marketo/models/staging/src_marketo.yml - see https://support.atlassian.com/bitbucket-cloud/docs/yaml-anchors/ for how to use anchors to only do so once +``` + +> **Note**: If there are source tables you do not have (see [Step 4](https://github.com/fivetran/dbt_marketo?tab=readme-ov-file#step-4-enablingdisabling-models)), you may still include them, as long as you have set the right variables to `False`. + +2. Set the `has_defined_sources` variable (scoped to the `marketo` package) to `True`, like such: +```yml +# dbt_project.yml vars: - marketo_database: your_database_name - marketo_schema: your_schema_name + marketo: + has_defined_sources: true ``` ### Step 4: Enabling/Disabling Models diff --git a/dbt_project.yml b/dbt_project.yml index 85effb1..11cf30b 100644 --- a/dbt_project.yml +++ b/dbt_project.yml @@ -1,5 +1,5 @@ name: 'marketo' -version: '1.0.1' +version: '1.1.0' config-version: 2 require-dbt-version: [">=1.3.0", "<2.0.0"] on-run-start: "{{ lead_history_columns_warning() }}" diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml index 178c269..06a034e 100644 --- a/integration_tests/dbt_project.yml +++ b/integration_tests/dbt_project.yml @@ -1,5 +1,5 @@ name: 'marketo_integration_tests' -version: '1.0.1' +version: '1.1.0' profile: 'integration_tests' config-version: 2 diff --git a/integration_tests/tests/consistency/consistency_campaigns.sql b/integration_tests/tests/consistency/consistency_campaigns.sql index e2fa1a7..fffd5d1 100644 --- a/integration_tests/tests/consistency/consistency_campaigns.sql +++ b/integration_tests/tests/consistency/consistency_campaigns.sql @@ -3,23 +3,46 @@ enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) ) }} +{% set exclude_cols = ['source_relation'] %} +-- this test ensures the marketo__campaigns end model matches the prior version with prod as ( - select count(*) as prod_row_count + select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=exclude_cols) }} from {{ target.schema }}_marketo_prod.marketo__campaigns ), dev as ( - select count(*) as dev_row_count + select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=exclude_cols) }} from {{ target.schema }}_marketo_dev.marketo__campaigns -), +), + +prod_not_in_dev as ( + -- rows from prod not found in dev + select * from prod + except distinct + select * from dev +), + +dev_not_in_prod as ( + -- rows from dev not found in prod + select * from dev + except distinct + select * from prod +), + +final as ( + select + *, + 'from prod' as source + from prod_not_in_dev + + union all -- union since we only care if rows are produced -count_check as ( - select * - from prod - join dev - on prod.prod_row_count != dev.dev_row_count + select + *, + 'from dev' as source + from dev_not_in_prod ) select * -from count_check \ No newline at end of file +from final \ No newline at end of file diff --git a/integration_tests/tests/consistency/consistency_campaigns_count.sql b/integration_tests/tests/consistency/consistency_campaigns_count.sql new file mode 100644 index 0000000..e2fa1a7 --- /dev/null +++ b/integration_tests/tests/consistency/consistency_campaigns_count.sql @@ -0,0 +1,25 @@ +{{ config( + tags="fivetran_validations", + enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) +) }} + + +with prod as ( + select count(*) as prod_row_count + from {{ target.schema }}_marketo_prod.marketo__campaigns +), + +dev as ( + select count(*) as dev_row_count + from {{ target.schema }}_marketo_dev.marketo__campaigns +), + +count_check as ( + select * + from prod + join dev + on prod.prod_row_count != dev.dev_row_count +) + +select * +from count_check \ No newline at end of file diff --git a/integration_tests/tests/consistency/consistency_lead_history.sql b/integration_tests/tests/consistency/consistency_lead_history.sql new file mode 100644 index 0000000..6fa59e1 --- /dev/null +++ b/integration_tests/tests/consistency/consistency_lead_history.sql @@ -0,0 +1,48 @@ +{{ config( + tags="fivetran_validations", + enabled=var('fivetran_validation_tests_enabled', false) +) }} + +{% set exclude_cols = ['source_relation'] %} + +-- this test ensures the marketo__lead_history end model matches the prior version +with prod as ( + select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=exclude_cols) }} + from {{ target.schema }}_marketo_prod.marketo__lead_history +), + +dev as ( + select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=exclude_cols) }} + from {{ target.schema }}_marketo_dev.marketo__lead_history +), + +prod_not_in_dev as ( + -- rows from prod not found in dev + select * from prod + except distinct + select * from dev +), + +dev_not_in_prod as ( + -- rows from dev not found in prod + select * from dev + except distinct + select * from prod +), + +final as ( + select + *, + 'from prod' as source + from prod_not_in_dev + + union all -- union since we only care if rows are produced + + select + *, + 'from dev' as source + from dev_not_in_prod +) + +select * +from final \ No newline at end of file diff --git a/integration_tests/tests/consistency/consistency_leads.sql b/integration_tests/tests/consistency/consistency_leads.sql index c217a6a..f72e81a 100644 --- a/integration_tests/tests/consistency/consistency_leads.sql +++ b/integration_tests/tests/consistency/consistency_leads.sql @@ -3,22 +3,46 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} +{% set exclude_cols = ['source_relation'] %} + +-- this test ensures the marketo__leads end model matches the prior version with prod as ( - select count(*) as prod_row_count + select {{ dbt_utils.star(from=ref('marketo__leads'), except=exclude_cols) }} from {{ target.schema }}_marketo_prod.marketo__leads ), dev as ( - select count(*) as dev_row_count + select {{ dbt_utils.star(from=ref('marketo__leads'), except=exclude_cols) }} from {{ target.schema }}_marketo_dev.marketo__leads -), +), + +prod_not_in_dev as ( + -- rows from prod not found in dev + select * from prod + except distinct + select * from dev +), + +dev_not_in_prod as ( + -- rows from dev not found in prod + select * from dev + except distinct + select * from prod +), + +final as ( + select + *, + 'from prod' as source + from prod_not_in_dev + + union all -- union since we only care if rows are produced -count_check as ( - select * - from prod - join dev - on prod.prod_row_count != dev.dev_row_count + select + *, + 'from dev' as source + from dev_not_in_prod ) select * -from count_check \ No newline at end of file +from final \ No newline at end of file diff --git a/integration_tests/tests/consistency/consistency_leads_count.sql b/integration_tests/tests/consistency/consistency_leads_count.sql new file mode 100644 index 0000000..c217a6a --- /dev/null +++ b/integration_tests/tests/consistency/consistency_leads_count.sql @@ -0,0 +1,24 @@ +{{ config( + tags="fivetran_validations", + enabled=var('fivetran_validation_tests_enabled', false) +) }} + +with prod as ( + select count(*) as prod_row_count + from {{ target.schema }}_marketo_prod.marketo__leads +), + +dev as ( + select count(*) as dev_row_count + from {{ target.schema }}_marketo_dev.marketo__leads +), + +count_check as ( + select * + from prod + join dev + on prod.prod_row_count != dev.dev_row_count +) + +select * +from count_check \ No newline at end of file diff --git a/integration_tests/tests/consistency/consistency_programs.sql b/integration_tests/tests/consistency/consistency_programs.sql index fd1bf32..d55076e 100644 --- a/integration_tests/tests/consistency/consistency_programs.sql +++ b/integration_tests/tests/consistency/consistency_programs.sql @@ -3,22 +3,46 @@ enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true) ) }} +{% set exclude_cols = ['source_relation'] %} + +-- this test ensures the marketo__programs end model matches the prior version with prod as ( - select count(*) as prod_row_count + select {{ dbt_utils.star(from=ref('marketo__programs'), except=exclude_cols) }} from {{ target.schema }}_marketo_prod.marketo__programs ), dev as ( - select count(*) as dev_row_count + select {{ dbt_utils.star(from=ref('marketo__programs'), except=exclude_cols) }} from {{ target.schema }}_marketo_dev.marketo__programs -), +), + +prod_not_in_dev as ( + -- rows from prod not found in dev + select * from prod + except distinct + select * from dev +), + +dev_not_in_prod as ( + -- rows from dev not found in prod + select * from dev + except distinct + select * from prod +), + +final as ( + select + *, + 'from prod' as source + from prod_not_in_dev + + union all -- union since we only care if rows are produced -count_check as ( - select * - from prod - join dev - on prod.prod_row_count != dev.dev_row_count + select + *, + 'from dev' as source + from dev_not_in_prod ) select * -from count_check \ No newline at end of file +from final \ No newline at end of file diff --git a/integration_tests/tests/consistency/consistency_programs_count.sql b/integration_tests/tests/consistency/consistency_programs_count.sql new file mode 100644 index 0000000..fd1bf32 --- /dev/null +++ b/integration_tests/tests/consistency/consistency_programs_count.sql @@ -0,0 +1,24 @@ +{{ config( + tags="fivetran_validations", + enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true) +) }} + +with prod as ( + select count(*) as prod_row_count + from {{ target.schema }}_marketo_prod.marketo__programs +), + +dev as ( + select count(*) as dev_row_count + from {{ target.schema }}_marketo_dev.marketo__programs +), + +count_check as ( + select * + from prod + join dev + on prod.prod_row_count != dev.dev_row_count +) + +select * +from count_check \ No newline at end of file diff --git a/macros/union/apply_source_relation.sql b/macros/union/apply_source_relation.sql new file mode 100644 index 0000000..e86a18c --- /dev/null +++ b/macros/union/apply_source_relation.sql @@ -0,0 +1,15 @@ +{% macro apply_source_relation() -%} + +{{ adapter.dispatch('apply_source_relation', 'marketo') () }} + +{%- endmacro %} + +{% macro default__apply_source_relation() -%} + +{% if var('marketo_sources', []) != [] %} +, _dbt_source_relation as source_relation +{% else %} +, '{{ var("marketo_database", target.database) }}' || '.'|| '{{ var("marketo_schema", "marketo") }}' as source_relation +{% endif %} + +{%- endmacro %} \ No newline at end of file diff --git a/macros/union/marketo_union_connections.sql b/macros/union/marketo_union_connections.sql new file mode 100644 index 0000000..e475f8f --- /dev/null +++ b/macros/union/marketo_union_connections.sql @@ -0,0 +1,94 @@ +{% macro marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %} + +{{ adapter.dispatch('marketo_union_connections', 'marketo') (connection_dictionary, single_source_name, single_table_name, default_identifier) }} + +{%- endmacro %} + +{% macro default__marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %} + +{%- set exception_warning = "\n\nPlease be aware: The " ~ single_source_name|upper ~ "." ~ single_table_name|upper ~ " table was not found in your schema(s). The Fivetran Data Model will create a completely empty staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://marketo.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\n"%} +{%- set using_empty_table_warnings = (execute and not var('fivetran__remove_empty_table_warnings', false)) %} +{%- set connections = var(connection_dictionary, []) %} +{%- set using_unioning = connections | length > 0 %} + +{%- if using_unioning %} +{# For unioning #} + {%- set relations = [] -%} + {%- for connection in connections -%} + + {% if var('has_defined_sources', false) %} + {%- set database = source(connection.name, single_table_name).database %} + {%- set schema = source(connection.name, single_table_name).schema %} + {%- set identifier = source(connection.name, single_table_name).identifier %} + {%- else %} + {%- set database = connection.database if connection.database else target.database %} + {%- set schema = connection.schema if connection.schema else single_source_name %} + {%- set identifier = default_identifier %} + {%- endif %} + + {%- set relation=adapter.get_relation( + database=database, + schema=schema, + identifier=identifier + ) + -%} + + {%- if relation is not none -%} + {%- do relations.append(relation) -%} + {%- endif -%} + + -- ** Values passed to adapter.get_relation: + {{ '-- full-identifier_var: ' ~ identifier_var }} + {{ '-- database: ' ~ database }} + {{ '-- schema: ' ~ schema }} + {{ '-- identifier: ' ~ identifier }} + + {%- endfor -%} + + {%- if relations != [] -%} + {{ marketo.marketo_union_relations(relations) }} + + {%- else -%} + {{ exceptions.warn(exception_warning) if using_empty_table_warnings }} + + select + cast(null as {{ dbt.type_string() }}) as _dbt_source_relation + limit {{ '0' if target.type != 'redshift' else '1' }} + {%- endif -%} + +{% else %} +{# Not unioning #} + + {% set identifier_var = single_source_name + "_" + single_table_name + "_identifier"%} + {%- set database = source(single_source_name, single_table_name).database %} + {%- set schema = source(single_source_name, single_table_name).schema %} + {%- set identifier = source(single_source_name, single_table_name).identifier %} + + {%- set relation=adapter.get_relation( + database=database, + schema=schema, + identifier=identifier + ) + -%} + + -- ** Values passed to adapter.get_relation: + {{ '-- full-identifier_var: ' ~ identifier_var }} + {{ '-- database: ' ~ database }} + {{ '-- schema: ' ~ schema }} + {{ '-- identifier: ' ~ identifier }} + + {% if relation is not none -%} + select + {{ dbt_utils.star(from=source(single_source_name, single_table_name)) }} + from {{ source(single_source_name, single_table_name) }} as source_table + + {% else %} + {{ exceptions.warn(exception_warning) if using_empty_table_warnings }} + + select + cast(null as {{ dbt.type_string() }}) as _dbt_source_relation + limit {{ '0' if target.type != 'redshift' else '1' }} + {%- endif -%} +{% endif -%} + +{%- endmacro %} \ No newline at end of file diff --git a/macros/union/marketo_union_relations.sql b/macros/union/marketo_union_relations.sql new file mode 100644 index 0000000..461d48b --- /dev/null +++ b/macros/union/marketo_union_relations.sql @@ -0,0 +1,131 @@ +{# Adapted from dbt_utils.union_relations() #} + +{%- macro marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%} + {{ return(adapter.dispatch('marketo_union_relations', 'marketo')(relations, aliases, column_override, include, exclude, source_column_name, where)) }} +{% endmacro %} + +{%- macro default__marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%} + + {%- if exclude and include -%} + {{ exceptions.raise_compiler_error("Both an exclude and include list were provided to the `union` macro. Only one is allowed") }} + {%- endif -%} + + {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#} + {%- if not execute %} + {{ return('') }} + {% endif -%} + + {%- set column_override = column_override if column_override is not none else {} -%} + + {%- set relation_columns = {} -%} + {%- set column_superset = {} -%} + {%- set all_excludes = [] -%} + {%- set all_includes = [] -%} + + {%- if exclude -%} + {%- for exc in exclude -%} + {%- do all_excludes.append(exc | lower) -%} + {%- endfor -%} + {%- endif -%} + + {%- if include -%} + {%- for inc in include -%} + {%- do all_includes.append(inc | lower) -%} + {%- endfor -%} + {%- endif -%} + + {%- for relation in relations -%} + + {%- do relation_columns.update({relation: []}) -%} + + {%- do dbt_utils._is_relation(relation, 'marketo_union_relations') -%} + {%- do dbt_utils._is_ephemeral(relation, 'marketo_union_relations') -%} + {%- set cols = adapter.get_columns_in_relation(relation) -%} + {%- for col in cols -%} + + {#- If an exclude list was provided and the column is in the list, do nothing -#} + {%- if exclude and col.column | lower in all_excludes -%} + + {#- If an include list was provided and the column is not in the list, do nothing -#} + {%- elif include and col.column | lower not in all_includes -%} + + {#- Otherwise add the column to the column superset -#} + {%- else -%} + + {#- update the list of columns in this relation -#} + {%- do relation_columns[relation].append(col.column) -%} + + {%- if col.column in column_superset -%} + + {%- set stored = column_superset[col.column] -%} + {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%} + + {%- do column_superset.update({col.column: col}) -%} + + {%- endif %} + + {%- else -%} + + {%- do column_superset.update({col.column: col}) -%} + + {%- endif -%} + + {%- endif -%} + + {%- endfor -%} + {%- endfor -%} + + {%- set ordered_column_names = column_superset.keys() -%} + {%- set dbt_command = flags.WHICH -%} + + + {% if dbt_command in ['run', 'build'] %} + {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %} + {%- set relations_string -%} + {%- for relation in relations -%} + {{ relation.name }} + {%- if not loop.last %}, {% endif -%} + {%- endfor -%} + {%- endset -%} + + {%- set error_message -%} + There were no columns found to union for relations {{ relations_string }} + {%- endset -%} + + {{ exceptions.raise_compiler_error(error_message) }} + {%- endif -%} + {%- endif -%} + + {%- for relation in relations %} + + ( + select + + {%- if source_column_name is not none %} + cast({{ dbt.string_literal(relation.database ~ '.' ~ relation.schema) }} as {{ dbt.type_string() }}) as {{ source_column_name }}, + {%- endif %} + + {% for col_name in ordered_column_names -%} + + {%- set col = column_superset[col_name] %} + {%- set col_type = column_override.get(col.column, col.data_type) %} + {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %} + cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%} + + {%- endfor %} + + {# This alias is the only addition made to the dbt_utils.union_relations() code. Avoids errors if the table is named a reserved keyword #} + from {{ aliases[loop.index0] if aliases else relation }} as unioned_relation_{{ loop.index }} + + {% if where -%} + where {{ where }} + {%- endif %} + ) + + {% if not loop.last -%} + union all + {% endif -%} + + {%- endfor -%} + +{%- endmacro -%} \ No newline at end of file diff --git a/models/docs.md b/models/docs.md index 8294a03..4d7e38d 100644 --- a/models/docs.md +++ b/models/docs.md @@ -29,3 +29,7 @@ Count of unique opens from related email sends. {% docs count_unique_clicks %} Count of unique clicks from related email sends. {% enddocs %} + +{% docs source_relation %} +Identifies the record's source. +{% enddocs %} diff --git a/models/intermediate/int_marketo__lead.sql b/models/intermediate/int_marketo__lead.sql index 1c0891b..640f085 100644 --- a/models/intermediate/int_marketo__lead.sql +++ b/models/intermediate/int_marketo__lead.sql @@ -10,19 +10,22 @@ with leads as( ), unique_merges as ( - select + select + source_relation, cast(lead_id as {{ dbt.type_int() }}) as lead_id, {{ fivetran_utils.string_agg('distinct merged_lead_id', "', '") }} as merged_into_lead_id from activity_merge_leads - group by 1 + group by 1, 2 /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled to False. Default is True*/ {% if var('marketo__activity_delete_lead_enabled', True) %} ), deleted_leads as ( - select distinct lead_id + select distinct + source_relation, + lead_id from {{ ref('stg_marketo__activity_delete_lead') }} {% endif %} @@ -44,13 +47,17 @@ to False. Default is True*/ case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged from leads - /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled + /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled to False. Default is True*/ {% if var('marketo__activity_delete_lead_enabled', True) %} - left join deleted_leads on leads.lead_id = deleted_leads.lead_id + left join deleted_leads + on leads.source_relation = deleted_leads.source_relation + and leads.lead_id = deleted_leads.lead_id {% endif %} - left join unique_merges on leads.lead_id = unique_merges.lead_id + left join unique_merges + on leads.source_relation = unique_merges.source_relation + and leads.lead_id = unique_merges.lead_id ) select * diff --git a/models/intermediate/marketo__bounces__by_sent_email.sql b/models/intermediate/marketo__bounces__by_sent_email.sql index a094e4d..eed9353 100644 --- a/models/intermediate/marketo__bounces__by_sent_email.sql +++ b/models/intermediate/marketo__bounces__by_sent_email.sql @@ -5,11 +5,12 @@ with activity as ( ), aggregate as ( - select + select + source_relation, email_send_id, count(*) as count_bounces from activity - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__change_data_details.sql b/models/intermediate/marketo__change_data_details.sql index b82ae1e..30ae4fd 100644 --- a/models/intermediate/marketo__change_data_details.sql +++ b/models/intermediate/marketo__change_data_details.sql @@ -9,7 +9,7 @@ }} {% if execute -%} - {% set results = run_query('select rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %} + {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %} {% set results_list = results.columns[0].values() %} {% endif -%} @@ -35,7 +35,8 @@ with change_data as ( lead_describe.rest_name_xf as primary_attribute_column from change_data left join lead_describe - on change_data.primary_attribute_value_id = lead_describe.lead_describe_id + on change_data.source_relation = lead_describe.source_relation + and change_data.primary_attribute_value_id = lead_describe.lead_describe_id ), pivots as ( @@ -44,6 +45,7 @@ with change_data as ( -- This will feed the daily slowly changing dimension model. select + source_relation, lead_id, cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day @@ -54,13 +56,13 @@ with change_data as ( from joined where cast(activity_timestamp as date) < current_date - group by 1,2 + group by 1,2,3 ), surrogate_key as ( select *, - {{ dbt_utils.generate_surrogate_key(['lead_id','date_day'])}} as lead_day_id + {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id from pivots ) diff --git a/models/intermediate/marketo__change_data_pivot.sql b/models/intermediate/marketo__change_data_pivot.sql index affe1d5..fe71cec 100644 --- a/models/intermediate/marketo__change_data_pivot.sql +++ b/models/intermediate/marketo__change_data_pivot.sql @@ -9,7 +9,7 @@ }} {% if execute -%} - {% set results = run_query('select rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %} + {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %} {% set results_list = results.columns[0].values() %} {% endif -%} @@ -35,14 +35,15 @@ with change_data as ( lead_describe.rest_name_xf as primary_attribute_column from change_data left join lead_describe - on change_data.primary_attribute_value_id = lead_describe.lead_describe_id + on change_data.source_relation = lead_describe.source_relation + and change_data.primary_attribute_value_id = lead_describe.lead_describe_id ), event_order as ( select *, row_number() over ( - partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id + partition by source_relation, cast(activity_timestamp as date), lead_id, primary_attribute_value_id order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order ) as row_num from joined @@ -60,7 +61,8 @@ with change_data as ( -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table, -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model. - select + select + source_relation, lead_id, cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day @@ -68,16 +70,16 @@ with change_data as ( {% set col_xf = col|lower|replace("__c","_c") %} , min(case when lower(primary_attribute_column) = '{{ col|lower }}' then old_value end) as {{ col_xf }} {% endfor %} - + from filtered where cast(activity_timestamp as date) < current_date - group by 1,2 + group by 1,2,3 ), surrogate_key as ( select *, - {{ dbt_utils.generate_surrogate_key(['lead_id','date_day'])}} as lead_day_id + {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id from pivots ) diff --git a/models/intermediate/marketo__change_data_scd.sql b/models/intermediate/marketo__change_data_scd.sql index 75e5e35..5904f33 100644 --- a/models/intermediate/marketo__change_data_scd.sql +++ b/models/intermediate/marketo__change_data_scd.sql @@ -53,6 +53,7 @@ with change_data as ( ), field_partitions as ( select + unioned.source_relation, coalesce(unioned.date_day, current_date) as valid_to, unioned.date_day, unioned.lead_id @@ -66,8 +67,8 @@ with change_data as ( , unioned.{{ col.name }} , sum(case when unioned.{{ col.name }} is null and not coalesce(details.{{ col.name }}, true) then 0 else 1 end) over ( - partition by unioned.lead_id - order by coalesce(unioned.date_day, current_date) desc + partition by unioned.source_relation, unioned.lead_id + order by coalesce(unioned.date_day, current_date) desc rows between unbounded preceding and current row) as {{ col.name }}_partition @@ -76,7 +77,8 @@ with change_data as ( from unioned left join details - on unioned.date_day = details.date_day + on unioned.source_relation = details.source_relation + and unioned.date_day = details.date_day and unioned.lead_id = details.lead_id ), today as ( @@ -86,6 +88,7 @@ with change_data as ( -- value is because no change occurred on that day, or because there was a change and the change involved the null value. select + field_partitions.source_relation, field_partitions.valid_to, field_partitions.lead_id @@ -93,13 +96,13 @@ with change_data as ( {% if col.name not in change_data_columns_xf %} {# If the column does not exist in the change data, grab the value from the current state of the record. #} , last_value(field_partitions.{{ col.name }}) over ( - partition by field_partitions.lead_id - order by field_partitions.date_day asc + partition by field_partitions.source_relation, field_partitions.lead_id + order by field_partitions.date_day asc rows between unbounded preceding and current row) as {{ col.name }} {% else %} , first_value(field_partitions.{{ col.name }}) over ( - partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition + partition by field_partitions.source_relation, field_partitions.lead_id, field_partitions.{{ col.name }}_partition order by field_partitions.valid_to desc rows between unbounded preceding and current row) as {{ col.name }} @@ -112,7 +115,7 @@ with change_data as ( select *, - {{ dbt_utils.generate_surrogate_key(['lead_id','valid_to'])}} as lead_day_id + {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','valid_to'])}} as lead_day_id from today ) diff --git a/models/intermediate/marketo__clicks__by_sent_email.sql b/models/intermediate/marketo__clicks__by_sent_email.sql index 34ff6e6..2ccd1a0 100644 --- a/models/intermediate/marketo__clicks__by_sent_email.sql +++ b/models/intermediate/marketo__clicks__by_sent_email.sql @@ -5,11 +5,12 @@ with activity as ( ), aggregate as ( - select + select + source_relation, email_send_id, count(*) as count_clicks from activity - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__deliveries__by_sent_email.sql b/models/intermediate/marketo__deliveries__by_sent_email.sql index dfc967c..437be28 100644 --- a/models/intermediate/marketo__deliveries__by_sent_email.sql +++ b/models/intermediate/marketo__deliveries__by_sent_email.sql @@ -5,11 +5,12 @@ with activity as ( ), aggregate as ( - select + select + source_relation, email_send_id, count(*) as count_deliveries from activity - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__email_sends_deduped.sql b/models/intermediate/marketo__email_sends_deduped.sql index 4d489b5..2d74a68 100644 --- a/models/intermediate/marketo__email_sends_deduped.sql +++ b/models/intermediate/marketo__email_sends_deduped.sql @@ -7,7 +7,7 @@ with base as ( select *, - row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank + row_number() over (partition by source_relation, email_send_id order by activity_timestamp asc) as activity_rank from base ), filtered as ( diff --git a/models/intermediate/marketo__email_stats__by_campaign.sql b/models/intermediate/marketo__email_stats__by_campaign.sql index facf102..749521a 100644 --- a/models/intermediate/marketo__email_stats__by_campaign.sql +++ b/models/intermediate/marketo__email_stats__by_campaign.sql @@ -8,6 +8,7 @@ with email_sends as ( ), aggregated as ( select + source_relation, campaign_id, count(*) as count_sends, sum(count_opens) as count_opens, @@ -19,7 +20,7 @@ with email_sends as ( count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks from email_sends where campaign_id is not null - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__email_stats__by_email_template.sql b/models/intermediate/marketo__email_stats__by_email_template.sql index 9b0137b..5e6f7b6 100644 --- a/models/intermediate/marketo__email_stats__by_email_template.sql +++ b/models/intermediate/marketo__email_stats__by_email_template.sql @@ -6,6 +6,7 @@ with email_sends as ( ), aggregated as ( select + source_relation, email_template_id, count(*) as count_sends, sum(count_opens) as count_opens, @@ -17,7 +18,7 @@ with email_sends as ( count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks from email_sends where email_template_id is not null - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__email_stats__by_lead.sql b/models/intermediate/marketo__email_stats__by_lead.sql index 2747e35..cc1c7ac 100644 --- a/models/intermediate/marketo__email_stats__by_lead.sql +++ b/models/intermediate/marketo__email_stats__by_lead.sql @@ -6,6 +6,7 @@ with email_sends as ( ), aggregated as ( select + source_relation, lead_id, count(*) as count_sends, sum(count_opens) as count_opens, @@ -17,7 +18,7 @@ with email_sends as ( count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks from email_sends where lead_id is not null - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__email_stats__by_program.sql b/models/intermediate/marketo__email_stats__by_program.sql index 9ff9d20..f98b115 100644 --- a/models/intermediate/marketo__email_stats__by_program.sql +++ b/models/intermediate/marketo__email_stats__by_program.sql @@ -8,6 +8,7 @@ with email_sends as ( ), aggregated as ( select + source_relation, program_id, count(*) as count_sends, sum(count_opens) as count_opens, @@ -19,7 +20,7 @@ with email_sends as ( count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks from email_sends where program_id is not null - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__lead_calendar_spine.sql b/models/intermediate/marketo__lead_calendar_spine.sql index 42b5a2c..5fbaf8e 100644 --- a/models/intermediate/marketo__lead_calendar_spine.sql +++ b/models/intermediate/marketo__lead_calendar_spine.sql @@ -25,7 +25,8 @@ with calendar as ( select calendar.date_day, - leads.lead_id + leads.lead_id, + leads.source_relation from calendar inner join leads on calendar.date_day >= cast(leads.created_timestamp as date) @@ -34,7 +35,7 @@ with calendar as ( select *, - {{ dbt_utils.generate_surrogate_key(['date_day','lead_id']) }} as lead_day_id + {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id']) }} as lead_day_id from joined ) diff --git a/models/intermediate/marketo__opens__by_sent_email.sql b/models/intermediate/marketo__opens__by_sent_email.sql index 6486c55..11d62e7 100644 --- a/models/intermediate/marketo__opens__by_sent_email.sql +++ b/models/intermediate/marketo__opens__by_sent_email.sql @@ -5,11 +5,12 @@ with activity as ( ), aggregate as ( - select + select + source_relation, email_send_id, count(*) as count_opens from activity - group by 1 + group by 1, 2 ) diff --git a/models/intermediate/marketo__unsubscribes__by_sent_email.sql b/models/intermediate/marketo__unsubscribes__by_sent_email.sql index 7ae1ecb..c4f98a5 100644 --- a/models/intermediate/marketo__unsubscribes__by_sent_email.sql +++ b/models/intermediate/marketo__unsubscribes__by_sent_email.sql @@ -5,11 +5,12 @@ with activity as ( ), aggregate as ( - select + select + source_relation, email_send_id, count(*) as count_unsubscribes from activity - group by 1 + group by 1, 2 ) diff --git a/models/marketo.yml b/models/marketo.yml index 6a8d994..5e4dc82 100644 --- a/models/marketo.yml +++ b/models/marketo.yml @@ -4,6 +4,8 @@ models: - name: marketo__campaigns description: Each record is Marketo campaign. columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: campaign_id description: ID of the campaign. tests: @@ -87,6 +89,8 @@ models: - name: marketo__email_sends description: Each record is a sent email in Marketo to a user. columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: email_send_id description: The inferred ID for the email sent. tests: @@ -150,6 +154,8 @@ models: - name: marketo__email_templates description: Each record is the most recent version of an email template. columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: email_template_id description: ID of the email template. tests: @@ -232,12 +238,14 @@ models: - name: marketo__lead_history description: > - Each record is what a Marketo lead looked like on each day. The columns in this model are specified with the `lead_history_columns` variable. - + Each record is what a Marketo lead looked like on each day. The columns in this model are specified with the `lead_history_columns` variable. + The start date is configured by the `marketo__first_date` variable, which by default, for dbt Core™ users, is the date of the earliest lead record. - For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, + For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior. columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: lead_history_id description: Surrogate key combining date_day and lead_id. tests: @@ -256,6 +264,8 @@ models: - name: marketo__leads description: Each record is a Marketo lead. columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: lead_id description: ID of the lead. tests: @@ -355,6 +365,8 @@ models: - name: marketo__programs description: Each record is a Marketo program. columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: program_id description: ID of the program. tests: diff --git a/models/marketo__campaigns.sql b/models/marketo__campaigns.sql index 883a669..7de5b10 100644 --- a/models/marketo__campaigns.sql +++ b/models/marketo__campaigns.sql @@ -24,7 +24,8 @@ with campaigns as ( coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks from campaigns left join email_stats - using (campaign_id) + on campaigns.source_relation = email_stats.source_relation + and campaigns.campaign_id = email_stats.campaign_id ) diff --git a/models/marketo__email_sends.sql b/models/marketo__email_sends.sql index 79959f4..00dd686 100644 --- a/models/marketo__email_sends.sql +++ b/models/marketo__email_sends.sql @@ -52,11 +52,21 @@ with sends as ( coalesce(deliveries.count_deliveries, 0) as count_deliveries, coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes from sends - left join opens using (email_send_id) - left join bounces using (email_send_id) - left join clicks using (email_send_id) - left join deliveries using (email_send_id) - left join unsubscribes using (email_send_id) + left join opens + on sends.source_relation = opens.source_relation + and sends.email_send_id = opens.email_send_id + left join bounces + on sends.source_relation = bounces.source_relation + and sends.email_send_id = bounces.email_send_id + left join clicks + on sends.source_relation = clicks.source_relation + and sends.email_send_id = clicks.email_send_id + left join deliveries + on sends.source_relation = deliveries.source_relation + and sends.email_send_id = deliveries.email_send_id + left join unsubscribes + on sends.source_relation = unsubscribes.source_relation + and sends.email_send_id = unsubscribes.email_send_id ), booleans as ( @@ -80,11 +90,14 @@ with sends as ( email_templates.is_operational from booleans {% if var('marketo__enable_campaigns', True) %} - left join campaigns using (campaign_id) + left join campaigns + on booleans.source_relation = campaigns.source_relation + and booleans.campaign_id = campaigns.campaign_id {% endif %} left join email_templates - on booleans.email_template_id = email_templates.email_template_id - and booleans.activity_timestamp + on booleans.source_relation = email_templates.source_relation + and booleans.email_template_id = email_templates.email_template_id + and booleans.activity_timestamp between email_templates.valid_from and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp)) diff --git a/models/marketo__email_templates.sql b/models/marketo__email_templates.sql index 12ad08e..458d00f 100644 --- a/models/marketo__email_templates.sql +++ b/models/marketo__email_templates.sql @@ -23,7 +23,8 @@ with email_templates as ( coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks from email_templates left join email_stats - using (email_template_id) + on email_templates.email_template_id = email_stats.email_template_id + and email_templates.source_relation = email_stats.source_relation ) diff --git a/models/marketo__lead_history.sql b/models/marketo__lead_history.sql index 8018738..7f257c6 100644 --- a/models/marketo__lead_history.sql +++ b/models/marketo__lead_history.sql @@ -10,7 +10,7 @@ {%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_scd')) -%} {% set filtered_change_data_columns = [] %} -{% for col in change_data_columns if col.name|lower not in ['lead_id','valid_to','lead_day_id'] %} +{% for col in change_data_columns if col.name|lower not in ['lead_id','valid_to','lead_day_id','source_relation'] %} {% set filtered_change_data_columns = filtered_change_data_columns.append(col) %} {% endfor %} @@ -35,6 +35,7 @@ with change_data as ( ), joined as ( select + calendar.source_relation, calendar.date_day, calendar.lead_id, change_data.lead_id is not null as new_values_present @@ -43,12 +44,14 @@ with change_data as ( {% endfor %} from calendar left join change_data - on calendar.lead_id = change_data.lead_id + on calendar.source_relation = change_data.source_relation + and calendar.lead_id = change_data.lead_id and calendar.date_day = change_data.valid_to ), field_partitions as ( select + source_relation, date_day, lead_id, new_values_present @@ -58,7 +61,7 @@ with change_data as ( -- create a batch/partition once a new value is provided , sum(case when new_values_present then 1 else 0 end) over ( - partition by lead_id + partition by source_relation, lead_id order by coalesce(date_day, current_date) desc rows between unbounded preceding and current row) as {{ col.name }}_partition @@ -68,14 +71,15 @@ with change_data as ( ), backfill as ( select + source_relation, date_day, lead_id -- For each lead on each day, find the state of each column from the next record where a change occurred, -- identified by the presence of a record from the SCD table on that day {% for col in filtered_change_data_columns %} , first_value({{ col.name }}) over ( - partition by lead_id, {{ col.name }}_partition - order by date_day desc + partition by source_relation, lead_id, {{ col.name }}_partition + order by date_day desc rows between unbounded preceding and current row) as {{ col.name }} {% endfor %} @@ -85,7 +89,7 @@ with change_data as ( select *, - {{ dbt_utils.generate_surrogate_key(['date_day','lead_id'] )}} as lead_history_id + {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id'] )}} as lead_history_id from backfill ) diff --git a/models/marketo__leads.sql b/models/marketo__leads.sql index 4794a30..b4bae4d 100644 --- a/models/marketo__leads.sql +++ b/models/marketo__leads.sql @@ -22,7 +22,8 @@ with leads as ( coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks from leads left join email_stats - using (lead_id) + on leads.source_relation = email_stats.source_relation + and leads.lead_id = email_stats.lead_id ) select * diff --git a/models/marketo__programs.sql b/models/marketo__programs.sql index 7f58343..dda03c6 100644 --- a/models/marketo__programs.sql +++ b/models/marketo__programs.sql @@ -24,7 +24,8 @@ with programs as ( coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks from programs left join email_stats - using (program_id) + on programs.source_relation = email_stats.source_relation + and programs.program_id = email_stats.program_id ) diff --git a/models/staging/src_marketo.yml b/models/staging/src_marketo.yml index 0b3b013..2c481d0 100644 --- a/models/staging/src_marketo.yml +++ b/models/staging/src_marketo.yml @@ -4,6 +4,8 @@ sources: - name: marketo schema: "{{ var('marketo_schema', 'marketo') }}" database: "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}" + config: + enabled: "{{ var('marketo_sources', []) == [] }}" tables: - name: lead diff --git a/models/staging/stg_marketo.yml b/models/staging/stg_marketo.yml index 16a08c5..4e5e6ce 100644 --- a/models/staging/stg_marketo.yml +++ b/models/staging/stg_marketo.yml @@ -3,6 +3,8 @@ version: 2 models: - name: stg_marketo__activity_change_data_value columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_id description: ID of the activity. tests: @@ -37,6 +39,8 @@ models: - name: stg_marketo__activity_click_email columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_id tests: - unique @@ -78,6 +82,8 @@ models: - name: stg_marketo__activity_email_bounced columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_id description: ID of the activity. tests: @@ -116,6 +122,8 @@ models: - name: stg_marketo__activity_email_delivered columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_id description: ID of the activity. tests: @@ -146,6 +154,8 @@ models: - name: stg_marketo__activity_open_email columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_id description: ID of the activity. tests: @@ -184,6 +194,8 @@ models: - name: stg_marketo__activity_send_email columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: action_result description: The outcome of a specific action performed within the Marketo platform. - name: activity_id @@ -216,6 +228,8 @@ models: - name: stg_marketo__activity_unsubscribe_email columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_id description: ID of the activity. tests: @@ -256,6 +270,8 @@ models: - name: stg_marketo__campaigns columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: campaign_id description: ID of the campaign. tests: @@ -322,6 +338,8 @@ models: - name: stg_marketo__email_template_history columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: email_template_history_id description: ID of the email template. tests: @@ -388,6 +406,8 @@ models: - name: stg_marketo__lead_describe columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: lead_describe_id description: ID of the description. tests: @@ -412,6 +432,8 @@ models: - name: stg_marketo__lead columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: lead_id description: ID of the lead. tests: @@ -488,6 +510,8 @@ models: - name: stg_marketo__program columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: program_id description: ID of the program. tests: @@ -526,6 +550,8 @@ models: - name: stg_marketo__activity_delete_lead description: Table with deleted lead activities columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_timestamp description: The timestamp the lead was deleted. - name: activity_type_id @@ -546,6 +572,8 @@ models: - name: stg_marketo__activity_merge_leads description: Table with merged lead activities columns: + - name: source_relation + description: "{{ doc('source_relation') }}" - name: activity_timestamp description: The timestamp the lead was deleted. - name: activity_type_id diff --git a/models/staging/stg_marketo__activity_change_data_value.sql b/models/staging/stg_marketo__activity_change_data_value.sql index 95ae3c4..6788b32 100644 --- a/models/staging/stg_marketo__activity_change_data_value.sql +++ b/models/staging/stg_marketo__activity_change_data_value.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_change_data_value_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, activity_type_id, api_method_name, diff --git a/models/staging/stg_marketo__activity_click_email.sql b/models/staging/stg_marketo__activity_click_email.sql index c25f268..e8bba94 100644 --- a/models/staging/stg_marketo__activity_click_email.sql +++ b/models/staging/stg_marketo__activity_click_email.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_click_email_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, activity_type_id, campaign_id, @@ -39,7 +41,7 @@ with base as ( select *, - {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id + {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id from fields ) diff --git a/models/staging/stg_marketo__activity_delete_lead.sql b/models/staging/stg_marketo__activity_delete_lead.sql index a15e270..8bb2bf2 100644 --- a/models/staging/stg_marketo__activity_delete_lead.sql +++ b/models/staging/stg_marketo__activity_delete_lead.sql @@ -14,11 +14,13 @@ with base as ( staging_columns=get_activity_delete_lead_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( select + source_relation, id as activity_id, _fivetran_synced, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, diff --git a/models/staging/stg_marketo__activity_email_bounced.sql b/models/staging/stg_marketo__activity_email_bounced.sql index 3dd5ded..636393e 100644 --- a/models/staging/stg_marketo__activity_email_bounced.sql +++ b/models/staging/stg_marketo__activity_email_bounced.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_email_bounced_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, activity_type_id, campaign_id, @@ -38,7 +40,7 @@ with base as ( select *, - {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id + {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id from fields ) diff --git a/models/staging/stg_marketo__activity_email_delivered.sql b/models/staging/stg_marketo__activity_email_delivered.sql index fe874f8..a71ca37 100644 --- a/models/staging/stg_marketo__activity_email_delivered.sql +++ b/models/staging/stg_marketo__activity_email_delivered.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_email_delivered_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, activity_type_id, campaign_id, @@ -34,7 +36,7 @@ with base as ( select *, - {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id + {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id from fields ) diff --git a/models/staging/stg_marketo__activity_merge_leads.sql b/models/staging/stg_marketo__activity_merge_leads.sql index 2886345..e832492 100644 --- a/models/staging/stg_marketo__activity_merge_leads.sql +++ b/models/staging/stg_marketo__activity_merge_leads.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_merge_leads_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( select + source_relation, id as activity_id, _fivetran_synced, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, diff --git a/models/staging/stg_marketo__activity_open_email.sql b/models/staging/stg_marketo__activity_open_email.sql index ed1513e..90925ce 100644 --- a/models/staging/stg_marketo__activity_open_email.sql +++ b/models/staging/stg_marketo__activity_open_email.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_open_email_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, activity_type_id, campaign_id, @@ -38,7 +40,7 @@ with base as ( select *, - {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id + {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id from fields ) diff --git a/models/staging/stg_marketo__activity_send_email.sql b/models/staging/stg_marketo__activity_send_email.sql index dbc3591..243619b 100644 --- a/models/staging/stg_marketo__activity_send_email.sql +++ b/models/staging/stg_marketo__activity_send_email.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_send_email_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, activity_type_id, action_result, @@ -38,7 +40,7 @@ with base as ( select *, - {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id + {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id from fields ) diff --git a/models/staging/stg_marketo__activity_unsubscribe_email.sql b/models/staging/stg_marketo__activity_unsubscribe_email.sql index 3bae6e8..54e0ea8 100644 --- a/models/staging/stg_marketo__activity_unsubscribe_email.sql +++ b/models/staging/stg_marketo__activity_unsubscribe_email.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_activity_unsubscribe_email_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp, activity_type_id, campaign_id, @@ -39,7 +41,7 @@ with base as ( select *, - {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id + {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id from fields ) diff --git a/models/staging/stg_marketo__campaigns.sql b/models/staging/stg_marketo__campaigns.sql index ee230a4..33f1f20 100644 --- a/models/staging/stg_marketo__campaigns.sql +++ b/models/staging/stg_marketo__campaigns.sql @@ -14,11 +14,13 @@ with base as ( staging_columns=get_campaign_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, active as is_active, created_at as created_timestamp, description, diff --git a/models/staging/stg_marketo__email_template_history.sql b/models/staging/stg_marketo__email_template_history.sql index e2a5763..2f687bd 100644 --- a/models/staging/stg_marketo__email_template_history.sql +++ b/models/staging/stg_marketo__email_template_history.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_email_template_history_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( - select + select + source_relation, created_at as created_timestamp, description, folder_folder_name as folder_name, @@ -46,8 +48,8 @@ with base as ( select *, - row_number() over (partition by email_template_id order by updated_timestamp) as inferred_version, - count(*) over (partition by email_template_id) as total_count_of_versions + row_number() over (partition by source_relation, email_template_id order by updated_timestamp) as inferred_version, + count(*) over (partition by source_relation, email_template_id) as total_count_of_versions from fields ), valid as ( @@ -58,7 +60,7 @@ with base as ( when inferred_version = 1 then created_timestamp else updated_timestamp end as valid_from, - lead(updated_timestamp) over (partition by email_template_id order by updated_timestamp) as valid_to, + lead(updated_timestamp) over (partition by source_relation, email_template_id order by updated_timestamp) as valid_to, inferred_version = total_count_of_versions as is_most_recent_version from versions @@ -66,7 +68,7 @@ with base as ( select *, - {{ dbt_utils.generate_surrogate_key(['email_template_id','inferred_version'] )}} as email_template_history_id + {{ dbt_utils.generate_surrogate_key(['source_relation','email_template_id','inferred_version'] )}} as email_template_history_id from valid ) diff --git a/models/staging/stg_marketo__lead.sql b/models/staging/stg_marketo__lead.sql index 98db37a..d8c03f1 100644 --- a/models/staging/stg_marketo__lead.sql +++ b/models/staging/stg_marketo__lead.sql @@ -12,6 +12,7 @@ with base as ( staging_columns=get_lead_columns() ) }} + {{ marketo.apply_source_relation() }} -- This will check if there are non-default columns to bring in {% set default_cols = ['id', 'created_at', 'updated_at', 'email', 'first_name', 'last_name', '_fivetran_synced', 'phone', 'main_phone', 'mobile_phone', 'company', 'inferred_company', 'address_lead', 'address', 'city', 'state', diff --git a/models/staging/stg_marketo__lead_describe.sql b/models/staging/stg_marketo__lead_describe.sql index dc05bd3..b601de0 100644 --- a/models/staging/stg_marketo__lead_describe.sql +++ b/models/staging/stg_marketo__lead_describe.sql @@ -12,11 +12,13 @@ with base as ( staging_columns=get_lead_describe_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( select + source_relation, data_type, display_name, id as lead_describe_id, diff --git a/models/staging/stg_marketo__program.sql b/models/staging/stg_marketo__program.sql index 4355a6d..c964fb0 100644 --- a/models/staging/stg_marketo__program.sql +++ b/models/staging/stg_marketo__program.sql @@ -14,11 +14,13 @@ with base as ( staging_columns=get_program_columns() ) }} + {{ marketo.apply_source_relation() }} from base ), fields as ( select + source_relation, id as program_id, channel, created_at as created_timestamp, diff --git a/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql b/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql index 68091a0..5491c61 100644 --- a/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_change_data_value') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_change_data_value' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql b/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql index 6db88a6..c9e3746 100644 --- a/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_click_email') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_click_email' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql b/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql index d55c8fd..0c29654 100644 --- a/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql @@ -1,4 +1,9 @@ {{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }} -select * -from {{ var('activity_delete_lead') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_delete_lead' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql b/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql index e89c0ea..e15b7ed 100644 --- a/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_email_bounced') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_email_bounced' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql b/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql index 18132ca..b4835d3 100644 --- a/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_email_delivered') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_email_delivered' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql b/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql index 0a1a7c4..df7ccd9 100644 --- a/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_merge_leads') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_merge_leads' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql b/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql index 5f22e3a..072866e 100644 --- a/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_open_email') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_open_email' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql b/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql index 43c386e..793a4ee 100644 --- a/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_send_email') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_send_email' + ) +}} diff --git a/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql b/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql index 46ef31f..9badebb 100644 --- a/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql +++ b/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('activity_unsubscribe_email') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='activity_unsubscribe_email' + ) +}} diff --git a/models/staging/tmp/stg_marketo__campaign_tmp.sql b/models/staging/tmp/stg_marketo__campaign_tmp.sql index 127db5c..5de2e17 100644 --- a/models/staging/tmp/stg_marketo__campaign_tmp.sql +++ b/models/staging/tmp/stg_marketo__campaign_tmp.sql @@ -1,4 +1,9 @@ {{ config(enabled=var('marketo__enable_campaigns', True)) }} -select * -from {{ var('campaign') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='campaign' + ) +}} diff --git a/models/staging/tmp/stg_marketo__email_template_history_tmp.sql b/models/staging/tmp/stg_marketo__email_template_history_tmp.sql index 6426620..46c891c 100644 --- a/models/staging/tmp/stg_marketo__email_template_history_tmp.sql +++ b/models/staging/tmp/stg_marketo__email_template_history_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('email_template_history') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='email_template_history' + ) +}} diff --git a/models/staging/tmp/stg_marketo__lead_describe_tmp.sql b/models/staging/tmp/stg_marketo__lead_describe_tmp.sql index a8e2aeb..a0dc4f1 100644 --- a/models/staging/tmp/stg_marketo__lead_describe_tmp.sql +++ b/models/staging/tmp/stg_marketo__lead_describe_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('lead_describe') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='lead_describe' + ) +}} diff --git a/models/staging/tmp/stg_marketo__lead_tmp.sql b/models/staging/tmp/stg_marketo__lead_tmp.sql index e084e33..3798fc1 100644 --- a/models/staging/tmp/stg_marketo__lead_tmp.sql +++ b/models/staging/tmp/stg_marketo__lead_tmp.sql @@ -1,2 +1,7 @@ -select * -from {{ var('lead') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='lead' + ) +}} diff --git a/models/staging/tmp/stg_marketo__program_tmp.sql b/models/staging/tmp/stg_marketo__program_tmp.sql index 0669946..892efab 100644 --- a/models/staging/tmp/stg_marketo__program_tmp.sql +++ b/models/staging/tmp/stg_marketo__program_tmp.sql @@ -1,4 +1,9 @@ {{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }} -select * -from {{ var('program') }} +{{ + marketo.marketo_union_connections( + connection_dictionary='marketo_sources', + single_source_name='marketo', + single_table_name='program' + ) +}} diff --git a/models/utils/marketo__calendar_spine.sql b/models/utils/marketo__calendar_spine.sql index cf8ca4f..2bce79e 100644 --- a/models/utils/marketo__calendar_spine.sql +++ b/models/utils/marketo__calendar_spine.sql @@ -1,8 +1,10 @@ +-- depends_on: {{ ref('stg_marketo__lead') }} + with spine as ( {% if execute %} {% set first_date_query %} - select min( created_at ) as min_date from {{ source('marketo','lead') }} + select min( created_timestamp ) as min_date from {{ ref('stg_marketo__lead') }} {% endset %} -- can set first date with var marketo__first_date; From 9f1b9c52bfad229e3c2c9fddb3f57ce571945976 Mon Sep 17 00:00:00 2001 From: Jamie Rodriguez Date: Tue, 28 Oct 2025 10:52:49 -0400 Subject: [PATCH 2/9] dynamic partitions for redshift --- macros/union/partition_by_source_relation.sql | 10 ++++++++++ models/intermediate/marketo__change_data_pivot.sql | 2 +- models/intermediate/marketo__change_data_scd.sql | 6 +++--- models/intermediate/marketo__email_sends_deduped.sql | 2 +- models/marketo__lead_history.sql | 4 ++-- models/staging/stg_marketo__email_template_history.sql | 6 +++--- 6 files changed, 20 insertions(+), 10 deletions(-) create mode 100644 macros/union/partition_by_source_relation.sql diff --git a/macros/union/partition_by_source_relation.sql b/macros/union/partition_by_source_relation.sql new file mode 100644 index 0000000..79ef2be --- /dev/null +++ b/macros/union/partition_by_source_relation.sql @@ -0,0 +1,10 @@ +{%- macro partition_by_source_relation(has_other_partitions='yes',alias=None) -%} + +{% set prefix = '' if alias is none else alias ~ '.' %} + + {%- if has_other_partitions == 'no' -%} + {{ 'partition by ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }} + {%- else -%} + {{ ', ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }} + {%- endif -%} +{%- endmacro -%} \ No newline at end of file diff --git a/models/intermediate/marketo__change_data_pivot.sql b/models/intermediate/marketo__change_data_pivot.sql index fe71cec..8eae4b7 100644 --- a/models/intermediate/marketo__change_data_pivot.sql +++ b/models/intermediate/marketo__change_data_pivot.sql @@ -43,7 +43,7 @@ with change_data as ( select *, row_number() over ( - partition by source_relation, cast(activity_timestamp as date), lead_id, primary_attribute_value_id + partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id {{ partition_by_source_relation() }} order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order ) as row_num from joined diff --git a/models/intermediate/marketo__change_data_scd.sql b/models/intermediate/marketo__change_data_scd.sql index 5904f33..301832c 100644 --- a/models/intermediate/marketo__change_data_scd.sql +++ b/models/intermediate/marketo__change_data_scd.sql @@ -67,7 +67,7 @@ with change_data as ( , unioned.{{ col.name }} , sum(case when unioned.{{ col.name }} is null and not coalesce(details.{{ col.name }}, true) then 0 else 1 end) over ( - partition by unioned.source_relation, unioned.lead_id + partition by unioned.lead_id {{ partition_by_source_relation(alias='unioned') }} order by coalesce(unioned.date_day, current_date) desc rows between unbounded preceding and current row) as {{ col.name }}_partition @@ -96,13 +96,13 @@ with change_data as ( {% if col.name not in change_data_columns_xf %} {# If the column does not exist in the change data, grab the value from the current state of the record. #} , last_value(field_partitions.{{ col.name }}) over ( - partition by field_partitions.source_relation, field_partitions.lead_id + partition by field_partitions.lead_id {{ partition_by_source_relation(alias='field_partitions') }} order by field_partitions.date_day asc rows between unbounded preceding and current row) as {{ col.name }} {% else %} , first_value(field_partitions.{{ col.name }}) over ( - partition by field_partitions.source_relation, field_partitions.lead_id, field_partitions.{{ col.name }}_partition + partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition {{ partition_by_source_relation(alias='field_partitions') }} order by field_partitions.valid_to desc rows between unbounded preceding and current row) as {{ col.name }} diff --git a/models/intermediate/marketo__email_sends_deduped.sql b/models/intermediate/marketo__email_sends_deduped.sql index 2d74a68..aaf3e5f 100644 --- a/models/intermediate/marketo__email_sends_deduped.sql +++ b/models/intermediate/marketo__email_sends_deduped.sql @@ -7,7 +7,7 @@ with base as ( select *, - row_number() over (partition by source_relation, email_send_id order by activity_timestamp asc) as activity_rank + row_number() over (partition by email_send_id {{ partition_by_source_relation() }} order by activity_timestamp asc) as activity_rank from base ), filtered as ( diff --git a/models/marketo__lead_history.sql b/models/marketo__lead_history.sql index 7f257c6..728ee3b 100644 --- a/models/marketo__lead_history.sql +++ b/models/marketo__lead_history.sql @@ -61,7 +61,7 @@ with change_data as ( -- create a batch/partition once a new value is provided , sum(case when new_values_present then 1 else 0 end) over ( - partition by source_relation, lead_id + partition by lead_id {{ partition_by_source_relation() }} order by coalesce(date_day, current_date) desc rows between unbounded preceding and current row) as {{ col.name }}_partition @@ -78,7 +78,7 @@ with change_data as ( -- identified by the presence of a record from the SCD table on that day {% for col in filtered_change_data_columns %} , first_value({{ col.name }}) over ( - partition by source_relation, lead_id, {{ col.name }}_partition + partition by lead_id, {{ col.name }}_partition {{ partition_by_source_relation() }} order by date_day desc rows between unbounded preceding and current row) as {{ col.name }} diff --git a/models/staging/stg_marketo__email_template_history.sql b/models/staging/stg_marketo__email_template_history.sql index 2f687bd..1acf99e 100644 --- a/models/staging/stg_marketo__email_template_history.sql +++ b/models/staging/stg_marketo__email_template_history.sql @@ -48,8 +48,8 @@ with base as ( select *, - row_number() over (partition by source_relation, email_template_id order by updated_timestamp) as inferred_version, - count(*) over (partition by source_relation, email_template_id) as total_count_of_versions + row_number() over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as inferred_version, + count(*) over (partition by email_template_id {{ partition_by_source_relation() }}) as total_count_of_versions from fields ), valid as ( @@ -60,7 +60,7 @@ with base as ( when inferred_version = 1 then created_timestamp else updated_timestamp end as valid_from, - lead(updated_timestamp) over (partition by source_relation, email_template_id order by updated_timestamp) as valid_to, + lead(updated_timestamp) over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as valid_to, inferred_version = total_count_of_versions as is_most_recent_version from versions From 5705d8fc79132d526a64f3a8391f9e10ad2edd19 Mon Sep 17 00:00:00 2001 From: Jamie Rodriguez Date: Tue, 28 Oct 2025 12:32:34 -0400 Subject: [PATCH 3/9] consistency --- CHANGELOG.md | 2 +- .../tests/consistency/consistency_email_sends.sql | 2 +- .../consistency/consistency_email_templates.sql | 6 ++++-- .../tests/consistency/consistency_lead_history.sql | 2 +- .../tests/consistency/consistency_leads.sql | 2 +- models/marketo.yml | 6 ------ models/staging/stg_marketo.yml | 12 ------------ 7 files changed, 8 insertions(+), 24 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 676e3de..7f8f26b 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,6 +1,6 @@ # dbt_marketo v1.1.0 -[PR #XX](https://github.com/fivetran/dbt_marketo/pull/XX) includes the following updates: +[PR #52](https://github.com/fivetran/dbt_marketo/pull/52) includes the following updates: ## Schema/Data Change **1 total change • 0 possible breaking changes** diff --git a/integration_tests/tests/consistency/consistency_email_sends.sql b/integration_tests/tests/consistency/consistency_email_sends.sql index 96642c7..0eb4842 100644 --- a/integration_tests/tests/consistency/consistency_email_sends.sql +++ b/integration_tests/tests/consistency/consistency_email_sends.sql @@ -3,7 +3,7 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set columns_to_exclude = ['activity_id'] %} +{% set columns_to_exclude = ['activity_id', 'source_relation', 'email_template_id', 'email_send_id'] %} {% if not var('marketo__enable_campaigns', True) %} {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %} diff --git a/integration_tests/tests/consistency/consistency_email_templates.sql b/integration_tests/tests/consistency/consistency_email_templates.sql index 0202881..f830a11 100644 --- a/integration_tests/tests/consistency/consistency_email_templates.sql +++ b/integration_tests/tests/consistency/consistency_email_templates.sql @@ -3,13 +3,15 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} +{% set columns_to_exclude = ['source_relation', 'email_template_history_id'] + var('consistency_test_exclude_metrics', []) %} + with prod as ( - select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=var('consistency_test_exclude_metrics', [])) }} + select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }} from {{ target.schema }}_marketo_prod.marketo__email_templates ), dev as ( - select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=var('consistency_test_exclude_metrics', [])) }} + select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }} from {{ target.schema }}_marketo_dev.marketo__email_templates ), diff --git a/integration_tests/tests/consistency/consistency_lead_history.sql b/integration_tests/tests/consistency/consistency_lead_history.sql index 6fa59e1..f23f425 100644 --- a/integration_tests/tests/consistency/consistency_lead_history.sql +++ b/integration_tests/tests/consistency/consistency_lead_history.sql @@ -3,7 +3,7 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set exclude_cols = ['source_relation'] %} +{% set exclude_cols = ['source_relation', 'lead_history_id'] %} -- this test ensures the marketo__lead_history end model matches the prior version with prod as ( diff --git a/integration_tests/tests/consistency/consistency_leads.sql b/integration_tests/tests/consistency/consistency_leads.sql index f72e81a..e3b4b66 100644 --- a/integration_tests/tests/consistency/consistency_leads.sql +++ b/integration_tests/tests/consistency/consistency_leads.sql @@ -3,7 +3,7 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set exclude_cols = ['source_relation'] %} +{% set exclude_cols = ['source_relation', 'merged_into_lead_id'] %} -- this test ensures the marketo__leads end model matches the prior version with prod as ( diff --git a/models/marketo.yml b/models/marketo.yml index 5e4dc82..c37afa1 100644 --- a/models/marketo.yml +++ b/models/marketo.yml @@ -9,7 +9,6 @@ models: - name: campaign_id description: ID of the campaign. tests: - - unique - not_null - name: campaign_name description: Name of the campaign. @@ -94,7 +93,6 @@ models: - name: email_send_id description: The inferred ID for the email sent. tests: - - unique - not_null - name: action_result description: The outcome of a specific action performed within the Marketo platform. @@ -159,7 +157,6 @@ models: - name: email_template_id description: ID of the email template. tests: - - unique - not_null - name: created_timestamp description: Timestamp the email template was created. @@ -249,7 +246,6 @@ models: - name: lead_history_id description: Surrogate key combining date_day and lead_id. tests: - - unique - not_null - name: lead_id description: ID of the lead. @@ -269,7 +265,6 @@ models: - name: lead_id description: ID of the lead. tests: - - unique - not_null - name: created_timestamp description: Timestamp for when each lead was created. @@ -370,7 +365,6 @@ models: - name: program_id description: ID of the program. tests: - - unique - not_null - name: channel description: Channel of the program. diff --git a/models/staging/stg_marketo.yml b/models/staging/stg_marketo.yml index 4e5e6ce..521d8d8 100644 --- a/models/staging/stg_marketo.yml +++ b/models/staging/stg_marketo.yml @@ -8,7 +8,6 @@ models: - name: activity_id description: ID of the activity. tests: - - unique - not_null - name: activity_timestamp description: Timestamp of the activity. @@ -43,7 +42,6 @@ models: description: "{{ doc('source_relation') }}" - name: activity_id tests: - - unique - not_null - name: activity_timestamp description: Timestamp of the activity. @@ -87,7 +85,6 @@ models: - name: activity_id description: ID of the activity. tests: - - unique - not_null - name: activity_timestamp description: The timestamp the email bounced. @@ -127,7 +124,6 @@ models: - name: activity_id description: ID of the activity. tests: - - unique - not_null - name: activity_timestamp description: The timestamp the email was delivered. @@ -159,7 +155,6 @@ models: - name: activity_id description: ID of the activity. tests: - - unique - not_null - name: activity_timestamp description: The timestamp the email was opened. @@ -201,7 +196,6 @@ models: - name: activity_id description: ID of the activity. tests: - - unique - not_null - name: activity_timestamp description: The timestamp the email was sent. @@ -233,7 +227,6 @@ models: - name: activity_id description: ID of the activity. tests: - - unique - not_null - name: activity_timestamp description: The timestamp the lead unsubscribed. @@ -275,7 +268,6 @@ models: - name: campaign_id description: ID of the campaign. tests: - - unique - not_null - name: campaign_name description: Name of the campaign. @@ -343,7 +335,6 @@ models: - name: email_template_history_id description: ID of the email template. tests: - - unique - not_null - name: created_timestamp description: Timestamp the email template was created. @@ -411,7 +402,6 @@ models: - name: lead_describe_id description: ID of the description. tests: - - unique - not_null - name: data_type description: Datatype of the field. @@ -437,7 +427,6 @@ models: - name: lead_id description: ID of the lead. tests: - - unique - not_null - name: created_timestamp description: The timestamp at which each lead object was created. @@ -515,7 +504,6 @@ models: - name: program_id description: ID of the program. tests: - - unique - not_null - name: channel description: Channel of the program. From 4b7ccc964ab49e2dc2f523d14a9a7f23f506bbe3 Mon Sep 17 00:00:00 2001 From: Jamie Rodriguez Date: Tue, 28 Oct 2025 14:28:16 -0400 Subject: [PATCH 4/9] docs --- models/docs.md | 4 ++++ models/marketo.yml | 4 +++- models/staging/stg_marketo.yml | 8 +++++++- models/staging/stg_marketo__lead.sql | 2 +- 4 files changed, 15 insertions(+), 3 deletions(-) diff --git a/models/docs.md b/models/docs.md index 4d7e38d..a7e21b5 100644 --- a/models/docs.md +++ b/models/docs.md @@ -33,3 +33,7 @@ Count of unique clicks from related email sends. {% docs source_relation %} Identifies the record's source. {% enddocs %} + +{% docs _fivetran_synced %} +The timestamp when the record was last synced by Fivetran. +{% enddocs %} \ No newline at end of file diff --git a/models/marketo.yml b/models/marketo.yml index c37afa1..8427d60 100644 --- a/models/marketo.yml +++ b/models/marketo.yml @@ -356,7 +356,9 @@ models: description: '{{ doc("count_unique_opens") }}' - name: count_unique_clicks description: '{{ doc("count_unique_clicks") }}' - + - name: _fivetran_synced + description: "{{ doc('_fivetran_synced') }}" + - name: marketo__programs description: Each record is a Marketo program. columns: diff --git a/models/staging/stg_marketo.yml b/models/staging/stg_marketo.yml index 521d8d8..c5d5608 100644 --- a/models/staging/stg_marketo.yml +++ b/models/staging/stg_marketo.yml @@ -496,7 +496,9 @@ models: description: Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true. - name: do_not_call description: Lead’s do-not-call preference (boolean) - + - name: _fivetran_synced + description: "{{ doc('_fivetran_synced') }}" + - name: stg_marketo__program columns: - name: source_relation @@ -556,6 +558,8 @@ models: description: The primary attribute of the activity. - name: primary_attribute_value_id description: The ID of the primary attribute of the activity. + - name: _fivetran_synced + description: "{{ doc('_fivetran_synced') }}" - name: stg_marketo__activity_merge_leads description: Table with merged lead activities @@ -584,3 +588,5 @@ models: description: Source of the merge. - name: merged_in_sales description: Boolean if merged in sales. + - name: _fivetran_synced + description: "{{ doc('_fivetran_synced') }}" \ No newline at end of file diff --git a/models/staging/stg_marketo__lead.sql b/models/staging/stg_marketo__lead.sql index d8c03f1..ba17a3c 100644 --- a/models/staging/stg_marketo__lead.sql +++ b/models/staging/stg_marketo__lead.sql @@ -18,7 +18,7 @@ with base as ( 'phone', 'main_phone', 'mobile_phone', 'company', 'inferred_company', 'address_lead', 'address', 'city', 'state', 'state_code', 'country', 'country_code', 'postal_code', 'billing_street', 'billing_city', 'billing_state', 'billing_state_code', 'billing_country', 'billing_country_code', 'billing_postal_code', 'inferred_city', 'inferred_state_region', - 'inferred_country', 'inferred_postal_code', 'inferred_phone_area_code', 'anonymous_ip', 'unsubscribed', 'email_invalid', 'do_not_call'] %} + 'inferred_country', 'inferred_postal_code', 'inferred_phone_area_code', 'anonymous_ip', 'unsubscribed', 'email_invalid', 'do_not_call', '_dbt_source_relation'] %} {% set new_cols = dbt_utils.star(from=ref('stg_marketo__lead_tmp'), except=default_cols) %} {% if new_cols != '/* no columns returned from star() macro */' %} From 1ee9acbac98ae5c3f5495a784046801108f0b61f Mon Sep 17 00:00:00 2001 From: Jamie Rodriguez Date: Tue, 4 Nov 2025 10:14:22 -0800 Subject: [PATCH 5/9] catherine feedback --- integration_tests/dbt_project.yml | 1 + .../tests/consistency/consistency_campaigns.sql | 6 ++---- .../tests/consistency/consistency_email_sends.sql | 2 +- .../tests/consistency/consistency_email_templates.sql | 2 +- .../tests/consistency/consistency_lead_history.sql | 6 ++---- integration_tests/tests/consistency/consistency_leads.sql | 6 ++---- .../tests/consistency/consistency_programs.sql | 4 ++-- models/utils/marketo__calendar_spine.sql | 4 ++-- 8 files changed, 13 insertions(+), 18 deletions(-) diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml index 06a034e..8b83ba5 100644 --- a/integration_tests/dbt_project.yml +++ b/integration_tests/dbt_project.yml @@ -8,6 +8,7 @@ models: vars: marketo_schema: marketo_integration_tests + consistency_test_exclude_columns: ['activity_id', 'source_relation', 'email_template_id', 'email_send_id', 'email_template_history_id', 'lead_history_id', 'merged_into_lead_id'] # marketo__enable_campaigns: false ## Uncomment for testing to disable campaigns # marketo__enable_programs: false ## Uncomment for testing to disable programs marketo: diff --git a/integration_tests/tests/consistency/consistency_campaigns.sql b/integration_tests/tests/consistency/consistency_campaigns.sql index fffd5d1..27f1c51 100644 --- a/integration_tests/tests/consistency/consistency_campaigns.sql +++ b/integration_tests/tests/consistency/consistency_campaigns.sql @@ -3,16 +3,14 @@ enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) ) }} -{% set exclude_cols = ['source_relation'] %} - -- this test ensures the marketo__campaigns end model matches the prior version with prod as ( - select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_prod.marketo__campaigns ), dev as ( - select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_dev.marketo__campaigns ), diff --git a/integration_tests/tests/consistency/consistency_email_sends.sql b/integration_tests/tests/consistency/consistency_email_sends.sql index 0eb4842..f00d731 100644 --- a/integration_tests/tests/consistency/consistency_email_sends.sql +++ b/integration_tests/tests/consistency/consistency_email_sends.sql @@ -3,7 +3,7 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set columns_to_exclude = ['activity_id', 'source_relation', 'email_template_id', 'email_send_id'] %} +{% set columns_to_exclude = var('consistency_test_exclude_columns', []) %} {% if not var('marketo__enable_campaigns', True) %} {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %} diff --git a/integration_tests/tests/consistency/consistency_email_templates.sql b/integration_tests/tests/consistency/consistency_email_templates.sql index f830a11..f4ef19b 100644 --- a/integration_tests/tests/consistency/consistency_email_templates.sql +++ b/integration_tests/tests/consistency/consistency_email_templates.sql @@ -3,7 +3,7 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set columns_to_exclude = ['source_relation', 'email_template_history_id'] + var('consistency_test_exclude_metrics', []) %} +{% set columns_to_exclude = var('consistency_test_exclude_columns', []) + var('consistency_test_exclude_metrics', []) %} with prod as ( select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }} diff --git a/integration_tests/tests/consistency/consistency_lead_history.sql b/integration_tests/tests/consistency/consistency_lead_history.sql index f23f425..da671c7 100644 --- a/integration_tests/tests/consistency/consistency_lead_history.sql +++ b/integration_tests/tests/consistency/consistency_lead_history.sql @@ -3,16 +3,14 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set exclude_cols = ['source_relation', 'lead_history_id'] %} - -- this test ensures the marketo__lead_history end model matches the prior version with prod as ( - select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_prod.marketo__lead_history ), dev as ( - select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_dev.marketo__lead_history ), diff --git a/integration_tests/tests/consistency/consistency_leads.sql b/integration_tests/tests/consistency/consistency_leads.sql index e3b4b66..38dfb68 100644 --- a/integration_tests/tests/consistency/consistency_leads.sql +++ b/integration_tests/tests/consistency/consistency_leads.sql @@ -3,16 +3,14 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set exclude_cols = ['source_relation', 'merged_into_lead_id'] %} - -- this test ensures the marketo__leads end model matches the prior version with prod as ( - select {{ dbt_utils.star(from=ref('marketo__leads'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_prod.marketo__leads ), dev as ( - select {{ dbt_utils.star(from=ref('marketo__leads'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_dev.marketo__leads ), diff --git a/integration_tests/tests/consistency/consistency_programs.sql b/integration_tests/tests/consistency/consistency_programs.sql index d55076e..674d9cc 100644 --- a/integration_tests/tests/consistency/consistency_programs.sql +++ b/integration_tests/tests/consistency/consistency_programs.sql @@ -7,12 +7,12 @@ -- this test ensures the marketo__programs end model matches the prior version with prod as ( - select {{ dbt_utils.star(from=ref('marketo__programs'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_prod.marketo__programs ), dev as ( - select {{ dbt_utils.star(from=ref('marketo__programs'), except=exclude_cols) }} + select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }} from {{ target.schema }}_marketo_dev.marketo__programs ), diff --git a/models/utils/marketo__calendar_spine.sql b/models/utils/marketo__calendar_spine.sql index 2bce79e..34fbb14 100644 --- a/models/utils/marketo__calendar_spine.sql +++ b/models/utils/marketo__calendar_spine.sql @@ -1,10 +1,10 @@ --- depends_on: {{ ref('stg_marketo__lead') }} +-- depends_on: {{ ref('stg_marketo__lead_tmp') }} with spine as ( {% if execute %} {% set first_date_query %} - select min( created_timestamp ) as min_date from {{ ref('stg_marketo__lead') }} + select min( created_at ) as min_date from {{ ref('stg_marketo__lead_tmp') }} {% endset %} -- can set first date with var marketo__first_date; From de10ce8bf87720c4d0507d58f5c136ca433e297c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Tue, 4 Nov 2025 20:37:38 +0000 Subject: [PATCH 6/9] Generate dbt docs via GitHub Actions --- docs/catalog.json | 2 +- docs/manifest.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/catalog.json b/docs/catalog.json index 0dbab73..fed54d4 100644 --- a/docs/catalog.json +++ b/docs/catalog.json @@ -1 +1 @@ -{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/catalog/v1.json", "dbt_version": "1.10.13", "generated_at": "2025-10-07T20:39:41.198542Z", "invocation_id": "8f38c5e4-0c32-4a78-adde-44a9377995fa", "invocation_started_at": "2025-10-07T20:39:38.129536Z", "env": {}}, "nodes": {"seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data"}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data"}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data"}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data"}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data"}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data"}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data"}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data"}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data"}, "seed.marketo_integration_tests.marketo_campaign_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_campaign_data"}, "seed.marketo_integration_tests.marketo_email_template_history_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data"}, "seed.marketo_integration_tests.marketo_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_data"}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data"}, "seed.marketo_integration_tests.marketo_program_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_program_data"}, "model.marketo.int_marketo__lead": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "int_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "is_deleted": {"type": "boolean", "index": 37, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 38, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 39, "name": "is_merged", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.int_marketo__lead"}, "model.marketo.marketo__calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__calendar_spine"}, "model.marketo.marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"is_active": {"type": "boolean", "index": 1, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 5, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 7, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 8, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "count_sends": {"type": "bigint", "index": 31, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 32, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 33, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 34, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 35, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 36, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 37, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 38, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__campaigns"}, "model.marketo.marketo__change_data_details": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"lead_id": {"type": "integer", "index": 1, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 2, "name": "date_day", "comment": null}, "urgency": {"type": "boolean", "index": 3, "name": "urgency", "comment": null}, "priority": {"type": "boolean", "index": 4, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 5, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_details"}, "model.marketo.marketo__change_data_pivot": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"lead_id": {"type": "integer", "index": 1, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 2, "name": "date_day", "comment": null}, "urgency": {"type": "text", "index": 3, "name": "urgency", "comment": null}, "priority": {"type": "text", "index": 4, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 5, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_pivot"}, "model.marketo.marketo__change_data_scd": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"valid_to": {"type": "date", "index": 1, "name": "valid_to", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "lead_day_id": {"type": "text", "index": 3, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_scd"}, "model.marketo.marketo__email_sends": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_sends", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 3, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 12, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 13, "name": "email_send_id", "comment": null}, "activity_rank": {"type": "bigint", "index": 14, "name": "activity_rank", "comment": null}, "count_opens": {"type": "bigint", "index": 15, "name": "count_opens", "comment": null}, "count_bounces": {"type": "bigint", "index": 16, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "bigint", "index": 17, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "bigint", "index": 18, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "bigint", "index": 19, "name": "count_unsubscribes", "comment": null}, "was_opened": {"type": "boolean", "index": 20, "name": "was_opened", "comment": null}, "was_bounced": {"type": "boolean", "index": 21, "name": "was_bounced", "comment": null}, "was_clicked": {"type": "boolean", "index": 22, "name": "was_clicked", "comment": null}, "was_delivered": {"type": "boolean", "index": 23, "name": "was_delivered", "comment": null}, "was_unsubscribed": {"type": "boolean", "index": 24, "name": "was_unsubscribed", "comment": null}, "campaign_type": {"type": "text", "index": 25, "name": "campaign_type", "comment": null}, "program_id": {"type": "integer", "index": 26, "name": "program_id", "comment": null}, "is_operational": {"type": "boolean", "index": 27, "name": "is_operational", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_sends"}, "model.marketo.marketo__email_templates": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_templates", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 3, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 10, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 11, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 15, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 16, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 17, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 18, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 19, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 20, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 21, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 22, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 23, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 24, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 25, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 26, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 27, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 28, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 29, "name": "email_template_history_id", "comment": null}, "count_sends": {"type": "bigint", "index": 30, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 31, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 32, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 33, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 34, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 35, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 36, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 37, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_templates"}, "model.marketo.marketo__lead_calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "lead_day_id": {"type": "text", "index": 3, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_calendar_spine"}, "model.marketo.marketo__lead_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "lead_history_id": {"type": "text", "index": 3, "name": "lead_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_history"}, "model.marketo.marketo__leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "is_deleted": {"type": "boolean", "index": 37, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 38, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 39, "name": "is_merged", "comment": null}, "count_sends": {"type": "bigint", "index": 40, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 41, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 42, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 43, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 44, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 45, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 46, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 47, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__leads"}, "model.marketo.marketo__programs": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__programs", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"program_id": {"type": "integer", "index": 1, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 5, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 6, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 9, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 10, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 11, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 12, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "count_sends": {"type": "bigint", "index": 15, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 16, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 17, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 18, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 19, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 20, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 21, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 22, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__programs"}, "model.marketo.stg_marketo__activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "activity_id": {"type": "integer", "index": 5, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user_id": {"type": "integer", "index": 7, "name": "modifying_user_id", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "change_reason": {"type": "text", "index": 12, "name": "change_reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "change_source": {"type": "text", "index": 14, "name": "change_source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value"}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp"}, "model.marketo.stg_marketo__activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "click_device": {"type": "text", "index": 6, "name": "click_device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "click_link_url": {"type": "text", "index": 11, "name": "click_link_url", "comment": null}, "user_platform": {"type": "text", "index": 12, "name": "user_platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email"}, "model.marketo.stg_marketo__activity_click_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp"}, "model.marketo.stg_marketo__activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_id": {"type": "integer", "index": 1, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 3, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_name": {"type": "text", "index": 5, "name": "campaign_name", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead"}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp"}, "model.marketo.stg_marketo__activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "bounce_category": {"type": "integer", "index": 5, "name": "bounce_category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email_address": {"type": "text", "index": 8, "name": "email_address", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 10, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "bounce_subcategory": {"type": "integer", "index": 15, "name": "bounce_subcategory", "comment": null}, "email_send_id": {"type": "text", "index": 16, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced"}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp"}, "model.marketo.stg_marketo__activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 7, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 12, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered"}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp"}, "model.marketo.stg_marketo__activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_id": {"type": "integer", "index": 1, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 3, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merged_lead_id": {"type": "text", "index": 8, "name": "merged_lead_id", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads"}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp"}, "model.marketo.stg_marketo__activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 16, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email"}, "model.marketo.stg_marketo__activity_open_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp"}, "model.marketo.stg_marketo__activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 3, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 12, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 13, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email"}, "model.marketo.stg_marketo__activity_send_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp"}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email"}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp"}, "model.marketo.stg_marketo__campaign_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaign_tmp"}, "model.marketo.stg_marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"is_active": {"type": "boolean", "index": 1, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 5, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 7, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 8, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaigns"}, "model.marketo.stg_marketo__email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_timestamp": {"type": "timestamp without time zone", "index": 1, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 3, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 10, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 11, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 15, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 16, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 17, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 18, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 19, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 20, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 21, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 22, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 23, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 24, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 25, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 26, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 27, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 28, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 29, "name": "email_template_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history"}, "model.marketo.stg_marketo__email_template_history_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history_tmp"}, "model.marketo.stg_marketo__lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead"}, "model.marketo.stg_marketo__lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "lead_describe_id": {"type": "integer", "index": 3, "name": "lead_describe_id", "comment": null}, "field_max_length": {"type": "integer", "index": 4, "name": "field_max_length", "comment": null}, "rest_name": {"type": "text", "index": 5, "name": "rest_name", "comment": null}, "is_rest_readonly": {"type": "boolean", "index": 6, "name": "is_rest_readonly", "comment": null}, "soap_name": {"type": "text", "index": 7, "name": "soap_name", "comment": null}, "is_soap_readonly": {"type": "boolean", "index": 8, "name": "is_soap_readonly", "comment": null}, "rest_name_xf": {"type": "text", "index": 9, "name": "rest_name_xf", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe"}, "model.marketo.stg_marketo__lead_describe_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe_tmp"}, "model.marketo.stg_marketo__lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_tmp"}, "model.marketo.stg_marketo__program": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__program", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"program_id": {"type": "integer", "index": 1, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 5, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 6, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 9, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 10, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 11, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 12, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program"}, "model.marketo.stg_marketo__program_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program_tmp"}}, "sources": {"source.marketo.marketo.activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_change_data_value"}, "source.marketo.marketo.activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_click_email"}, "source.marketo.marketo.activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_delete_lead"}, "source.marketo.marketo.activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_bounced"}, "source.marketo.marketo.activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_delivered"}, "source.marketo.marketo.activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_merge_leads"}, "source.marketo.marketo.activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_open_email"}, "source.marketo.marketo.activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_send_email"}, "source.marketo.marketo.activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_unsubscribe_email"}, "source.marketo.marketo.campaign": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.campaign"}, "source.marketo.marketo.email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.email_template_history"}, "source.marketo.marketo.lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead"}, "source.marketo.marketo.lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead_describe"}, "source.marketo.marketo.program": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.program"}}, "errors": null} \ No newline at end of file +{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/catalog/v1.json", "dbt_version": "1.10.13", "generated_at": "2025-11-04T20:37:37.981998Z", "invocation_id": "54a8f044-ae71-46ed-96a2-d7b808aff031", "invocation_started_at": "2025-11-04T20:37:34.460305Z", "env": {}}, "nodes": {"seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data"}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data"}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data"}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data"}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data"}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data"}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data"}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data"}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data"}, "seed.marketo_integration_tests.marketo_campaign_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_campaign_data"}, "seed.marketo_integration_tests.marketo_email_template_history_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data"}, "seed.marketo_integration_tests.marketo_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_data"}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data"}, "seed.marketo_integration_tests.marketo_program_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_program_data"}, "model.marketo.int_marketo__lead": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "int_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}, "is_deleted": {"type": "boolean", "index": 38, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 39, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 40, "name": "is_merged", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.int_marketo__lead"}, "model.marketo.marketo__calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__calendar_spine"}, "model.marketo.marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "is_active": {"type": "boolean", "index": 2, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 4, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 7, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 8, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 9, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 10, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 11, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 12, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 13, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 14, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 15, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 16, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 17, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 18, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 19, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 20, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 21, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 22, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 23, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 24, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 25, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 26, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 27, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 28, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 29, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 30, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 31, "name": "status", "comment": null}, "count_sends": {"type": "bigint", "index": 32, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 33, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 34, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 35, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 36, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 37, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 38, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 39, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__campaigns"}, "model.marketo.marketo__change_data_details": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 3, "name": "date_day", "comment": null}, "urgency": {"type": "boolean", "index": 4, "name": "urgency", "comment": null}, "priority": {"type": "boolean", "index": 5, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 6, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_details"}, "model.marketo.marketo__change_data_pivot": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 3, "name": "date_day", "comment": null}, "urgency": {"type": "text", "index": 4, "name": "urgency", "comment": null}, "priority": {"type": "text", "index": 5, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 6, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_pivot"}, "model.marketo.marketo__change_data_scd": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "valid_to": {"type": "date", "index": 2, "name": "valid_to", "comment": null}, "lead_id": {"type": "integer", "index": 3, "name": "lead_id", "comment": null}, "lead_day_id": {"type": "text", "index": 4, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_scd"}, "model.marketo.marketo__email_sends": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_sends", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 4, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 6, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 13, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 14, "name": "email_send_id", "comment": null}, "activity_rank": {"type": "bigint", "index": 15, "name": "activity_rank", "comment": null}, "count_opens": {"type": "bigint", "index": 16, "name": "count_opens", "comment": null}, "count_bounces": {"type": "bigint", "index": 17, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "bigint", "index": 18, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "bigint", "index": 19, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "bigint", "index": 20, "name": "count_unsubscribes", "comment": null}, "was_opened": {"type": "boolean", "index": 21, "name": "was_opened", "comment": null}, "was_bounced": {"type": "boolean", "index": 22, "name": "was_bounced", "comment": null}, "was_clicked": {"type": "boolean", "index": 23, "name": "was_clicked", "comment": null}, "was_delivered": {"type": "boolean", "index": 24, "name": "was_delivered", "comment": null}, "was_unsubscribed": {"type": "boolean", "index": 25, "name": "was_unsubscribed", "comment": null}, "campaign_type": {"type": "text", "index": 26, "name": "campaign_type", "comment": null}, "program_id": {"type": "integer", "index": 27, "name": "program_id", "comment": null}, "is_operational": {"type": "boolean", "index": 28, "name": "is_operational", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_sends"}, "model.marketo.marketo__email_templates": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_templates", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 4, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 5, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 6, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 7, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 8, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 9, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 11, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 12, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 13, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 14, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 15, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 16, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 17, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 18, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 19, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 20, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 21, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 22, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 23, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 24, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 25, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 26, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 27, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 28, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 29, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 30, "name": "email_template_history_id", "comment": null}, "count_sends": {"type": "bigint", "index": 31, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 32, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 33, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 34, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 35, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 36, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 37, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 38, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_templates"}, "model.marketo.marketo__lead_calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "source_relation": {"type": "text", "index": 3, "name": "source_relation", "comment": null}, "lead_day_id": {"type": "text", "index": 4, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_calendar_spine"}, "model.marketo.marketo__lead_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "date_day": {"type": "date", "index": 2, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 3, "name": "lead_id", "comment": null}, "lead_history_id": {"type": "text", "index": 4, "name": "lead_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_history"}, "model.marketo.marketo__leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}, "is_deleted": {"type": "boolean", "index": 38, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 39, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 40, "name": "is_merged", "comment": null}, "count_sends": {"type": "bigint", "index": 41, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 42, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 43, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 44, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 45, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 46, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 47, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 48, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__leads"}, "model.marketo.marketo__programs": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__programs", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "program_id": {"type": "integer", "index": 2, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 3, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 4, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 5, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 6, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 7, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 8, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 9, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 10, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 11, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 12, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 13, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 14, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 15, "name": "workspace", "comment": null}, "count_sends": {"type": "bigint", "index": 16, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 17, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 18, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 19, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 20, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 21, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 22, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 23, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__programs"}, "model.marketo.stg_marketo__activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 4, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "activity_id": {"type": "integer", "index": 6, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "modifying_user_id": {"type": "integer", "index": 8, "name": "modifying_user_id", "comment": null}, "new_value": {"type": "text", "index": 9, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 10, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "change_reason": {"type": "text", "index": 13, "name": "change_reason", "comment": null}, "request_id": {"type": "integer", "index": 14, "name": "request_id", "comment": null}, "change_source": {"type": "text", "index": 15, "name": "change_source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value"}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp"}, "model.marketo.stg_marketo__activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "click_device": {"type": "text", "index": 7, "name": "click_device", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 10, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "click_link_url": {"type": "text", "index": 12, "name": "click_link_url", "comment": null}, "user_platform": {"type": "text", "index": 13, "name": "user_platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 14, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 15, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 16, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 17, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 18, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email"}, "model.marketo.stg_marketo__activity_click_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp"}, "model.marketo.stg_marketo__activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_id": {"type": "integer", "index": 2, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 3, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 4, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 5, "name": "activity_type_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "campaign_id": {"type": "integer", "index": 7, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead"}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp"}, "model.marketo.stg_marketo__activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "bounce_category": {"type": "integer", "index": 6, "name": "bounce_category", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 8, "name": "details", "comment": null}, "email_address": {"type": "text", "index": 9, "name": "email_address", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 11, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 12, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "bounce_subcategory": {"type": "integer", "index": 16, "name": "bounce_subcategory", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced"}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp"}, "model.marketo.stg_marketo__activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 12, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 13, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered"}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp"}, "model.marketo.stg_marketo__activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_id": {"type": "integer", "index": 2, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 3, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 4, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 5, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 8, "name": "master_updated", "comment": null}, "merged_lead_id": {"type": "text", "index": 9, "name": "merged_lead_id", "comment": null}, "merge_source": {"type": "text", "index": 10, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 11, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads"}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp"}, "model.marketo.stg_marketo__activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 7, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 10, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email"}, "model.marketo.stg_marketo__activity_open_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp"}, "model.marketo.stg_marketo__activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 4, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 6, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 13, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 14, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email"}, "model.marketo.stg_marketo__activity_send_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp"}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 6, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 8, "name": "form_fields", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 13, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 14, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 16, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 17, "name": "webpage_id", "comment": null}, "email_send_id": {"type": "text", "index": 18, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email"}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp"}, "model.marketo.stg_marketo__campaign_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaign_tmp"}, "model.marketo.stg_marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "is_active": {"type": "boolean", "index": 2, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 4, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 7, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 8, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 9, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 10, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 11, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 12, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 13, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 14, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 15, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 16, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 17, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 18, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 19, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 20, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 21, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 22, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 23, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 24, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 25, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 26, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 27, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 28, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 29, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 30, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 31, "name": "status", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaigns"}, "model.marketo.stg_marketo__email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 4, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 5, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 6, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 7, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 8, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 9, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 11, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 12, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 13, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 14, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 15, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 16, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 17, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 18, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 19, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 20, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 21, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 22, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 23, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 24, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 25, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 26, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 27, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 28, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 29, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 30, "name": "email_template_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history"}, "model.marketo.stg_marketo__email_template_history_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history_tmp"}, "model.marketo.stg_marketo__lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead"}, "model.marketo.stg_marketo__lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "data_type": {"type": "text", "index": 2, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 3, "name": "display_name", "comment": null}, "lead_describe_id": {"type": "integer", "index": 4, "name": "lead_describe_id", "comment": null}, "field_max_length": {"type": "integer", "index": 5, "name": "field_max_length", "comment": null}, "rest_name": {"type": "text", "index": 6, "name": "rest_name", "comment": null}, "is_rest_readonly": {"type": "boolean", "index": 7, "name": "is_rest_readonly", "comment": null}, "soap_name": {"type": "text", "index": 8, "name": "soap_name", "comment": null}, "is_soap_readonly": {"type": "boolean", "index": 9, "name": "is_soap_readonly", "comment": null}, "rest_name_xf": {"type": "text", "index": 10, "name": "rest_name_xf", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe"}, "model.marketo.stg_marketo__lead_describe_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe_tmp"}, "model.marketo.stg_marketo__lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_tmp"}, "model.marketo.stg_marketo__program": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__program", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "program_id": {"type": "integer", "index": 2, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 3, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 4, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 5, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 6, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 7, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 8, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 9, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 10, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 11, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 12, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 13, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 14, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 15, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program"}, "model.marketo.stg_marketo__program_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program_tmp"}}, "sources": {"source.marketo.marketo.activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_change_data_value"}, "source.marketo.marketo.activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_click_email"}, "source.marketo.marketo.activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_delete_lead"}, "source.marketo.marketo.activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_bounced"}, "source.marketo.marketo.activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_delivered"}, "source.marketo.marketo.activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_merge_leads"}, "source.marketo.marketo.activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_open_email"}, "source.marketo.marketo.activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_send_email"}, "source.marketo.marketo.activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_unsubscribe_email"}, "source.marketo.marketo.campaign": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.campaign"}, "source.marketo.marketo.email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.email_template_history"}, "source.marketo.marketo.lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead"}, "source.marketo.marketo.lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead_describe"}, "source.marketo.marketo.program": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.program"}}, "errors": null} \ No newline at end of file diff --git a/docs/manifest.json b/docs/manifest.json index 72e021e..356f988 100644 --- a/docs/manifest.json +++ b/docs/manifest.json @@ -1 +1 @@ -{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v12.json", "dbt_version": "1.10.13", "generated_at": "2025-10-07T20:39:38.802901Z", "invocation_id": "8f38c5e4-0c32-4a78-adde-44a9377995fa", "invocation_started_at": "2025-10-07T20:39:28.182030+00:00", "env": {}, "project_name": "marketo_integration_tests", "project_id": "6be585827f2d702a875759beb87a54b1", "user_id": null, "send_anonymous_usage_stats": false, "adapter_type": "postgres", "quoting": {"database": true, "schema": true, "identifier": true, "column": null}}, "nodes": {"seed.marketo_integration_tests.marketo_email_template_history_data": {"database": "postgres", "schema": "public", "name": "marketo_email_template_history_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_email_template_history_data.csv", "original_file_path": "seeds/marketo_email_template_history_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data", "fqn": ["marketo_integration_tests", "marketo_email_template_history_data"], "alias": "marketo_email_template_history_data", "checksum": {"name": "sha256", "checksum": "88720f1d192884ba6a37ef4b5d7c6d71854d4317881e3c05527c647f3110819c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}}, "created_at": 1759869570.5711582, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_bounced_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_bounced_data.csv", "original_file_path": "seeds/marketo_activity_email_bounced_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_bounced_data"], "alias": "marketo_activity_email_bounced_data", "checksum": {"name": "sha256", "checksum": "84ad6102d1351832188e16498b2b5253479cbe9e5fd9d77ccb9f97b210af8f67"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.5786345, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_campaign_data": {"database": "postgres", "schema": "public", "name": "marketo_campaign_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_campaign_data.csv", "original_file_path": "seeds/marketo_campaign_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_campaign_data", "fqn": ["marketo_integration_tests", "marketo_campaign_data"], "alias": "marketo_campaign_data", "checksum": {"name": "sha256", "checksum": "c2dec4e9b5d9551cc21da6efb838d60c2d4f1a015c40a7765753bf3bb1f6a56a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.5816855, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_delete_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_delete_lead_data.csv", "original_file_path": "seeds/marketo_activity_delete_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data", "fqn": ["marketo_integration_tests", "marketo_activity_delete_lead_data"], "alias": "marketo_activity_delete_lead_data", "checksum": {"name": "sha256", "checksum": "4798018fe3ad445e062842e31f2ab12d165e11784128c0374a24622af39d9851"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.584927, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_open_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_open_email_data.csv", "original_file_path": "seeds/marketo_activity_open_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_open_email_data"], "alias": "marketo_activity_open_email_data", "checksum": {"name": "sha256", "checksum": "c2e6f02fb886b1acf308d01f7ac0c8123d6bf83ed235e93cf776d0b03bf48194"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.5879827, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_merge_leads_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_merge_leads_data.csv", "original_file_path": "seeds/marketo_activity_merge_leads_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data", "fqn": ["marketo_integration_tests", "marketo_activity_merge_leads_data"], "alias": "marketo_activity_merge_leads_data", "checksum": {"name": "sha256", "checksum": "24ad90300354e3399ee9da754c62c3d76e3d36f3d57be16c71e7734545a104a8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.5909996, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_unsubscribe_email_data.csv", "original_file_path": "seeds/marketo_activity_unsubscribe_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_unsubscribe_email_data"], "alias": "marketo_activity_unsubscribe_email_data", "checksum": {"name": "sha256", "checksum": "9e875888fdd08766cdd8ed980dc75c0fe6d0875af6bd9e32e31df4e1e2e6a1f8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.594022, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_delivered_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_delivered_data.csv", "original_file_path": "seeds/marketo_activity_email_delivered_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_delivered_data"], "alias": "marketo_activity_email_delivered_data", "checksum": {"name": "sha256", "checksum": "b2243d0565a9b1d4f98aaf79cf1ee52b48f8f2015eea1e748d126925bf15cad6"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.5970085, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_click_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_click_email_data.csv", "original_file_path": "seeds/marketo_activity_click_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_click_email_data"], "alias": "marketo_activity_click_email_data", "checksum": {"name": "sha256", "checksum": "97c60db60ffb7cef6797417f9eeeed5c72e0f8e8a0001972911b2b74884591c5"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.6000962, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_data.csv", "original_file_path": "seeds/marketo_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_data", "fqn": ["marketo_integration_tests", "marketo_lead_data"], "alias": "marketo_lead_data", "checksum": {"name": "sha256", "checksum": "f31f8f352f46ccc6cbb1a26d0f277aff3b231a8cc8b79a948962b90687566a1a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp"}}, "created_at": 1759869570.6031823, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_change_data_value_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_change_data_value_data.csv", "original_file_path": "seeds/marketo_activity_change_data_value_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data", "fqn": ["marketo_integration_tests", "marketo_activity_change_data_value_data"], "alias": "marketo_activity_change_data_value_data", "checksum": {"name": "sha256", "checksum": "50150cbdd92fde6155258db2e872f0ada8aa08c9d1d86b944e4895f9f4b457af"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1759869570.6062984, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_program_data": {"database": "postgres", "schema": "public", "name": "marketo_program_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_program_data.csv", "original_file_path": "seeds/marketo_program_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_program_data", "fqn": ["marketo_integration_tests", "marketo_program_data"], "alias": "marketo_program_data", "checksum": {"name": "sha256", "checksum": "b8086d8f192438267b139c516bcccfc9a52364633d951bef3c60254cd002bd55"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.6093316, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_describe_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_describe_data.csv", "original_file_path": "seeds/marketo_lead_describe_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data", "fqn": ["marketo_integration_tests", "marketo_lead_describe_data"], "alias": "marketo_lead_describe_data", "checksum": {"name": "sha256", "checksum": "82b41788229917c7b5e11620f8093c5664ac80b42f055810c66c2c30a22dad65"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1759869570.612395, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_send_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_send_email_data.csv", "original_file_path": "seeds/marketo_activity_send_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_send_email_data"], "alias": "marketo_activity_send_email_data", "checksum": {"name": "sha256", "checksum": "ae84d3239cddebc24fa0865f320e4a607be5e9ca6c72a0178f96dad515e16f5c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1759869570.6154432, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "model.marketo.marketo__programs": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__programs", "resource_type": "model", "package_name": "marketo", "path": "marketo__programs.sql", "original_file_path": "models/marketo__programs.sql", "unique_id": "model.marketo.marketo__programs", "fqn": ["marketo", "marketo__programs"], "alias": "marketo__programs", "checksum": {"name": "sha256", "checksum": "5f92ddffd608581e9641e1e253f04756036f5c580bd3c92c2f15d3dfc7da3413"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo program.", "columns": {"program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869571.871406, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__programs\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith programs as (\n\n select *\n from {{ ref('stg_marketo__program') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_program') }}\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n using (program_id)\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}, {"name": "marketo__email_stats__by_program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__program", "model.marketo.marketo__email_stats__by_program"]}, "compiled_path": "target/compiled/marketo/models/marketo__programs.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n), programs as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_program\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n using (program_id)\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_program", "sql": " __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["program_id"], "time_spine": null}, "model.marketo.marketo__lead_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_history", "resource_type": "model", "package_name": "marketo", "path": "marketo__lead_history.sql", "original_file_path": "models/marketo__lead_history.sql", "unique_id": "model.marketo.marketo__lead_history", "fqn": ["marketo", "marketo__lead_history"], "alias": "marketo__lead_history", "checksum": {"name": "sha256", "checksum": "9e16db7fec286345004bb3eaa8f0a2d4146f64037bc6bbe3f2a882ab9d9b3b5a"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_history_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "Each record is what a Marketo lead looked like on each day. The columns in this model are specified with the `lead_history_columns` variable. \nThe start date is configured by the `marketo__first_date` variable, which by default, for dbt Core\u2122 users, is the date of the earliest lead record. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "columns": {"lead_history_id": {"name": "lead_history_id", "description": "Surrogate key combining date_day and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "date_day": {"name": "date_day", "description": "The date of the lead was observed in this state. For dbt Core\u2122 users, the default earliest `date_day` will be the date of the earliest lead record. This can be adjusted via the `marketo__first_date` variable. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_history_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1759869571.8535788, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_history_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_scd')) -%}\n{% set filtered_change_data_columns = [] %}\n{% for col in change_data_columns if col.name|lower not in ['lead_id','valid_to','lead_day_id'] %}\n {% set filtered_change_data_columns = filtered_change_data_columns.append(col) %}\n{% endfor %}\n\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_scd') }}\n {% if is_incremental() %}\n where valid_to >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), calendar as (\n\n select *\n from {{ ref('marketo__lead_calendar_spine') }}\n where date_day <= current_date\n {% if is_incremental() %}\n and date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), joined as (\n\n select \n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n {% for col in filtered_change_data_columns %} \n , {{ col.name }}\n {% endfor %}\n from calendar\n left join change_data\n on calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n date_day,\n lead_id,\n new_values_present\n \n {% for col in filtered_change_data_columns %} \n , joined.{{ col.name }}\n -- create a batch/partition once a new value is provided\n , sum(case when new_values_present then 1\n else 0 end) over (\n partition by lead_id\n order by coalesce(date_day, current_date) desc\n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n {% endfor %}\n from joined\n\n), backfill as (\n\n select\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n {% for col in filtered_change_data_columns %} \n , first_value({{ col.name }}) over (\n partition by lead_id, {{ col.name }}_partition\n order by date_day desc \n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endfor %}\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['date_day','lead_id'] )}} as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__lead_calendar_spine", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"]}, "compiled_path": "target/compiled/marketo/models/marketo__lead_history.sql", "compiled": true, "compiled_code": "\n\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"\n \n where valid_to >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"\n where date_day <= current_date\n \n and date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), joined as (\n\n select \n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n \n from calendar\n left join change_data\n on calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n date_day,\n lead_id,\n new_values_present\n \n \n from joined\n\n), backfill as (\n\n select\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n \n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["lead_history_id"], "time_spine": null}, "model.marketo.marketo__email_templates": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_templates", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_templates.sql", "original_file_path": "models/marketo__email_templates.sql", "unique_id": "model.marketo.marketo__email_templates", "fqn": ["marketo", "marketo__email_templates"], "alias": "marketo__email_templates", "checksum": {"name": "sha256", "checksum": "b2ed038d93752890f70cd6f3f09f660370881ecf305651450ed2c0bf84034da7"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is the most recent version of an email template.", "columns": {"email_template_id": {"name": "email_template_id", "description": "ID of the email template", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of records for a given email_template_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.852141, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"", "raw_code": "with email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_email_template') }}\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n using (email_template_id)\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}, {"name": "marketo__email_stats__by_email_template", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__email_template_history", "model.marketo.marketo__email_stats__by_email_template"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_templates.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_email_template\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n using (email_template_id)\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_email_template", "sql": " __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["email_template_id"], "time_spine": null}, "model.marketo.marketo__leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__leads", "resource_type": "model", "package_name": "marketo", "path": "marketo__leads.sql", "original_file_path": "models/marketo__leads.sql", "unique_id": "model.marketo.marketo__leads", "fqn": ["marketo", "marketo__leads"], "alias": "marketo__leads", "checksum": {"name": "sha256", "checksum": "d4bc172b85c4ed892337bfc2e48c9cdbe569e28b297327bc1f426e4d373e7d7b"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo lead.", "columns": {"lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp for when each lead was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp for when each lead was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_deleted": {"name": "is_deleted", "description": "Indicates if the lead record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_into_lead_id": {"name": "merged_into_lead_id", "description": "The ID of the lead into which this lead was merged.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_merged": {"name": "is_merged", "description": "Flag indicating whether the lead has been merged into another lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.866708, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__leads\"", "raw_code": "with leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_lead') }}\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n using (lead_id)\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__email_stats__by_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"]}, "compiled_path": "target/compiled/marketo/models/marketo__leads.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_lead\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n using (lead_id)\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_lead", "sql": " __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["lead_id"], "time_spine": null}, "model.marketo.marketo__email_sends": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_sends.sql", "original_file_path": "models/marketo__email_sends.sql", "unique_id": "model.marketo.marketo__email_sends", "fqn": ["marketo", "marketo__email_sends"], "alias": "marketo__email_sends", "checksum": {"name": "sha256", "checksum": "93e38d7a00cb114c4f96efbd1aac06a65dee3f1b083f13925fbcd5d6709430fd"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a sent email in Marketo to a user.", "columns": {"email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "The ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_rank": {"name": "activity_rank", "description": "Assigned rank for a given email_send_id, determined by ascending order of activity_timestamp. Earliest activity_timestamp gets rank 1.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "was_opened": {"name": "was_opened", "description": "Whether the email send was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_bounced": {"name": "was_bounced", "description": "Whether the email send bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_clicked": {"name": "was_clicked", "description": "Whether the email send was clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_delivered": {"name": "was_delivered", "description": "Whether the email send was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_unsubscribed": {"name": "was_unsubscribed", "description": "Whether the email send resulted in the user unsubscribing.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "The type of the email send's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email send's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email send was operational.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.8430822, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"", "raw_code": "with sends as (\n\n select *\n from {{ ref('marketo__email_sends_deduped') }}\n\n), opens as (\n\n select *\n from {{ ref('marketo__opens__by_sent_email') }}\n\n), bounces as (\n\n select *\n from {{ ref('marketo__bounces__by_sent_email') }}\n\n), clicks as (\n\n select *\n from {{ ref('marketo__clicks__by_sent_email') }}\n\n), deliveries as (\n\n select *\n from {{ ref('marketo__deliveries__by_sent_email') }}\n\n), unsubscribes as (\n\n select *\n from {{ ref('marketo__unsubscribes__by_sent_email') }}\n\n{% if var('marketo__enable_campaigns', True) %}\n\n), campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n{% endif %}\n\n), email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens using (email_send_id)\n left join bounces using (email_send_id)\n left join clicks using (email_send_id)\n left join deliveries using (email_send_id)\n left join unsubscribes using (email_send_id)\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n {% if var('marketo__enable_campaigns', True) %}\n campaigns.campaign_type,\n campaigns.program_id,\n {% endif %}\n email_templates.is_operational\n from booleans\n {% if var('marketo__enable_campaigns', True) %}\n left join campaigns using (campaign_id)\n {% endif %}\n left join email_templates\n on booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp \n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends_deduped", "package": null, "version": null}, {"name": "marketo__opens__by_sent_email", "package": null, "version": null}, {"name": "marketo__bounces__by_sent_email", "package": null, "version": null}, {"name": "marketo__clicks__by_sent_email", "package": null, "version": null}, {"name": "marketo__deliveries__by_sent_email", "package": null, "version": null}, {"name": "marketo__unsubscribes__by_sent_email", "package": null, "version": null}, {"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_sends.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n), __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_opens\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n), sends as (\n\n select *\n from __dbt__cte__marketo__email_sends_deduped\n\n), opens as (\n\n select *\n from __dbt__cte__marketo__opens__by_sent_email\n\n), bounces as (\n\n select *\n from __dbt__cte__marketo__bounces__by_sent_email\n\n), clicks as (\n\n select *\n from __dbt__cte__marketo__clicks__by_sent_email\n\n), deliveries as (\n\n select *\n from __dbt__cte__marketo__deliveries__by_sent_email\n\n), unsubscribes as (\n\n select *\n from __dbt__cte__marketo__unsubscribes__by_sent_email\n\n\n\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n\n\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens using (email_send_id)\n left join bounces using (email_send_id)\n left join clicks using (email_send_id)\n left join deliveries using (email_send_id)\n left join unsubscribes using (email_send_id)\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n \n campaigns.campaign_type,\n campaigns.program_id,\n \n email_templates.is_operational\n from booleans\n \n left join campaigns using (campaign_id)\n \n left join email_templates\n on booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp \n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_sends_deduped", "sql": " __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n)"}, {"id": "model.marketo.marketo__opens__by_sent_email", "sql": " __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_opens\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__bounces__by_sent_email", "sql": " __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__clicks__by_sent_email", "sql": " __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__deliveries__by_sent_email", "sql": " __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__unsubscribes__by_sent_email", "sql": " __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["email_send_id"], "time_spine": null}, "model.marketo.marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "marketo__campaigns.sql", "original_file_path": "models/marketo__campaigns.sql", "unique_id": "model.marketo.marketo__campaigns", "fqn": ["marketo", "marketo__campaigns"], "alias": "marketo__campaigns", "checksum": {"name": "sha256", "checksum": "5b9b13f04b7193d20c9eb98a57412c9e23bb883d5afb10ff80775b135a4cfa69"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is Marketo campaign.", "columns": {"campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}, "computed_url": {"name": "computed_url", "description": "The URL computed for the campaign, used for tracking or reference.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow associated with the campaign, defining the actions taken.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "ID of the folder where the campaign is stored in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "Type of folder (e.g., program, campaign) that stores the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether the communication limit is enabled for the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Indicates if the campaign can be requested externally.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether the campaign is a system-level campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "Maximum number of members that can be part of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "Type of qualification rule governing campaign entry.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "Interval for the qualification rule, specifying campaign entry frequency.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "Unit for the qualification interval (e.g., hours, days).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "Timestamp when the recurrence of the campaign starts.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "Timestamp when the recurrence of the campaign ends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "Type of interval for the recurrence (e.g., daily, weekly).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "Frequency of recurrence (e.g., every 1 day).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether recurrence occurs only on weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "Day of the month when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "Day of the week when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "Week of the month when the campaign recurs (e.g., first week).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "ID of the smart list associated with the campaign, used for targeting.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Current status of the campaign (e.g., active, paused).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869571.8350103, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_campaign') }}\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n using (campaign_id)\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "marketo__email_stats__by_campaign", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__campaigns", "model.marketo.marketo__email_stats__by_campaign"]}, "compiled_path": "target/compiled/marketo/models/marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_campaign\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n using (campaign_id)\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_campaign", "sql": " __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["campaign_id"], "time_spine": null}, "model.marketo.marketo__calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "utils/marketo__calendar_spine.sql", "original_file_path": "models/utils/marketo__calendar_spine.sql", "unique_id": "model.marketo.marketo__calendar_spine", "fqn": ["marketo", "utils", "marketo__calendar_spine"], "alias": "marketo__calendar_spine", "checksum": {"name": "sha256", "checksum": "02eef9d55b5d8e7204b6b2e02640c3e304b4b351e45e02c1bd20476139c41ce1"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869570.918702, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"", "raw_code": "with spine as (\n\n {% if execute %}\n {% set first_date_query %}\n select min( created_at ) as min_date from {{ source('marketo','lead') }}\n {% endset %}\n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n {% set first_date = var('marketo__first_date', run_query(first_date_query).columns[0][0]|string) %}\n \n {% if target.type == 'postgres' %}\n {% set first_date_adjust = \"cast('\" ~ first_date[0:10] ~ \"' as date)\" %}\n\n {% else %}\n {% set first_date_adjust = \"'\" ~ first_date[0:10] ~ \"'\" %}\n\n {% endif %}\n\n {% else %} {% set first_date_adjust = \"2016-01-01\" %}\n \n {% endif %}\n\n{{\n dbt_utils.date_spine(\n datepart = \"day\", \n start_date = first_date_adjust,\n end_date = dbt.dateadd(\"week\", 1, \"current_date\")\n ) \n}}\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt_utils.date_spine", "macro.dbt.run_query"], "nodes": []}, "compiled_path": "target/compiled/marketo/models/utils/marketo__calendar_spine.sql", "compiled": true, "compiled_code": "with spine as (\n\n \n \n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n \n \n \n \n\n \n\n \n\n\n\n\n\n\n\nwith rawdata as (\n\n \n\n \n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n \n p0.generated_number * power(2, 0)\n + \n \n p1.generated_number * power(2, 1)\n + \n \n p2.generated_number * power(2, 2)\n + \n \n p3.generated_number * power(2, 3)\n + \n \n p4.generated_number * power(2, 4)\n + \n \n p5.generated_number * power(2, 5)\n + \n \n p6.generated_number * power(2, 6)\n + \n \n p7.generated_number * power(2, 7)\n + \n \n p8.generated_number * power(2, 8)\n + \n \n p9.generated_number * power(2, 9)\n + \n \n p10.generated_number * power(2, 10)\n + \n \n p11.generated_number * power(2, 11)\n \n \n + 1\n as generated_number\n\n from\n\n \n p as p0\n cross join \n \n p as p1\n cross join \n \n p as p2\n cross join \n \n p as p3\n cross join \n \n p as p4\n cross join \n \n p as p5\n cross join \n \n p as p6\n cross join \n \n p as p7\n cross join \n \n p as p8\n cross join \n \n p as p9\n cross join \n \n p as p10\n cross join \n \n p as p11\n \n \n\n )\n\n select *\n from unioned\n where generated_number <= 2116\n order by generated_number\n\n\n\n),\n\nall_periods as (\n\n select (\n \n\n cast('2019-12-29' as date) + ((interval '1 day') * (row_number() over (order by generated_number) - 1))\n\n\n ) as date_day\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_day <= \n\n current_date + ((interval '1 week') * (1))\n\n\n\n)\n\nselect * from filtered\n\n\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_change_data_value.sql", "original_file_path": "models/staging/stg_marketo__activity_change_data_value.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value", "fqn": ["marketo", "staging", "stg_marketo__activity_change_data_value"], "alias": "stg_marketo__activity_change_data_value", "checksum": {"name": "sha256", "checksum": "16a382cec11b4b08da9f9bc6a11d51ccbeb7d985b1c6ffd22e81adff5b9f71da"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_reason": {"name": "change_reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_source": {"name": "change_source", "description": "Source of the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user_id": {"name": "modifying_user_id", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.1756828, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_change_data_value_tmp')),\n staging_columns=get_activity_change_data_value_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_change_data_value_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_change_data_value.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n api_method_name\n \n as \n \n api_method_name\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n modifying_user\n \n as \n \n modifying_user\n \n, \n \n \n new_value\n \n as \n \n new_value\n \n, \n \n \n old_value\n \n as \n \n old_value\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n reason\n \n as \n \n reason\n \n, \n \n \n request_id\n \n as \n \n request_id\n \n, \n \n \n source\n \n as \n \n source\n \n\n\n\n from base\n\n), fields as (\n\n select \n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["activity_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_unsubscribe_email.sql", "original_file_path": "models/staging/stg_marketo__activity_unsubscribe_email.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email", "fqn": ["marketo", "staging", "stg_marketo__activity_unsubscribe_email"], "alias": "stg_marketo__activity_unsubscribe_email", "checksum": {"name": "sha256", "checksum": "f4edf9b66113b6470b0bd0e8eae2726d3de6c2545e904944f706dcfb39ab2f4e"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.18552, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_unsubscribe_email_tmp')),\n staging_columns=get_activity_unsubscribe_email_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \t\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_unsubscribe_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_unsubscribe_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n client_ip_address\n \n as \n \n client_ip_address\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n form_fields\n \n as \n \n form_fields\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n query_parameters\n \n as \n \n query_parameters\n \n, \n \n \n referrer_url\n \n as \n \n referrer_url\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n, \n \n \n webform_id\n \n as \n \n webform_id\n \n, \n \n \n webpage_id\n \n as \n \n webpage_id\n \n\n\n\n from base\n\n), fields as (\n\n select \t\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["activity_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_send_email.sql", "original_file_path": "models/staging/stg_marketo__activity_send_email.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email", "fqn": ["marketo", "staging", "stg_marketo__activity_send_email"], "alias": "stg_marketo__activity_send_email", "checksum": {"name": "sha256", "checksum": "be22d866c157b199f94f01c96f73b58516f28801233a2474ae91979418349f9d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.18419, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_send_email_tmp')),\n staging_columns=get_activity_send_email_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__activity_send_email_passthrough_columns') }}\n\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_send_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp", "macro.fivetran_utils.fill_pass_through_columns", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_send_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_send_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n action_result\n \n as \n \n action_result\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n\n\n\n from base\n\n), fields as (\n\n select \n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n \n\n\n\n\n\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["activity_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_click_email.sql", "original_file_path": "models/staging/stg_marketo__activity_click_email.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email", "fqn": ["marketo", "staging", "stg_marketo__activity_click_email"], "alias": "stg_marketo__activity_click_email", "checksum": {"name": "sha256", "checksum": "0ebc3224a6a77f9be542e93fcafdc8ab408bcc0ef43d55ac53fac3a787466d54"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_device": {"name": "click_device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_link_url": {"name": "click_link_url", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_platform": {"name": "user_platform", "description": "The user's operating platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.178166, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_click_email_tmp')),\n staging_columns=get_activity_click_email_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_click_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_click_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_click_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n link\n \n as \n \n link\n \n, \n cast(null as TEXT) as \n \n link_id\n \n , \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n from base\n\n), fields as (\n\n select \n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["activity_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_delete_lead.sql", "original_file_path": "models/staging/stg_marketo__activity_delete_lead.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead", "fqn": ["marketo", "staging", "stg_marketo__activity_delete_lead"], "alias": "stg_marketo__activity_delete_lead", "checksum": {"name": "sha256", "checksum": "6292ea92f47a23c77b7d04e7add11037d84706a4d4aba0991e1e9101d18474d9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with deleted lead activities", "columns": {"activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869572.1967013, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__activity_delete_lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_delete_lead_tmp')),\n staging_columns=get_activity_delete_lead_columns()\n )\n }}\n from base\n\n), fields as (\n\n select\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_delete_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_delete_lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_delete_lead.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign\n \n as \n \n campaign\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n from base\n\n), fields as (\n\n select\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead_describe.sql", "original_file_path": "models/staging/stg_marketo__lead_describe.sql", "unique_id": "model.marketo.stg_marketo__lead_describe", "fqn": ["marketo", "staging", "stg_marketo__lead_describe"], "alias": "stg_marketo__lead_describe", "checksum": {"name": "sha256", "checksum": "9c4c01161855f5da7ecfcfcb6e37be812b71b0cb2b29b130d896d6abcd3b89a1"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"lead_describe_id": {"name": "lead_describe_id", "description": "ID of the description.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "field_max_length": {"name": "field_max_length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_rest_readonly": {"name": "is_rest_readonly", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_soap_readonly": {"name": "is_soap_readonly", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name": {"name": "rest_name", "description": "Description of REST API usage attributes in camel case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name_xf": {"name": "rest_name_xf", "description": "Description of REST API usage attributes in snake case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soap_name": {"name": "soap_name", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.192571, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_describe_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_describe_tmp')),\n staging_columns=get_lead_describe_columns()\n )\n }}\n from base\n\n), fields as (\n\n select\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_describe_columns", "macro.fivetran_utils.fill_staging_columns"], "nodes": ["model.marketo.stg_marketo__lead_describe_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead_describe.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n data_type\n \n as \n \n data_type\n \n, \n \n \n display_name\n \n as \n \n display_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n length\n \n as \n \n length\n \n, \n \n \n restname\n \n as \n \n restname\n \n, \n \n \n restread_only\n \n as \n \n restread_only\n \n, \n \n \n soapname\n \n as \n \n soapname\n \n, \n \n \n soapread_only\n \n as \n \n soapread_only\n \n\n\n\n from base\n\n), fields as (\n\n select\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["lead_describe_id"], "time_spine": null}, "model.marketo.stg_marketo__email_template_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__email_template_history.sql", "original_file_path": "models/staging/stg_marketo__email_template_history.sql", "unique_id": "model.marketo.stg_marketo__email_template_history", "fqn": ["marketo", "staging", "stg_marketo__email_template_history"], "alias": "stg_marketo__email_template_history", "checksum": {"name": "sha256", "checksum": "97162d775e448bbc12c74be0edebd8c57571129d1d23298c0f415e0cd000e348"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "ID of the email template", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of versions of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.1893227, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__email_template_history_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__email_template_history_tmp')),\n staging_columns=get_email_template_history_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['email_template_id','inferred_version'] )}} as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}, {"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_email_template_history_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__email_template_history_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__email_template_history.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n folder_folder_name\n \n as \n \n folder_folder_name\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n folder_value\n \n as \n \n folder_value\n \n, \n \n \n from_email\n \n as \n \n from_email\n \n, \n \n \n from_name\n \n as \n \n from_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n operational\n \n as \n \n operational\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n publish_to_msi\n \n as \n \n publish_to_msi\n \n, \n \n \n reply_email\n \n as \n \n reply_email\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n subject\n \n as \n \n subject\n \n, \n \n \n template\n \n as \n \n template\n \n, \n \n \n text_only\n \n as \n \n text_only\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n version\n \n as \n \n version\n \n, \n \n \n web_view\n \n as \n \n web_view\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n from base\n\n), fields as (\n\n select \n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(email_template_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(inferred_version as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["email_template_history_id"], "time_spine": null}, "model.marketo.stg_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead.sql", "original_file_path": "models/staging/stg_marketo__lead.sql", "unique_id": "model.marketo.stg_marketo__lead", "fqn": ["marketo", "staging", "stg_marketo__lead"], "alias": "stg_marketo__lead", "checksum": {"name": "sha256", "checksum": "5eb998d2c1b6a6fc4e2a7d739f41bbe376d9fb73756975a96e3392b2b5a7f2fd"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "The timestamp at which each lead object was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "The timestamp at which each lead object was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.1946392, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_tmp')),\n staging_columns=get_lead_columns()\n )\n }}\n -- This will check if there are non-default columns to bring in\n {% set default_cols = ['id', 'created_at', 'updated_at', 'email', 'first_name', 'last_name', '_fivetran_synced',\n 'phone', 'main_phone', 'mobile_phone', 'company', 'inferred_company', 'address_lead', 'address', 'city', 'state',\n 'state_code', 'country', 'country_code', 'postal_code', 'billing_street', 'billing_city', 'billing_state', \n 'billing_state_code', 'billing_country', 'billing_country_code', 'billing_postal_code', 'inferred_city', 'inferred_state_region', \n 'inferred_country', 'inferred_postal_code', 'inferred_phone_area_code', 'anonymous_ip', 'unsubscribed', 'email_invalid', 'do_not_call'] %}\n \n {% set new_cols = dbt_utils.star(from=ref('stg_marketo__lead_tmp'), except=default_cols) %}\n {% if new_cols != '/* no columns returned from star() macro */' %}\n ,{{ new_cols }} \n {% endif %}\n \n from base\n\n)\n\nselect *\nfrom macro", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt_utils.star"], "nodes": ["model.marketo.stg_marketo__lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as created_timestamp , \n \n \n email\n \n as \n \n email\n \n, \n \n \n first_name\n \n as \n \n first_name\n \n, \n \n \n id\n \n as lead_id , \n \n \n last_name\n \n as \n \n last_name\n \n, \n \n \n updated_at\n \n as updated_timestamp , \n cast(null as TEXT) as \n \n phone\n \n , \n cast(null as TEXT) as \n \n main_phone\n \n , \n cast(null as TEXT) as \n \n mobile_phone\n \n , \n cast(null as TEXT) as \n \n company\n \n , \n cast(null as TEXT) as \n \n inferred_company\n \n , \n cast(null as TEXT) as \n \n address_lead\n \n , \n cast(null as TEXT) as \n \n address\n \n , \n cast(null as TEXT) as \n \n city\n \n , \n cast(null as TEXT) as \n \n state\n \n , \n cast(null as TEXT) as \n \n state_code\n \n , \n cast(null as TEXT) as \n \n country\n \n , \n cast(null as TEXT) as \n \n country_code\n \n , \n cast(null as TEXT) as \n \n postal_code\n \n , \n cast(null as TEXT) as \n \n billing_street\n \n , \n cast(null as TEXT) as \n \n billing_city\n \n , \n cast(null as TEXT) as \n \n billing_state\n \n , \n cast(null as TEXT) as \n \n billing_state_code\n \n , \n cast(null as TEXT) as \n \n billing_country\n \n , \n cast(null as TEXT) as \n \n billing_country_code\n \n , \n cast(null as TEXT) as \n \n billing_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_city\n \n , \n cast(null as TEXT) as \n \n inferred_state_region\n \n , \n cast(null as TEXT) as \n \n inferred_country\n \n , \n cast(null as TEXT) as \n \n inferred_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_phone_area_code\n \n , \n cast(null as TEXT) as \n \n anonymous_ip\n \n , \n cast(null as boolean) as is_unsubscribed , \n cast(null as boolean) as is_email_invalid , \n cast(null as boolean) as \n \n do_not_call\n \n \n\n\n -- This will check if there are non-default columns to bring in\n \n \n \n \n \n from base\n\n)\n\nselect *\nfrom macro", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["lead_id"], "time_spine": null}, "model.marketo.stg_marketo__program": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__program.sql", "original_file_path": "models/staging/stg_marketo__program.sql", "unique_id": "model.marketo.stg_marketo__program", "fqn": ["marketo", "staging", "stg_marketo__program"], "alias": "stg_marketo__program", "checksum": {"name": "sha256", "checksum": "d06c571314ef49871f90860b44aeabd00ca10281d55d41de79bc505070ca6b3d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869572.1958237, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and (var('marketo__enable_programs', True))) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__program_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__program_tmp')),\n staging_columns=get_program_columns()\n )\n }}\n from base\n\n), fields as (\n\n select\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__program_passthrough_columns') }}\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program_tmp", "package": null, "version": null}, {"name": "stg_marketo__program_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_program_columns", "macro.fivetran_utils.fill_staging_columns", "macro.fivetran_utils.fill_pass_through_columns"], "nodes": ["model.marketo.stg_marketo__program_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__program.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n channel\n \n as \n \n channel\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n end_date\n \n as \n \n end_date\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n sfdc_id\n \n as \n \n sfdc_id\n \n, \n \n \n sfdc_name\n \n as \n \n sfdc_name\n \n, \n \n \n start_date\n \n as \n \n start_date\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n from base\n\n), fields as (\n\n select\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n \n\n\n\n\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["program_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_merge_leads.sql", "original_file_path": "models/staging/stg_marketo__activity_merge_leads.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads", "fqn": ["marketo", "staging", "stg_marketo__activity_merge_leads"], "alias": "stg_marketo__activity_merge_leads", "checksum": {"name": "sha256", "checksum": "d0c946ed7fab89435ed0a3de1fca940a6e3e5d8a89e49dc8d32d1545690f7164"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with merged lead activities", "columns": {"activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_lead_id": {"name": "merged_lead_id", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "master_updated": {"name": "master_updated", "description": "Boolean if master was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_source": {"name": "merge_source", "description": "Source of the merge.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_in_sales": {"name": "merged_in_sales", "description": "Boolean if merged in sales.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.1990047, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_merge_leads_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_merge_leads_tmp')),\n staging_columns=get_activity_merge_leads_columns()\n )\n }}\n from base\n\n), fields as (\n\n select\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as {{ dbt.type_string() }}) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_merge_leads_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"], "nodes": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_merge_leads.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n master_updated\n \n as \n \n master_updated\n \n, \n \n \n merge_ids\n \n as \n \n merge_ids\n \n, \n \n \n merge_source\n \n as \n \n merge_source\n \n, \n \n \n merged_in_sales\n \n as \n \n merged_in_sales\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n from base\n\n), fields as (\n\n select\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as integer) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as TEXT) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_delivered.sql", "original_file_path": "models/staging/stg_marketo__activity_email_delivered.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered", "fqn": ["marketo", "staging", "stg_marketo__activity_email_delivered"], "alias": "stg_marketo__activity_email_delivered", "checksum": {"name": "sha256", "checksum": "e728feee6ece5169f52932e6da4505652ddc4a6dfea62ea64fedf31089727f4e"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.1816592, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_delivered_tmp')),\n staging_columns=get_activity_email_delivered_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_delivered_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_delivered.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n from base\n\n), fields as (\n\n select \n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["activity_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_open_email.sql", "original_file_path": "models/staging/stg_marketo__activity_open_email.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email", "fqn": ["marketo", "staging", "stg_marketo__activity_open_email"], "alias": "stg_marketo__activity_open_email", "checksum": {"name": "sha256", "checksum": "1a2a4bd5e302bc781fe9297ef000dab7c24b639267cc6c6aabf9873484bdc9ab"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.1829374, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_open_email_tmp')),\n staging_columns=get_activity_open_email_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_open_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_open_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_open_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n from base\n\n), fields as (\n\n select \n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["activity_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_bounced.sql", "original_file_path": "models/staging/stg_marketo__activity_email_bounced.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced", "fqn": ["marketo", "staging", "stg_marketo__activity_email_bounced"], "alias": "stg_marketo__activity_email_bounced", "checksum": {"name": "sha256", "checksum": "753f37b9c30bc8d70b6eda0c72605ec91c320eb1b05e832c393cda5ab921a6c6"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_category": {"name": "bounce_category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_subcategory": {"name": "bounce_subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_address": {"name": "email_address", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.180452, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_bounced_tmp')),\n staging_columns=get_activity_email_bounced_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \t\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_bounced_columns", "macro.fivetran_utils.fill_staging_columns", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_bounced.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n category\n \n as \n \n category\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n details\n \n as \n \n details\n \n, \n \n \n email\n \n as \n \n email\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n \n \n subcategory\n \n as \n \n subcategory\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n from base\n\n), fields as (\n\n select \t\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["activity_id"], "time_spine": null}, "model.marketo.stg_marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__campaigns.sql", "original_file_path": "models/staging/stg_marketo__campaigns.sql", "unique_id": "model.marketo.stg_marketo__campaigns", "fqn": ["marketo", "staging", "stg_marketo__campaigns"], "alias": "stg_marketo__campaigns", "checksum": {"name": "sha256", "checksum": "08e8b3c84849b844380c7126dc62864c754cca3456319a300e2065bc8ac8f60a"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869572.187423, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__campaign_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__campaign_tmp')),\n staging_columns=get_campaign_columns()\n )\n }}\n from base\n\n), fields as (\n\n select \n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaign_tmp", "package": null, "version": null}, {"name": "stg_marketo__campaign_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_campaign_columns", "macro.fivetran_utils.fill_staging_columns"], "nodes": ["model.marketo.stg_marketo__campaign_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n active\n \n as \n \n active\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n workspace_name\n \n as \n \n workspace_name\n \n, \n \n \n computed_url\n \n as \n \n computed_url\n \n, \n \n \n flow_id\n \n as \n \n flow_id\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n is_communication_limit_enabled\n \n as \n \n is_communication_limit_enabled\n \n, \n \n \n is_requestable\n \n as \n \n is_requestable\n \n, \n \n \n is_system\n \n as \n \n is_system\n \n, \n \n \n max_members\n \n as \n \n max_members\n \n, \n \n \n qualification_rule_type\n \n as \n \n qualification_rule_type\n \n, \n \n \n qualification_rule_interval\n \n as \n \n qualification_rule_interval\n \n, \n \n \n qualification_rule_unit\n \n as \n \n qualification_rule_unit\n \n, \n \n \n recurrence_start_at\n \n as \n \n recurrence_start_at\n \n, \n \n \n recurrence_end_at\n \n as \n \n recurrence_end_at\n \n, \n \n \n recurrence_interval_type\n \n as \n \n recurrence_interval_type\n \n, \n \n \n recurrence_interval\n \n as \n \n recurrence_interval\n \n, \n \n \n recurrence_weekday_only\n \n as \n \n recurrence_weekday_only\n \n, \n \n \n recurrence_day_of_month\n \n as \n \n recurrence_day_of_month\n \n, \n \n \n recurrence_day_of_week\n \n as \n \n recurrence_day_of_week\n \n, \n \n \n recurrence_week_of_month\n \n as \n \n recurrence_week_of_month\n \n, \n \n \n smart_list_id\n \n as \n \n smart_list_id\n \n, \n \n \n status\n \n as \n \n status\n \n\n\n\n from base\n\n), fields as (\n\n select \n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": ["campaign_id"], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_bounced_tmp"], "alias": "stg_marketo__activity_email_bounced_tmp", "checksum": {"name": "sha256", "checksum": "ada6078aa5f9aa9542680709f13ef4f41a939793dba1dd7e95573daf9631a123"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.3674242, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"", "raw_code": "select *\nfrom {{ var('activity_email_bounced') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_bounced"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_tmp"], "alias": "stg_marketo__lead_tmp", "checksum": {"name": "sha256", "checksum": "cec09aa5677c43f456ec365938c4b21611d022a736b30011e46ceec99e8b44ea"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.3742902, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"", "raw_code": "select *\nfrom {{ var('lead') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_lead_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_describe_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_describe_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_describe_tmp"], "alias": "stg_marketo__lead_describe_tmp", "checksum": {"name": "sha256", "checksum": "076bb0dc6b5d12d6e0fd74312fc060487b1631f4407698e4242d162d4a06b26c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.3811576, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"", "raw_code": "select *\nfrom {{ var('lead_describe') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead_describe"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_lead_describe_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_delete_lead_tmp"], "alias": "stg_marketo__activity_delete_lead_tmp", "checksum": {"name": "sha256", "checksum": "c117443fd98cebcfa1400ed04ad0efa75858e7bcdbe3101bed1f332214a140ae"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869571.3879282, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\nselect *\nfrom {{ var('activity_delete_lead') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_delete_lead"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "compiled": true, "compiled_code": "\n\nselect *\nfrom \"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__program_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__program_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__program_tmp.sql", "unique_id": "model.marketo.stg_marketo__program_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__program_tmp"], "alias": "stg_marketo__program_tmp", "checksum": {"name": "sha256", "checksum": "2dd15db18af8737149f4377e0274932cbe269cfa76d43d0cbef94747e69c6495"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869571.3963578, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nselect *\nfrom {{ var('program') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "program"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.program"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__program_tmp.sql", "compiled": true, "compiled_code": "\n\nselect *\nfrom \"postgres\".\"public\".\"marketo_program_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_unsubscribe_email_tmp"], "alias": "stg_marketo__activity_unsubscribe_email_tmp", "checksum": {"name": "sha256", "checksum": "19738f0a7d3263170f9d960d9fc7d9dfbad9bce271459e9668836f4e47a2f01d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.4038436, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"", "raw_code": "select *\nfrom {{ var('activity_unsubscribe_email') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_unsubscribe_email"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__email_template_history_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__email_template_history_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "unique_id": "model.marketo.stg_marketo__email_template_history_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__email_template_history_tmp"], "alias": "stg_marketo__email_template_history_tmp", "checksum": {"name": "sha256", "checksum": "ecf5e126aa9ce3fff1c7b4228a14ebf0444ecb9e53aa8f583ce9d232f87cf36b"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.4106762, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"", "raw_code": "select *\nfrom {{ var('email_template_history') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "email_template_history"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_email_template_history_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__campaign_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__campaign_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__campaign_tmp.sql", "unique_id": "model.marketo.stg_marketo__campaign_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__campaign_tmp"], "alias": "stg_marketo__campaign_tmp", "checksum": {"name": "sha256", "checksum": "e635a63d21c70207405cd88576daa7b06bc3631aebbe7be8f5619df3f31e878f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869571.417533, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nselect *\nfrom {{ var('campaign') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "campaign"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.campaign"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__campaign_tmp.sql", "compiled": true, "compiled_code": "\n\nselect *\nfrom \"postgres\".\"public\".\"marketo_campaign_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_send_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_send_email_tmp"], "alias": "stg_marketo__activity_send_email_tmp", "checksum": {"name": "sha256", "checksum": "6f71b2d1da249e72e6d0aa1fdf30561c20d2b70ff4dcee478c3c53d3151216d3"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.424898, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"", "raw_code": "select *\nfrom {{ var('activity_send_email') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_send_email"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_send_email_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_open_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_open_email_tmp"], "alias": "stg_marketo__activity_open_email_tmp", "checksum": {"name": "sha256", "checksum": "da68d24a0e5cd5e2ea04461ba30829224d9be0645527c7750e112770f62904b8"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.4330409, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"", "raw_code": "select *\nfrom {{ var('activity_open_email') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_open_email"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_open_email_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_click_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_click_email_tmp"], "alias": "stg_marketo__activity_click_email_tmp", "checksum": {"name": "sha256", "checksum": "b67805a9d05eb09cbc1247b1ff20a6eabba87b3722faa7ae62ce01f36c8034f5"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.439705, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"", "raw_code": "select *\nfrom {{ var('activity_click_email') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_click_email"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_click_email_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_merge_leads_tmp"], "alias": "stg_marketo__activity_merge_leads_tmp", "checksum": {"name": "sha256", "checksum": "05aefa5e82e1e7f9db39f760ca7e05f55f20d3ebab1a42d9f7a9ebac76575cc4"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.4465213, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"", "raw_code": "select *\nfrom {{ var('activity_merge_leads') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_merge_leads"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_merge_leads"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_change_data_value_tmp"], "alias": "stg_marketo__activity_change_data_value_tmp", "checksum": {"name": "sha256", "checksum": "2515768903723472b6b2c63204e07b3be741b6a60d054ad6278eb11e45635ba4"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.4531693, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"", "raw_code": "select *\nfrom {{ var('activity_change_data_value') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_change_data_value"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_delivered_tmp"], "alias": "stg_marketo__activity_email_delivered_tmp", "checksum": {"name": "sha256", "checksum": "03d7cae101b001a26032fe121d383f8193c9afdbdc74d254ac9789866c147712"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.4611053, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"", "raw_code": "select *\nfrom {{ var('activity_email_delivered') }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_delivered"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.marketo.marketo.activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "compiled": true, "compiled_code": "select *\nfrom \"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_lead.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_lead.sql", "unique_id": "model.marketo.marketo__email_stats__by_lead", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_lead"], "alias": "marketo__email_stats__by_lead", "checksum": {"name": "sha256", "checksum": "7ce47a67ad9bd46e18fca641e5b5e06bd36367f4e4a4fbc0282b3f9a2f98cd41"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2633543, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_lead.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_campaign": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_campaign", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_campaign.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_campaign.sql", "unique_id": "model.marketo.marketo__email_stats__by_campaign", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_campaign"], "alias": "marketo__email_stats__by_campaign", "checksum": {"name": "sha256", "checksum": "cb805719918001bfd27b0f713809fa96629c26bee7094e731fb584091851c41d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869572.26241, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_campaign.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__clicks__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__clicks__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__clicks__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__clicks__by_sent_email.sql", "unique_id": "model.marketo.marketo__clicks__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__clicks__by_sent_email"], "alias": "marketo__clicks__by_sent_email", "checksum": {"name": "sha256", "checksum": "98790c5b8c43d79e91e97ba7b1b04689a6399cb453319a0f8a8d9f547a9f516c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2591503, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email') }}\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__clicks__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.int_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "int_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/int_marketo__lead.sql", "original_file_path": "models/intermediate/int_marketo__lead.sql", "unique_id": "model.marketo.int_marketo__lead", "fqn": ["marketo", "intermediate", "int_marketo__lead"], "alias": "int_marketo__lead", "checksum": {"name": "sha256", "checksum": "4eccfbe43841b0b4ebf637d1d7105d2a35398ee717ac81e0c26f49f99e5d3a3c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2581778, "relation_name": "\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"", "raw_code": "{{ config(materialized='view') }}\n\nwith leads as(\n select * \n from {{ ref('stg_marketo__lead') }}\n\n), activity_merge_leads as (\n select * \n from {{ ref('stg_marketo__activity_merge_leads') }}\n\n), unique_merges as (\n\n select \n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n {{ fivetran_utils.string_agg('distinct merged_lead_id', \"', '\") }} as merged_into_lead_id\n\n from activity_merge_leads\n group by 1 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n{% if var('marketo__activity_delete_lead_enabled', True) %}\n), deleted_leads as (\n\n select distinct lead_id\n from {{ ref('stg_marketo__activity_delete_lead') }}\n \n{% endif %}\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n {% else %}\n null as is_deleted,\n {% endif %}\n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n left join deleted_leads on leads.lead_id = deleted_leads.lead_id\n {% endif %}\n\n left join unique_merges on leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.type_int", "macro.fivetran_utils.string_agg"], "nodes": ["model.marketo.stg_marketo__lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/int_marketo__lead.sql", "compiled": true, "compiled_code": "\n\nwith leads as(\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\n\n), activity_merge_leads as (\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"\n\n), unique_merges as (\n\n select \n cast(lead_id as integer) as lead_id,\n \n string_agg(distinct merged_lead_id, ', ')\n\n as merged_into_lead_id\n\n from activity_merge_leads\n group by 1 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n\n), deleted_leads as (\n\n select distinct lead_id\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"\n \n\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n \n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n \n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n \n left join deleted_leads on leads.lead_id = deleted_leads.lead_id\n \n\n left join unique_merges on leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__unsubscribes__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__unsubscribes__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__unsubscribes__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__unsubscribes__by_sent_email.sql", "unique_id": "model.marketo.marketo__unsubscribes__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__unsubscribes__by_sent_email"], "alias": "marketo__unsubscribes__by_sent_email", "checksum": {"name": "sha256", "checksum": "4a271f6adf1ab25bf573a8992e71e7f0d92ca18cafab244fadc8849dfb7dda1d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2605388, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email') }}\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__unsubscribes__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__opens__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__opens__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__opens__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__opens__by_sent_email.sql", "unique_id": "model.marketo.marketo__opens__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__opens__by_sent_email"], "alias": "marketo__opens__by_sent_email", "checksum": {"name": "sha256", "checksum": "8da9f87864e2e2f4a590cc69eee38ce7874e008043c0995bc30ddfc7a24c00a2"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.260067, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email') }}\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_opens\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__opens__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_opens\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_sends_deduped": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends_deduped", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_sends_deduped.sql", "original_file_path": "models/intermediate/marketo__email_sends_deduped.sql", "unique_id": "model.marketo.marketo__email_sends_deduped", "fqn": ["marketo", "intermediate", "marketo__email_sends_deduped"], "alias": "marketo__email_sends_deduped", "checksum": {"name": "sha256", "checksum": "f962456278f478ac3b1b08082ae5ddafe5790f742d3a13a3b55476841be1e833"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2644265, "relation_name": null, "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email') }}\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_sends_deduped.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__deliveries__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__deliveries__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__deliveries__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__deliveries__by_sent_email.sql", "unique_id": "model.marketo.marketo__deliveries__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__deliveries__by_sent_email"], "alias": "marketo__deliveries__by_sent_email", "checksum": {"name": "sha256", "checksum": "2da6ebabba7f5d5e2954beb39e417a366542d6ad8468f8444f9b7f5e1e1e56ea"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2596118, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered') }}\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__deliveries__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_pivot": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_pivot.sql", "original_file_path": "models/intermediate/marketo__change_data_pivot.sql", "unique_id": "model.marketo.marketo__change_data_pivot", "fqn": ["marketo", "intermediate", "marketo__change_data_pivot"], "alias": "marketo__change_data_pivot", "checksum": {"name": "sha256", "checksum": "be1af259e48ab8251dc968f22cbcb6bc2bb231030325180311f08954cbd30cb8"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1759869572.2614636, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id\n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select \n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , min(case when lower(primary_attribute_column) = '{{ col|lower }}' then old_value end) as {{ col_xf }}\n {% endfor %}\n \n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_pivot.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id\n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select \n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , min(case when lower(primary_attribute_column) = 'urgency' then old_value end) as urgency\n \n \n , min(case when lower(primary_attribute_column) = 'priority' then old_value end) as priority\n \n \n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_scd": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_scd.sql", "original_file_path": "models/intermediate/marketo__change_data_scd.sql", "unique_id": "model.marketo.marketo__change_data_scd", "fqn": ["marketo", "intermediate", "marketo__change_data_scd"], "alias": "marketo__change_data_scd", "checksum": {"name": "sha256", "checksum": "fab1172652c63c654dde27ae533339831b609c934e20b30e47b304881e0964f0"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "valid_to", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "valid_to", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1759869572.2619207, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'valid_to', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['valid_to'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set lead_columns = adapter.get_columns_in_relation(ref('int_marketo__lead')) -%}\n{% set filtered_lead_columns = [] %}\n{% for col in lead_columns if col.name|lower not in ['lead_id','_fivetran_synced'] and col.name|lower in var('lead_history_columns') %}\n {% do filtered_lead_columns.append(col) %}\n{% endfor %}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_pivot')) -%}\n{%- set change_data_columns_xf = change_data_columns|map(attribute='name')|list %}\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_pivot') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), details as (\n\n select *\n from {{ ref('marketo__change_data_details') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n {{ \n fivetran_utils.union_relations(\n relations=[ref('int_marketo__lead'), ref('marketo__change_data_pivot')],\n aliases=['leads','change_data']\n ) \n }}\n\n), field_partitions as (\n\n select\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n {% for col in filtered_lead_columns %}\n {% if col.name not in change_data_columns_xf %}\n , unioned.{{ col.name }}\n , null as {{ col.name }}_partition\n\n {% else %}\n , unioned.{{ col.name }}\n , sum(case when unioned.{{ col.name }} is null and not coalesce(details.{{ col.name }}, true) then 0\n else 1 end) over (\n partition by unioned.lead_id\n order by coalesce(unioned.date_day, current_date) desc \n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n \n {% endif %}\n {% endfor %}\n\n from unioned\n left join details\n on unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.valid_to, \n field_partitions.lead_id\n\n {% for col in filtered_lead_columns %} \n {% if col.name not in change_data_columns_xf %}\n {# If the column does not exist in the change data, grab the value from the current state of the record. #}\n , last_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id \n order by field_partitions.date_day asc \n rows between unbounded preceding and current row) as {{ col.name }}\n\n {% else %}\n , first_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition \n order by field_partitions.valid_to desc\n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endif %}\n {% endfor %}\n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['lead_id','valid_to'])}} as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_details", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.fivetran_utils.union_relations", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_pivot", "model.marketo.marketo__change_data_details"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_scd.sql", "compiled": true, "compiled_code": "\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), details as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"' as TEXT) as _dbt_source_relation,\n \n cast(\"_fivetran_synced\" as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(\"created_timestamp\" as timestamp without time zone) as \"created_timestamp\" ,\n cast(\"email\" as text) as \"email\" ,\n cast(\"first_name\" as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(\"last_name\" as text) as \"last_name\" ,\n cast(\"updated_timestamp\" as text) as \"updated_timestamp\" ,\n cast(\"phone\" as text) as \"phone\" ,\n cast(\"main_phone\" as text) as \"main_phone\" ,\n cast(\"mobile_phone\" as text) as \"mobile_phone\" ,\n cast(\"company\" as text) as \"company\" ,\n cast(\"inferred_company\" as text) as \"inferred_company\" ,\n cast(\"address_lead\" as text) as \"address_lead\" ,\n cast(\"address\" as text) as \"address\" ,\n cast(\"city\" as text) as \"city\" ,\n cast(\"state\" as text) as \"state\" ,\n cast(\"state_code\" as text) as \"state_code\" ,\n cast(\"country\" as text) as \"country\" ,\n cast(\"country_code\" as text) as \"country_code\" ,\n cast(\"postal_code\" as text) as \"postal_code\" ,\n cast(\"billing_street\" as text) as \"billing_street\" ,\n cast(\"billing_city\" as text) as \"billing_city\" ,\n cast(\"billing_state\" as text) as \"billing_state\" ,\n cast(\"billing_state_code\" as text) as \"billing_state_code\" ,\n cast(\"billing_country\" as text) as \"billing_country\" ,\n cast(\"billing_country_code\" as text) as \"billing_country_code\" ,\n cast(\"billing_postal_code\" as text) as \"billing_postal_code\" ,\n cast(\"inferred_city\" as text) as \"inferred_city\" ,\n cast(\"inferred_state_region\" as text) as \"inferred_state_region\" ,\n cast(\"inferred_country\" as text) as \"inferred_country\" ,\n cast(\"inferred_postal_code\" as text) as \"inferred_postal_code\" ,\n cast(\"inferred_phone_area_code\" as text) as \"inferred_phone_area_code\" ,\n cast(\"anonymous_ip\" as text) as \"anonymous_ip\" ,\n cast(\"is_unsubscribed\" as boolean) as \"is_unsubscribed\" ,\n cast(\"is_email_invalid\" as boolean) as \"is_email_invalid\" ,\n cast(\"do_not_call\" as boolean) as \"do_not_call\" ,\n cast(\"is_deleted\" as boolean) as \"is_deleted\" ,\n cast(\"merged_into_lead_id\" as text) as \"merged_into_lead_id\" ,\n cast(\"is_merged\" as boolean) as \"is_merged\" ,\n cast(null as date) as \"date_day\" ,\n cast(null as text) as \"urgency\" ,\n cast(null as text) as \"priority\" ,\n cast(null as text) as \"lead_day_id\" \n\n from leads\n )\n\n union all\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"' as TEXT) as _dbt_source_relation,\n \n cast(null as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(null as timestamp without time zone) as \"created_timestamp\" ,\n cast(null as text) as \"email\" ,\n cast(null as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(null as text) as \"last_name\" ,\n cast(null as text) as \"updated_timestamp\" ,\n cast(null as text) as \"phone\" ,\n cast(null as text) as \"main_phone\" ,\n cast(null as text) as \"mobile_phone\" ,\n cast(null as text) as \"company\" ,\n cast(null as text) as \"inferred_company\" ,\n cast(null as text) as \"address_lead\" ,\n cast(null as text) as \"address\" ,\n cast(null as text) as \"city\" ,\n cast(null as text) as \"state\" ,\n cast(null as text) as \"state_code\" ,\n cast(null as text) as \"country\" ,\n cast(null as text) as \"country_code\" ,\n cast(null as text) as \"postal_code\" ,\n cast(null as text) as \"billing_street\" ,\n cast(null as text) as \"billing_city\" ,\n cast(null as text) as \"billing_state\" ,\n cast(null as text) as \"billing_state_code\" ,\n cast(null as text) as \"billing_country\" ,\n cast(null as text) as \"billing_country_code\" ,\n cast(null as text) as \"billing_postal_code\" ,\n cast(null as text) as \"inferred_city\" ,\n cast(null as text) as \"inferred_state_region\" ,\n cast(null as text) as \"inferred_country\" ,\n cast(null as text) as \"inferred_postal_code\" ,\n cast(null as text) as \"inferred_phone_area_code\" ,\n cast(null as text) as \"anonymous_ip\" ,\n cast(null as boolean) as \"is_unsubscribed\" ,\n cast(null as boolean) as \"is_email_invalid\" ,\n cast(null as boolean) as \"do_not_call\" ,\n cast(null as boolean) as \"is_deleted\" ,\n cast(null as text) as \"merged_into_lead_id\" ,\n cast(null as boolean) as \"is_merged\" ,\n cast(\"date_day\" as date) as \"date_day\" ,\n cast(\"urgency\" as text) as \"urgency\" ,\n cast(\"priority\" as text) as \"priority\" ,\n cast(\"lead_day_id\" as text) as \"lead_day_id\" \n\n from change_data\n )\n\n \n\n), field_partitions as (\n\n select\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n \n\n from unioned\n left join details\n on unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.valid_to, \n field_partitions.lead_id\n\n \n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(valid_to as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__lead_calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__lead_calendar_spine.sql", "original_file_path": "models/intermediate/marketo__lead_calendar_spine.sql", "unique_id": "model.marketo.marketo__lead_calendar_spine", "fqn": ["marketo", "intermediate", "marketo__lead_calendar_spine"], "alias": "marketo__lead_calendar_spine", "checksum": {"name": "sha256", "checksum": "2d670b1fc9507dbe6ad5e36f43835ae6f789c72e04ab7049295712d9d3ad82a4"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1759869571.5557349, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\nwith calendar as (\n\n select *\n from {{ ref('marketo__calendar_spine') }}\n {% if is_incremental() %}\n where date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n {{ dbt_utils.generate_surrogate_key(['date_day','lead_id']) }} as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__calendar_spine", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__calendar_spine", "model.marketo.int_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__lead_calendar_spine.sql", "compiled": true, "compiled_code": "\n\nwith calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"\n \n where date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n md5(cast(coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_email_template": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_email_template", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_email_template.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_email_template.sql", "unique_id": "model.marketo.marketo__email_stats__by_email_template", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_email_template"], "alias": "marketo__email_stats__by_email_template", "checksum": {"name": "sha256", "checksum": "6cf45bea7e9d2f9921dcadc9762edd0b4e4a09cfdceaf825be099dff065409ab"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2628748, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_email_template.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__bounces__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__bounces__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__bounces__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__bounces__by_sent_email.sql", "unique_id": "model.marketo.marketo__bounces__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__bounces__by_sent_email"], "alias": "marketo__bounces__by_sent_email", "checksum": {"name": "sha256", "checksum": "8aeef22913212ab25971cef0cc332d25e6cd0b28427379c152e772c15dcecf50"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869572.2586677, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced') }}\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__bounces__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select \n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_program": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_program", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_program.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_program.sql", "unique_id": "model.marketo.marketo__email_stats__by_program", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_program"], "alias": "marketo__email_stats__by_program", "checksum": {"name": "sha256", "checksum": "67e530c00ca36b9130542208b7158ab606bde98d3507e9d23af4c49a68b0bfdf"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1759869572.263955, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_program.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_details": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_details.sql", "original_file_path": "models/intermediate/marketo__change_data_details.sql", "unique_id": "model.marketo.marketo__change_data_details", "fqn": ["marketo", "intermediate", "marketo__change_data_details"], "alias": "marketo__change_data_details", "checksum": {"name": "sha256", "checksum": "1676772c235968f27688f2746d90066fc2831e570e4b7a8ee19951349445a014"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1759869572.2609916, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , cast( max(case when lower(primary_attribute_column) = '{{ col|lower }}' then 1 else 0 end) as boolean) as {{ col_xf }}\n {% endfor %}\n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_details.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , cast( max(case when lower(primary_attribute_column) = 'urgency' then 1 else 0 end) as boolean) as urgency\n \n \n , cast( max(case when lower(primary_attribute_column) = 'priority' then 1 else 0 end) as boolean) as priority\n \n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "operation.marketo.marketo-on-run-start-0": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo-on-run-start-0", "resource_type": "operation", "package_name": "marketo", "path": "hooks/marketo-on-run-start-0.sql", "original_file_path": "./dbt_project.yml", "unique_id": "operation.marketo.marketo-on-run-start-0", "fqn": ["marketo", "hooks", "marketo-on-run-start-0"], "alias": "marketo-on-run-start-0", "checksum": {"name": "sha256", "checksum": "9f44b7cec15cd43517344091184edbe073ddbd7947c86e65b206d71360fa9b71"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null}, "tags": ["on-run-start"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1759869571.7195818, "relation_name": null, "raw_code": "{{ lead_history_columns_warning() }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.lead_history_columns_warning"], "nodes": []}, "compiled_path": "target/compiled/marketo/./dbt_project.yml/hooks/marketo-on-run-start-0.sql", "compiled": true, "compiled_code": "\n\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "index": 0}, "test.marketo.unique_marketo__campaigns_campaign_id.f763a010f1": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "unique_marketo__campaigns_campaign_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.unique_marketo__campaigns_campaign_id.f763a010f1", "fqn": ["marketo", "unique_marketo__campaigns_campaign_id"], "alias": "unique_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9430072, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/unique_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n campaign_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"\nwhere campaign_id is not null\ngroup by campaign_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.marketo__campaigns", "attached_node": "model.marketo.marketo__campaigns", "test_metadata": {"name": "unique", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__campaigns_campaign_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf", "fqn": ["marketo", "not_null_marketo__campaigns_campaign_id"], "alias": "not_null_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9456866, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.marketo__campaigns", "attached_node": "model.marketo.marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.unique_marketo__email_sends_email_send_id.f2367cb085": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_marketo__email_sends_email_send_id", "resource_type": "test", "package_name": "marketo", "path": "unique_marketo__email_sends_email_send_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.unique_marketo__email_sends_email_send_id.f2367cb085", "fqn": ["marketo", "unique_marketo__email_sends_email_send_id"], "alias": "unique_marketo__email_sends_email_send_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9481058, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/unique_marketo__email_sends_email_send_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n email_send_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\nwhere email_send_id is not null\ngroup by email_send_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_send_id", "file_key_name": "models.marketo__email_sends", "attached_node": "model.marketo.marketo__email_sends", "test_metadata": {"name": "unique", "kwargs": {"column_name": "email_send_id", "model": "{{ get_where_subquery(ref('marketo__email_sends')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_sends_email_send_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_sends_email_send_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a", "fqn": ["marketo", "not_null_marketo__email_sends_email_send_id"], "alias": "not_null_marketo__email_sends_email_send_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9504929, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_sends_email_send_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_send_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\nwhere email_send_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_send_id", "file_key_name": "models.marketo__email_sends", "attached_node": "model.marketo.marketo__email_sends", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_send_id", "model": "{{ get_where_subquery(ref('marketo__email_sends')) }}"}, "namespace": null}}, "test.marketo.unique_marketo__email_templates_email_template_id.82812ecfe8": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_marketo__email_templates_email_template_id", "resource_type": "test", "package_name": "marketo", "path": "unique_marketo__email_templates_email_template_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.unique_marketo__email_templates_email_template_id.82812ecfe8", "fqn": ["marketo", "unique_marketo__email_templates_email_template_id"], "alias": "unique_marketo__email_templates_email_template_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9530535, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_templates"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/unique_marketo__email_templates_email_template_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n email_template_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"\nwhere email_template_id is not null\ngroup by email_template_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_id", "file_key_name": "models.marketo__email_templates", "attached_node": "model.marketo.marketo__email_templates", "test_metadata": {"name": "unique", "kwargs": {"column_name": "email_template_id", "model": "{{ get_where_subquery(ref('marketo__email_templates')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_templates_email_template_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_templates_email_template_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332", "fqn": ["marketo", "not_null_marketo__email_templates_email_template_id"], "alias": "not_null_marketo__email_templates_email_template_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9554398, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_templates"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_templates_email_template_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"\nwhere email_template_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_id", "file_key_name": "models.marketo__email_templates", "attached_node": "model.marketo.marketo__email_templates", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_id", "model": "{{ get_where_subquery(ref('marketo__email_templates')) }}"}, "namespace": null}}, "test.marketo.unique_marketo__lead_history_lead_history_id.f3c93a4f33": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_marketo__lead_history_lead_history_id", "resource_type": "test", "package_name": "marketo", "path": "unique_marketo__lead_history_lead_history_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.unique_marketo__lead_history_lead_history_id.f3c93a4f33", "fqn": ["marketo", "unique_marketo__lead_history_lead_history_id"], "alias": "unique_marketo__lead_history_lead_history_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.957791, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/unique_marketo__lead_history_lead_history_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n lead_history_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_history_id is not null\ngroup by lead_history_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_history_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "unique", "kwargs": {"column_name": "lead_history_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_history_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "fqn": ["marketo", "not_null_marketo__lead_history_lead_history_id"], "alias": "not_null_marketo__lead_history_lead_history_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9601388, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_history_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_history_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_history_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a", "fqn": ["marketo", "not_null_marketo__lead_history_lead_id"], "alias": "not_null_marketo__lead_history_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9631531, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.unique_marketo__leads_lead_id.1ac49a9fda": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_marketo__leads_lead_id", "resource_type": "test", "package_name": "marketo", "path": "unique_marketo__leads_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.unique_marketo__leads_lead_id.1ac49a9fda", "fqn": ["marketo", "unique_marketo__leads_lead_id"], "alias": "unique_marketo__leads_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9654932, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__leads"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/unique_marketo__leads_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n lead_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__leads\"\nwhere lead_id is not null\ngroup by lead_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__leads", "attached_node": "model.marketo.marketo__leads", "test_metadata": {"name": "unique", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__leads')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__leads_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__leads_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__leads_lead_id.4dd423c832", "fqn": ["marketo", "not_null_marketo__leads_lead_id"], "alias": "not_null_marketo__leads_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9678361, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__leads"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__leads_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__leads\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__leads", "attached_node": "model.marketo.marketo__leads", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__leads')) }}"}, "namespace": null}}, "test.marketo.unique_marketo__programs_program_id.269cbf8423": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_marketo__programs_program_id", "resource_type": "test", "package_name": "marketo", "path": "unique_marketo__programs_program_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.unique_marketo__programs_program_id.269cbf8423", "fqn": ["marketo", "unique_marketo__programs_program_id"], "alias": "unique_marketo__programs_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9702196, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__programs"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/unique_marketo__programs_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n program_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__programs\"\nwhere program_id is not null\ngroup by program_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.marketo__programs", "attached_node": "model.marketo.marketo__programs", "test_metadata": {"name": "unique", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('marketo__programs')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__programs_program_id.de885080e0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__programs_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__programs_program_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__programs_program_id.de885080e0", "fqn": ["marketo", "not_null_marketo__programs_program_id"], "alias": "not_null_marketo__programs_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869571.9725623, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__programs"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__programs_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__programs\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.marketo__programs", "attached_node": "model.marketo.marketo__programs", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('marketo__programs')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__activity_change_data_value_activity_id.7c7047bbcd": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__activity_change_data_value_activity_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__activity_change_data_value_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__activity_change_data_value_activity_id.7c7047bbcd", "fqn": ["marketo", "staging", "unique_stg_marketo__activity_change_data_value_activity_id"], "alias": "unique_stg_marketo__activity_change_data_value_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.200171, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__activity_change_data_value_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n activity_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\nwhere activity_id is not null\ngroup by activity_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_change_data_value", "attached_node": "model.marketo.stg_marketo__activity_change_data_value", "test_metadata": {"name": "unique", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_change_data_value')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_change_data_value_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_change_data_value_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_change_data_value_activity_id"], "alias": "not_null_stg_marketo__activity_change_data_value_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2027395, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_change_data_value_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_change_data_value", "attached_node": "model.marketo.stg_marketo__activity_change_data_value", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_change_data_value')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__activity_click_email_activity_id.6c599791a0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__activity_click_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__activity_click_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__activity_click_email_activity_id.6c599791a0", "fqn": ["marketo", "staging", "unique_stg_marketo__activity_click_email_activity_id"], "alias": "unique_stg_marketo__activity_click_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2052872, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__activity_click_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n activity_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\nwhere activity_id is not null\ngroup by activity_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_click_email", "attached_node": "model.marketo.stg_marketo__activity_click_email", "test_metadata": {"name": "unique", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_click_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_click_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_click_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_click_email_activity_id"], "alias": "not_null_stg_marketo__activity_click_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2076578, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_click_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_click_email", "attached_node": "model.marketo.stg_marketo__activity_click_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_click_email')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__activity_email_bounced_activity_id.28833155c3": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__activity_email_bounced_activity_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__activity_email_bounced_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__activity_email_bounced_activity_id.28833155c3", "fqn": ["marketo", "staging", "unique_stg_marketo__activity_email_bounced_activity_id"], "alias": "unique_stg_marketo__activity_email_bounced_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2100086, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__activity_email_bounced_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n activity_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\nwhere activity_id is not null\ngroup by activity_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_bounced", "attached_node": "model.marketo.stg_marketo__activity_email_bounced", "test_metadata": {"name": "unique", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_bounced')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_bounced_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_bounced_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_bounced_activity_id"], "alias": "not_null_stg_marketo__activity_email_bounced_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2123783, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_bounced_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_bounced", "attached_node": "model.marketo.stg_marketo__activity_email_bounced", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_bounced')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__activity_email_delivered_activity_id.6f715c1b87": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__activity_email_delivered_activity_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__activity_email_delivered_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__activity_email_delivered_activity_id.6f715c1b87", "fqn": ["marketo", "staging", "unique_stg_marketo__activity_email_delivered_activity_id"], "alias": "unique_stg_marketo__activity_email_delivered_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2153256, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__activity_email_delivered_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n activity_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\nwhere activity_id is not null\ngroup by activity_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_delivered", "attached_node": "model.marketo.stg_marketo__activity_email_delivered", "test_metadata": {"name": "unique", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_delivered')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_delivered_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_delivered_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_delivered_activity_id"], "alias": "not_null_stg_marketo__activity_email_delivered_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2177896, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_delivered_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_delivered", "attached_node": "model.marketo.stg_marketo__activity_email_delivered", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_delivered')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__activity_open_email_activity_id.d48e7e93e6": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__activity_open_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__activity_open_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__activity_open_email_activity_id.d48e7e93e6", "fqn": ["marketo", "staging", "unique_stg_marketo__activity_open_email_activity_id"], "alias": "unique_stg_marketo__activity_open_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2202182, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__activity_open_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n activity_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\nwhere activity_id is not null\ngroup by activity_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_open_email", "attached_node": "model.marketo.stg_marketo__activity_open_email", "test_metadata": {"name": "unique", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_open_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_open_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_open_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_open_email_activity_id"], "alias": "not_null_stg_marketo__activity_open_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.222537, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_open_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_open_email", "attached_node": "model.marketo.stg_marketo__activity_open_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_open_email')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__activity_send_email_activity_id.bd25ee45d1": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__activity_send_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__activity_send_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__activity_send_email_activity_id.bd25ee45d1", "fqn": ["marketo", "staging", "unique_stg_marketo__activity_send_email_activity_id"], "alias": "unique_stg_marketo__activity_send_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2248588, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__activity_send_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n activity_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\nwhere activity_id is not null\ngroup by activity_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_send_email", "attached_node": "model.marketo.stg_marketo__activity_send_email", "test_metadata": {"name": "unique", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_send_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_send_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_send_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_send_email_activity_id"], "alias": "not_null_stg_marketo__activity_send_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2273076, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_send_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_send_email", "attached_node": "model.marketo.stg_marketo__activity_send_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_send_email')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__activity_unsubscribe_email_activity_id.a3bca07e06": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__activity_unsubscribe_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__activity_unsubscribe_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__activity_unsubscribe_email_activity_id.a3bca07e06", "fqn": ["marketo", "staging", "unique_stg_marketo__activity_unsubscribe_email_activity_id"], "alias": "unique_stg_marketo__activity_unsubscribe_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2297497, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__activity_unsubscribe_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n activity_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\nwhere activity_id is not null\ngroup by activity_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_unsubscribe_email", "attached_node": "model.marketo.stg_marketo__activity_unsubscribe_email", "test_metadata": {"name": "unique", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_unsubscribe_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_unsubscribe_email_activity_id"], "alias": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2320893, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_unsubscribe_email", "attached_node": "model.marketo.stg_marketo__activity_unsubscribe_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_unsubscribe_email')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__campaigns_campaign_id.58c604f925": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__campaigns_campaign_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__campaigns_campaign_id.58c604f925", "fqn": ["marketo", "staging", "unique_stg_marketo__campaigns_campaign_id"], "alias": "unique_stg_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2344656, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n campaign_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\nwhere campaign_id is not null\ngroup by campaign_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.stg_marketo__campaigns", "attached_node": "model.marketo.stg_marketo__campaigns", "test_metadata": {"name": "unique", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('stg_marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__campaigns_campaign_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112", "fqn": ["marketo", "staging", "not_null_stg_marketo__campaigns_campaign_id"], "alias": "not_null_stg_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2369196, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.stg_marketo__campaigns", "attached_node": "model.marketo.stg_marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('stg_marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__email_template_history_email_template_history_id.7e3c0524e2": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__email_template_history_email_template_history_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__email_temp_c5e4520ae792d796c7a93ad4ff601e7e.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__email_template_history_email_template_history_id.7e3c0524e2", "fqn": ["marketo", "staging", "unique_stg_marketo__email_template_history_email_template_history_id"], "alias": "unique_stg_marketo__email_temp_c5e4520ae792d796c7a93ad4ff601e7e", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "unique_stg_marketo__email_temp_c5e4520ae792d796c7a93ad4ff601e7e", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "unique_stg_marketo__email_temp_c5e4520ae792d796c7a93ad4ff601e7e"}, "created_at": 1759869572.2392993, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}{{ config(alias=\"unique_stg_marketo__email_temp_c5e4520ae792d796c7a93ad4ff601e7e\") }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__email_temp_c5e4520ae792d796c7a93ad4ff601e7e.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n email_template_history_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\nwhere email_template_history_id is not null\ngroup by email_template_history_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_history_id", "file_key_name": "models.stg_marketo__email_template_history", "attached_node": "model.marketo.stg_marketo__email_template_history", "test_metadata": {"name": "unique", "kwargs": {"column_name": "email_template_history_id", "model": "{{ get_where_subquery(ref('stg_marketo__email_template_history')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__email_template_history_email_template_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa", "fqn": ["marketo", "staging", "not_null_stg_marketo__email_template_history_email_template_history_id"], "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd"}, "created_at": 1759869572.2416356, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}{{ config(alias=\"not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd\") }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\nwhere email_template_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_history_id", "file_key_name": "models.stg_marketo__email_template_history", "attached_node": "model.marketo.stg_marketo__email_template_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_history_id", "model": "{{ get_where_subquery(ref('stg_marketo__email_template_history')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__lead_describe_lead_describe_id.4f0a7f9cc1": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__lead_describe_lead_describe_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__lead_describe_lead_describe_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__lead_describe_lead_describe_id.4f0a7f9cc1", "fqn": ["marketo", "staging", "unique_stg_marketo__lead_describe_lead_describe_id"], "alias": "unique_stg_marketo__lead_describe_lead_describe_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.24398, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__lead_describe_lead_describe_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n lead_describe_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\nwhere lead_describe_id is not null\ngroup by lead_describe_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_describe_id", "file_key_name": "models.stg_marketo__lead_describe", "attached_node": "model.marketo.stg_marketo__lead_describe", "test_metadata": {"name": "unique", "kwargs": {"column_name": "lead_describe_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead_describe')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_describe_lead_describe_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_describe_lead_describe_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_describe_lead_describe_id"], "alias": "not_null_stg_marketo__lead_describe_lead_describe_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2463243, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_describe_lead_describe_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_describe_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\nwhere lead_describe_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_describe_id", "file_key_name": "models.stg_marketo__lead_describe", "attached_node": "model.marketo.stg_marketo__lead_describe", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_describe_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead_describe')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__lead_lead_id.1a4c20db9f": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__lead_lead_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__lead_lead_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__lead_lead_id.1a4c20db9f", "fqn": ["marketo", "staging", "unique_stg_marketo__lead_lead_id"], "alias": "unique_stg_marketo__lead_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.248772, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__lead_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n lead_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\nwhere lead_id is not null\ngroup by lead_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.stg_marketo__lead", "attached_node": "model.marketo.stg_marketo__lead", "test_metadata": {"name": "unique", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_lead_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_lead_id"], "alias": "not_null_stg_marketo__lead_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2511244, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.stg_marketo__lead", "attached_node": "model.marketo.stg_marketo__lead", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead')) }}"}, "namespace": null}}, "test.marketo.unique_stg_marketo__program_program_id.20616f7b2c": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "unique_stg_marketo__program_program_id", "resource_type": "test", "package_name": "marketo", "path": "unique_stg_marketo__program_program_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.unique_stg_marketo__program_program_id.20616f7b2c", "fqn": ["marketo", "staging", "unique_stg_marketo__program_program_id"], "alias": "unique_stg_marketo__program_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2535474, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__program"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/unique_stg_marketo__program_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\nselect\n program_id as unique_field,\n count(*) as n_records\n\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\nwhere program_id is not null\ngroup by program_id\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.stg_marketo__program", "attached_node": "model.marketo.stg_marketo__program", "test_metadata": {"name": "unique", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('stg_marketo__program')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__program_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__program_program_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__program_program_id.882bad918f", "fqn": ["marketo", "staging", "not_null_stg_marketo__program_program_id"], "alias": "not_null_stg_marketo__program_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1759869572.2558935, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__program"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__program_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.stg_marketo__program", "attached_node": "model.marketo.stg_marketo__program", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('stg_marketo__program')) }}"}, "namespace": null}}}, "sources": {"source.marketo.marketo.lead": {"database": "postgres", "schema": "public", "name": "lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead", "fqn": ["marketo", "staging", "marketo", "lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo leads.", "columns": {"id": {"name": "id", "description": "Unique integer id of a lead record.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "The timestamp each lead object was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "The timestamp each lead object was last updated at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "unsubscribed": {"name": "unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_invalid": {"name": "email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "created_at": 1759869572.2897406, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.lead_describe": {"database": "postgres", "schema": "public", "name": "lead_describe", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead_describe", "fqn": ["marketo", "staging", "marketo", "lead_describe"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_describe_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with metadata about lead object columns", "columns": {"data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer id of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "length": {"name": "length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restname": {"name": "restname", "description": "Description of REST API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restread_only": {"name": "restread_only", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapname": {"name": "soapname", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapread_only": {"name": "soapread_only", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "created_at": 1759869572.291934, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_change_data_value": {"database": "postgres", "schema": "public", "name": "activity_change_data_value", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_change_data_value", "fqn": ["marketo", "staging", "marketo", "activity_change_data_value"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_change_data_value_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with data value changes from the leads object.", "columns": {"api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "Timestamp of the actvity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user": {"name": "modifying_user", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reason": {"name": "reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "created_at": 1759869572.292647, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.campaign": {"database": "postgres", "schema": "public", "name": "campaign", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.campaign", "fqn": ["marketo", "staging", "marketo", "campaign"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_campaign_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo campaigns.", "columns": {"active": {"name": "active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "created_at": 1759869572.293411, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.program": {"database": "postgres", "schema": "public", "name": "program", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.program", "fqn": ["marketo", "staging", "marketo", "program"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_program_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo programs.", "columns": {"channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp the program was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_date": {"name": "end_date", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_date": {"name": "start_date", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "created_at": 1759869572.2940903, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.email_template_history": {"database": "postgres", "schema": "public", "name": "email_template_history", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.email_template_history", "fqn": ["marketo", "staging", "marketo", "email_template_history"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_email_template_history_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with a history of email template versions.", "columns": {"created_at": {"name": "created_at", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_folder_name": {"name": "folder_folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "operational": {"name": "operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subject": {"name": "subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "template": {"name": "template", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "text_only": {"name": "text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version": {"name": "version", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "web_view": {"name": "web_view", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "created_at": 1759869572.294846, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_click_email": {"database": "postgres", "schema": "public", "name": "activity_click_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_click_email", "fqn": ["marketo", "staging", "marketo", "activity_click_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_click_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email click activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The date of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "link": {"name": "link", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "created_at": 1759869572.295523, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_delivered": {"database": "postgres", "schema": "public", "name": "activity_email_delivered", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_delivered", "fqn": ["marketo", "staging", "marketo", "activity_email_delivered"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_delivered_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email delivery activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "created_at": 1759869572.296179, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_bounced": {"database": "postgres", "schema": "public", "name": "activity_email_bounced", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_bounced", "fqn": ["marketo", "staging", "marketo", "activity_email_bounced"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_bounced_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "category": {"name": "category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subcategory": {"name": "subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "created_at": 1759869572.2968228, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_open_email": {"database": "postgres", "schema": "public", "name": "activity_open_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_open_email", "fqn": ["marketo", "staging", "marketo", "activity_open_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_open_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "created_at": 1759869572.2975166, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_unsubscribe_email": {"database": "postgres", "schema": "public", "name": "activity_unsubscribe_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_unsubscribe_email", "fqn": ["marketo", "staging", "marketo", "activity_unsubscribe_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_unsubscribe_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email unsusbscribe activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "created_at": 1759869572.2981818, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_send_email": {"database": "postgres", "schema": "public", "name": "activity_send_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_send_email", "fqn": ["marketo", "staging", "marketo", "activity_send_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_send_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email send activities.", "columns": {"action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "created_at": 1759869572.2988157, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_delete_lead": {"database": "postgres", "schema": "public", "name": "activity_delete_lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_delete_lead", "fqn": ["marketo", "staging", "marketo", "activity_delete_lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_delete_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with deleted lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign": {"name": "campaign", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "created_at": 1759869572.299443, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_merge_leads": {"database": "postgres", "schema": "public", "name": "activity_merge_leads", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_merge_leads", "fqn": ["marketo", "staging", "marketo", "activity_merge_leads"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_merge_leads_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with merged lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_ids": {"name": "merge_ids", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "created_at": 1759869572.3000617, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}}, "macros": {"macro.dbt_postgres.postgres__get_catalog_relations": {"name": "postgres__get_catalog_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog_relations", "macro_sql": "{% macro postgres__get_catalog_relations(information_schema, relations) -%}\n {%- call statement('catalog', fetch_result=True) -%}\n\n {#\n If the user has multiple databases set and the first one is wrong, this will fail.\n But we won't fail in the case where there are multiple quoting-difference-only dbs, which is better.\n #}\n {% set database = information_schema.database %}\n {{ adapter.verify_database(database) }}\n\n select\n '{{ database }}' as table_database,\n sch.nspname as table_schema,\n tbl.relname as table_name,\n case tbl.relkind\n when 'v' then 'VIEW'\n when 'm' then 'MATERIALIZED VIEW'\n else 'BASE TABLE'\n end as table_type,\n tbl_desc.description as table_comment,\n col.attname as column_name,\n col.attnum as column_index,\n pg_catalog.format_type(col.atttypid, col.atttypmod) as column_type,\n col_desc.description as column_comment,\n pg_get_userbyid(tbl.relowner) as table_owner\n\n from pg_catalog.pg_namespace sch\n join pg_catalog.pg_class tbl on tbl.relnamespace = sch.oid\n join pg_catalog.pg_attribute col on col.attrelid = tbl.oid\n left outer join pg_catalog.pg_description tbl_desc on (tbl_desc.objoid = tbl.oid and tbl_desc.objsubid = 0)\n left outer join pg_catalog.pg_description col_desc on (col_desc.objoid = tbl.oid and col_desc.objsubid = col.attnum)\n where (\n {%- for relation in relations -%}\n {%- if relation.identifier -%}\n (upper(sch.nspname) = upper('{{ relation.schema }}') and\n upper(tbl.relname) = upper('{{ relation.identifier }}'))\n {%- else-%}\n upper(sch.nspname) = upper('{{ relation.schema }}')\n {%- endif -%}\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n and not pg_is_other_temp_schema(sch.oid) -- not a temporary schema belonging to another session\n and tbl.relpersistence in ('p', 'u') -- [p]ermanent table or [u]nlogged table. Exclude [t]emporary tables\n and tbl.relkind in ('r', 'v', 'f', 'p', 'm') -- o[r]dinary table, [v]iew, [f]oreign table, [p]artitioned table, [m]aterialized view. Other values are [i]ndex, [S]equence, [c]omposite type, [t]OAST table\n and col.attnum > 0 -- negative numbers are used for system columns such as oid\n and not col.attisdropped -- column as not been dropped\n\n order by\n sch.nspname,\n tbl.relname,\n col.attnum\n\n {%- endcall -%}\n\n {{ return(load_result('catalog').table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.916072, "supported_languages": null}, "macro.dbt_postgres.postgres__get_catalog": {"name": "postgres__get_catalog", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog", "macro_sql": "{% macro postgres__get_catalog(information_schema, schemas) -%}\n {%- set relations = [] -%}\n {%- for schema in schemas -%}\n {%- set dummy = relations.append({'schema': schema}) -%}\n {%- endfor -%}\n {{ return(postgres__get_catalog_relations(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9168994, "supported_languages": null}, "macro.dbt_postgres.postgres__create_table_as": {"name": "postgres__create_table_as", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_table_as", "macro_sql": "{% macro postgres__create_table_as(temporary, relation, sql) -%}\n {%- set unlogged = config.get('unlogged', default=false) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary -%}\n temporary\n {%- elif unlogged -%}\n unlogged\n {%- endif %} table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {% endif -%}\n {% if contract_config.enforced and (not temporary) -%}\n {{ get_table_columns_and_constraints() }} ;\n insert into {{ relation }} (\n {{ adapter.dispatch('get_column_names', 'dbt')() }}\n )\n {%- set sql = get_select_subquery(sql) %}\n {% else %}\n as\n {% endif %}\n (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.default__get_column_names", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9213629, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_index_sql": {"name": "postgres__get_create_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_index_sql", "macro_sql": "{% macro postgres__get_create_index_sql(relation, index_dict) -%}\n {%- set index_config = adapter.parse_index(index_dict) -%}\n {%- set comma_separated_columns = \", \".join(index_config.columns) -%}\n {%- set index_name = index_config.render(relation) -%}\n\n create {% if index_config.unique -%}\n unique\n {%- endif %} index if not exists\n \"{{ index_name }}\"\n on {{ relation }} {% if index_config.type -%}\n using {{ index_config.type }}\n {%- endif %}\n ({{ comma_separated_columns }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9223957, "supported_languages": null}, "macro.dbt_postgres.postgres__create_schema": {"name": "postgres__create_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_schema", "macro_sql": "{% macro postgres__create_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier().include(database=False) }}\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9230325, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_schema": {"name": "postgres__drop_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__drop_schema", "macro_sql": "{% macro postgres__drop_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier().include(database=False) }} cascade\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9236815, "supported_languages": null}, "macro.dbt_postgres.postgres__get_columns_in_relation": {"name": "postgres__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_columns_in_relation", "macro_sql": "{% macro postgres__get_columns_in_relation(relation) -%}\n {% call statement('get_columns_in_relation', fetch_result=True) %}\n select\n column_name,\n data_type,\n character_maximum_length,\n numeric_precision,\n numeric_scale\n\n from {{ relation.information_schema('columns') }}\n where table_name = '{{ relation.identifier }}'\n {% if relation.schema %}\n and table_schema = '{{ relation.schema }}'\n {% endif %}\n order by ordinal_position\n\n {% endcall %}\n {% set table = load_result('get_columns_in_relation').table %}\n {{ return(sql_convert_columns_in_relation(table)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.sql_convert_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9246306, "supported_languages": null}, "macro.dbt_postgres.postgres__list_relations_without_caching": {"name": "postgres__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_relations_without_caching", "macro_sql": "{% macro postgres__list_relations_without_caching(schema_relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n '{{ schema_relation.database }}' as database,\n tablename as name,\n schemaname as schema,\n 'table' as type\n from pg_tables\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n viewname as name,\n schemaname as schema,\n 'view' as type\n from pg_views\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n matviewname as name,\n schemaname as schema,\n 'materialized_view' as type\n from pg_matviews\n where schemaname ilike '{{ schema_relation.schema }}'\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9254951, "supported_languages": null}, "macro.dbt_postgres.postgres__information_schema_name": {"name": "postgres__information_schema_name", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__information_schema_name", "macro_sql": "{% macro postgres__information_schema_name(database) -%}\n {% if database_name -%}\n {{ adapter.verify_database(database_name) }}\n {%- endif -%}\n information_schema\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9258444, "supported_languages": null}, "macro.dbt_postgres.postgres__list_schemas": {"name": "postgres__list_schemas", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_schemas", "macro_sql": "{% macro postgres__list_schemas(database) %}\n {% if database -%}\n {{ adapter.verify_database(database) }}\n {%- endif -%}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select distinct nspname from pg_namespace\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.926541, "supported_languages": null}, "macro.dbt_postgres.postgres__check_schema_exists": {"name": "postgres__check_schema_exists", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__check_schema_exists", "macro_sql": "{% macro postgres__check_schema_exists(information_schema, schema) -%}\n {% if information_schema.database -%}\n {{ adapter.verify_database(information_schema.database) }}\n {%- endif -%}\n {% call statement('check_schema_exists', fetch_result=True, auto_begin=False) %}\n select count(*) from pg_namespace where nspname = '{{ schema }}'\n {% endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.927331, "supported_languages": null}, "macro.dbt_postgres.postgres__make_relation_with_suffix": {"name": "postgres__make_relation_with_suffix", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_relation_with_suffix", "macro_sql": "{% macro postgres__make_relation_with_suffix(base_relation, suffix, dstring) %}\n {% if dstring %}\n {% set dt = modules.datetime.datetime.now() %}\n {% set dtstring = dt.strftime(\"%H%M%S%f\") %}\n {% set suffix = suffix ~ dtstring %}\n {% endif %}\n {% set suffix_length = suffix|length %}\n {% set relation_max_name_length = base_relation.relation_max_name_length() %}\n {% if suffix_length > relation_max_name_length %}\n {% do exceptions.raise_compiler_error('Relation suffix is too long (' ~ suffix_length ~ ' characters). Maximum length is ' ~ relation_max_name_length ~ ' characters.') %}\n {% endif %}\n {% set identifier = base_relation.identifier[:relation_max_name_length - suffix_length] ~ suffix %}\n\n {{ return(base_relation.incorporate(path={\"identifier\": identifier })) }}\n\n {% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.92898, "supported_languages": null}, "macro.dbt_postgres.postgres__make_intermediate_relation": {"name": "postgres__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_intermediate_relation", "macro_sql": "{% macro postgres__make_intermediate_relation(base_relation, suffix) %}\n {{ return(postgres__make_relation_with_suffix(base_relation, suffix, dstring=False)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9294, "supported_languages": null}, "macro.dbt_postgres.postgres__make_temp_relation": {"name": "postgres__make_temp_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_temp_relation", "macro_sql": "{% macro postgres__make_temp_relation(base_relation, suffix) %}\n {% set temp_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=True) %}\n {{ return(temp_relation.incorporate(path={\"schema\": none,\n \"database\": none})) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9300177, "supported_languages": null}, "macro.dbt_postgres.postgres__make_backup_relation": {"name": "postgres__make_backup_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_backup_relation", "macro_sql": "{% macro postgres__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {% set backup_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=False) %}\n {{ return(backup_relation.incorporate(type=backup_relation_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.930569, "supported_languages": null}, "macro.dbt_postgres.postgres_escape_comment": {"name": "postgres_escape_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres_escape_comment", "macro_sql": "{% macro postgres_escape_comment(comment) -%}\n {% if comment is not string %}\n {% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}\n {% endif %}\n {%- set magic = '$dbt_comment_literal_block$' -%}\n {%- if magic in comment -%}\n {%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}\n {%- endif -%}\n {{ magic }}{{ comment }}{{ magic }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9314425, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_relation_comment": {"name": "postgres__alter_relation_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_relation_comment", "macro_sql": "{% macro postgres__alter_relation_comment(relation, comment) %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n {% if relation.type == 'materialized_view' -%}\n {% set relation_type = \"materialized view\" %}\n {%- else -%}\n {%- set relation_type = relation.type -%}\n {%- endif -%}\n comment on {{ relation_type }} {{ relation }} is {{ escaped_comment }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9322057, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_column_comment": {"name": "postgres__alter_column_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_column_comment", "macro_sql": "{% macro postgres__alter_column_comment(relation, column_dict) %}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in column_dict if (column_name in existing_columns) %}\n {% set comment = column_dict[column_name]['description'] %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is {{ escaped_comment }};\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9333947, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_grant_sql": {"name": "postgres__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_grant_sql", "macro_sql": "\n\n{%- macro postgres__get_show_grant_sql(relation) -%}\n select grantee, privilege_type\n from {{ relation.information_schema('role_table_grants') }}\n where grantor = current_role\n and grantee != current_role\n and table_schema = '{{ relation.schema }}'\n and table_name = '{{ relation.identifier }}'\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9337974, "supported_languages": null}, "macro.dbt_postgres.postgres__copy_grants": {"name": "postgres__copy_grants", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__copy_grants", "macro_sql": "{% macro postgres__copy_grants() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9340317, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_indexes_sql": {"name": "postgres__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_indexes_sql", "macro_sql": "{% macro postgres__get_show_indexes_sql(relation) %}\n select\n i.relname as name,\n m.amname as method,\n ix.indisunique as \"unique\",\n array_to_string(array_agg(a.attname), ',') as column_names\n from pg_index ix\n join pg_class i\n on i.oid = ix.indexrelid\n join pg_am m\n on m.oid=i.relam\n join pg_class t\n on t.oid = ix.indrelid\n join pg_namespace n\n on n.oid = t.relnamespace\n join pg_attribute a\n on a.attrelid = t.oid\n and a.attnum = ANY(ix.indkey)\n where t.relname = '{{ relation.identifier }}'\n and n.nspname = '{{ relation.schema }}'\n and t.relkind in ('r', 'm')\n group by 1, 2, 3\n order by 1, 2, 3\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.93439, "supported_languages": null}, "macro.dbt_postgres.postgres__get_drop_index_sql": {"name": "postgres__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_drop_index_sql", "macro_sql": "\n\n\n{%- macro postgres__get_drop_index_sql(relation, index_name) -%}\n drop index if exists \"{{ relation.schema }}\".\"{{ index_name }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9346795, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp": {"name": "postgres__current_timestamp", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp", "macro_sql": "{% macro postgres__current_timestamp() -%}\n now()\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9350917, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_string_as_time": {"name": "postgres__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_string_as_time", "macro_sql": "{% macro postgres__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"'\" ~ timestamp ~ \"'::timestamp without time zone\" -%}\n {{ return(result) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9354734, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_get_time": {"name": "postgres__snapshot_get_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_get_time", "macro_sql": "{% macro postgres__snapshot_get_time() -%}\n {{ current_timestamp() }}::timestamp without time zone\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9356904, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_backcompat": {"name": "postgres__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_backcompat", "macro_sql": "{% macro postgres__current_timestamp_backcompat() %}\n current_timestamp::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9360368, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat": {"name": "postgres__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro postgres__current_timestamp_in_utc_backcompat() %}\n (current_timestamp at time zone 'utc')::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9362762, "supported_languages": null}, "macro.dbt_postgres.postgres__get_relations": {"name": "postgres__get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres__get_relations", "macro_sql": "{% macro postgres__get_relations() -%}\n\n {#\n -- in pg_depend, objid is the dependent, refobjid is the referenced object\n -- > a pg_depend entry indicates that the referenced object cannot be\n -- > dropped without also dropping the dependent object.\n #}\n\n {%- call statement('relations', fetch_result=True) -%}\n select distinct\n dependent_namespace.nspname as dependent_schema,\n dependent_class.relname as dependent_name,\n referenced_namespace.nspname as referenced_schema,\n referenced_class.relname as referenced_name\n\n -- Query for views: views are entries in pg_class with an entry in pg_rewrite, but we avoid\n -- a seq scan on pg_rewrite by leveraging the fact there is an \"internal\" row in pg_depend for\n -- the view...\n from pg_class as dependent_class\n join pg_namespace as dependent_namespace on dependent_namespace.oid = dependent_class.relnamespace\n join pg_depend as dependent_depend on dependent_depend.refobjid = dependent_class.oid\n and dependent_depend.classid = 'pg_rewrite'::regclass\n and dependent_depend.refclassid = 'pg_class'::regclass\n and dependent_depend.deptype = 'i'\n\n -- ... and via pg_depend (that has a row per column, hence the need for \"distinct\" above, and\n -- making sure to exclude the internal row to avoid a view appearing to depend on itself)...\n join pg_depend as joining_depend on joining_depend.objid = dependent_depend.objid\n and joining_depend.classid = 'pg_rewrite'::regclass\n and joining_depend.refclassid = 'pg_class'::regclass\n and joining_depend.refobjid != dependent_depend.refobjid\n\n -- ... we can find the tables they query from in pg_class, but excluding system tables. Note we\n -- don't need need to exclude _dependent_ system tables, because they only query from other\n -- system tables, and so are automatically excluded by excluding _referenced_ system tables\n join pg_class as referenced_class on referenced_class.oid = joining_depend.refobjid\n join pg_namespace as referenced_namespace on referenced_namespace.oid = referenced_class.relnamespace\n and referenced_namespace.nspname != 'information_schema'\n and referenced_namespace.nspname not like 'pg\\_%'\n\n order by\n dependent_schema, dependent_name, referenced_schema, referenced_name;\n\n {%- endcall -%}\n\n {{ return(load_result('relations').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9372032, "supported_languages": null}, "macro.dbt_postgres.postgres_get_relations": {"name": "postgres_get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres_get_relations", "macro_sql": "{% macro postgres_get_relations() %}\n {{ return(postgres__get_relations()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.93746, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_merge_sql": {"name": "postgres__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshot_merge.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_merge_sql", "macro_sql": "{% macro postgres__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n update {{ target }}\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }}::text = {{ target }}.{{ columns.dbt_scd_id }}::text\n and DBT_INTERNAL_SOURCE.dbt_change_type::text in ('update'::text, 'delete'::text)\n {% if config.get(\"dbt_valid_to_current\") %}\n and ({{ target }}.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }} or {{ target }}.{{ columns.dbt_valid_to }} is null);\n {% else %}\n and {{ target }}.{{ columns.dbt_valid_to }} is null;\n {% endif %}\n\n\n insert into {{ target }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n DBT_INTERNAL_SOURCE.{{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_change_type::text = 'insert'::text;\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9396544, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_default_sql": {"name": "postgres__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_default_sql", "macro_sql": "{% macro postgres__get_incremental_default_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(get_incremental_delete_insert_sql(arg_dict)) %}\n {% else %}\n {% do return(get_incremental_append_sql(arg_dict)) %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_delete_insert_sql", "macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9405224, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_microbatch_sql": {"name": "postgres__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_microbatch_sql", "macro_sql": "{% macro postgres__get_incremental_microbatch_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"dbt-postgres 'microbatch' requires a `unique_key` config\") }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_merge_sql", "macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9411848, "supported_languages": null}, "macro.dbt_postgres.postgres__last_day": {"name": "postgres__last_day", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt_postgres.postgres__last_day", "macro_sql": "{% macro postgres__last_day(date, datepart) -%}\n\n {%- if datepart == 'quarter' -%}\n -- postgres dateadd does not support quarter interval.\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd('month', '3', dbt.date_trunc(datepart, date))\n )}}\n as date)\n {%- else -%}\n {{dbt.default_last_day(date, datepart)}}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc", "macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9421244, "supported_languages": null}, "macro.dbt_postgres.postgres__split_part": {"name": "postgres__split_part", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt_postgres.postgres__split_part", "macro_sql": "{% macro postgres__split_part(string_text, delimiter_text, part_number) %}\n\n {% if part_number >= 0 %}\n {{ dbt.default__split_part(string_text, delimiter_text, part_number) }}\n {% else %}\n {{ dbt._split_part_negative(string_text, delimiter_text, part_number) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__split_part", "macro.dbt._split_part_negative"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.942903, "supported_languages": null}, "macro.dbt_postgres.postgres__datediff": {"name": "postgres__datediff", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt_postgres.postgres__datediff", "macro_sql": "{% macro postgres__datediff(first_date, second_date, datepart) -%}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9467912, "supported_languages": null}, "macro.dbt_postgres.postgres__dateadd": {"name": "postgres__dateadd", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt_postgres.postgres__dateadd", "macro_sql": "{% macro postgres__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {{ from_date_or_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9472425, "supported_languages": null}, "macro.dbt_postgres.postgres__listagg": {"name": "postgres__listagg", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt_postgres.postgres__listagg", "macro_sql": "{% macro postgres__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n (array_agg(\n {{ measure }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n ))[1:{{ limit_num }}],\n {{ delimiter_text }}\n )\n {%- else %}\n string_agg(\n {{ measure }},\n {{ delimiter_text }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n )\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.948261, "supported_languages": null}, "macro.dbt_postgres.postgres__any_value": {"name": "postgres__any_value", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt_postgres.postgres__any_value", "macro_sql": "{% macro postgres__any_value(expression) -%}\n\n min({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.948558, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql": {"name": "postgres__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_create_materialized_view_as_sql(relation, sql) %}\n create materialized view if not exists {{ relation }} as {{ sql }};\n\n {% for _index_dict in config.get('indexes', []) -%}\n {{- get_create_index_sql(relation, _index_dict) -}}{{ ';' if not loop.last else \"\" }}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.949402, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_materialized_view_sql": {"name": "postgres__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_materialized_view_sql", "macro_sql": "{% macro postgres__get_rename_materialized_view_sql(relation, new_name) %}\n alter materialized view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9497602, "supported_languages": null}, "macro.dbt_postgres.postgres__describe_materialized_view": {"name": "postgres__describe_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/describe.sql", "original_file_path": "macros/relations/materialized_view/describe.sql", "unique_id": "macro.dbt_postgres.postgres__describe_materialized_view", "macro_sql": "{% macro postgres__describe_materialized_view(relation) %}\n -- for now just get the indexes, we don't need the name or the query yet\n {% set _indexes = run_query(get_show_indexes_sql(relation)) %}\n {% do return({'indexes': _indexes}) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9503412, "supported_languages": null}, "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql": {"name": "postgres__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n\n -- apply a full refresh immediately if needed\n {% if configuration_changes.requires_full_refresh %}\n\n {{ get_replace_sql(existing_relation, relation, sql) }}\n\n -- otherwise apply individual changes as needed\n {% else %}\n\n {{ postgres__update_indexes_on_materialized_view(relation, configuration_changes.indexes) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_sql", "macro.dbt_postgres.postgres__update_indexes_on_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9513948, "supported_languages": null}, "macro.dbt_postgres.postgres__update_indexes_on_materialized_view": {"name": "postgres__update_indexes_on_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__update_indexes_on_materialized_view", "macro_sql": "\n\n\n{%- macro postgres__update_indexes_on_materialized_view(relation, index_changes) -%}\n {{- log(\"Applying UPDATE INDEXES to: \" ~ relation) -}}\n\n {%- for _index_change in index_changes -%}\n {%- set _index = _index_change.context -%}\n\n {%- if _index_change.action == \"drop\" -%}\n\n {{ postgres__get_drop_index_sql(relation, _index.name) }}\n\n {%- elif _index_change.action == \"create\" -%}\n\n {{ postgres__get_create_index_sql(relation, _index.as_node_config) }}\n\n {%- endif -%}\n\t{{ ';' if not loop.last else \"\" }}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql", "macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9525654, "supported_languages": null}, "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes": {"name": "postgres__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes", "macro_sql": "{% macro postgres__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {% set _existing_materialized_view = postgres__describe_materialized_view(existing_relation) %}\n {% set _configuration_changes = existing_relation.get_materialized_view_config_change_collection(_existing_materialized_view, new_config.model) %}\n {% do return(_configuration_changes) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__describe_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9531624, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_materialized_view": {"name": "postgres__drop_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_materialized_view", "macro_sql": "{% macro postgres__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9534554, "supported_languages": null}, "macro.dbt_postgres.postgres__refresh_materialized_view": {"name": "postgres__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt_postgres.postgres__refresh_materialized_view", "macro_sql": "{% macro postgres__refresh_materialized_view(relation) %}\n refresh materialized view {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9537287, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_view_sql": {"name": "postgres__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_view_sql", "macro_sql": "{% macro postgres__get_replace_view_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace view {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9547338, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_view_sql": {"name": "postgres__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_view_sql", "macro_sql": "{% macro postgres__get_rename_view_sql(relation, new_name) %}\n alter view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9550805, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_view": {"name": "postgres__drop_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_view", "macro_sql": "{% macro postgres__drop_view(relation) -%}\n drop view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9553988, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_table_sql": {"name": "postgres__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_table_sql", "macro_sql": "{% macro postgres__get_replace_table_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.956615, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_table_sql": {"name": "postgres__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_table_sql", "macro_sql": "{% macro postgres__get_rename_table_sql(relation, new_name) %}\n alter table {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9569616, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_table": {"name": "postgres__drop_table", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_table", "macro_sql": "{% macro postgres__drop_table(relation) -%}\n drop table if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9572506, "supported_languages": null}, "macro.dbt.resolve_model_name": {"name": "resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.resolve_model_name", "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9585695, "supported_languages": null}, "macro.dbt.default__resolve_model_name": {"name": "default__resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.default__resolve_model_name", "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9588745, "supported_languages": null}, "macro.dbt.build_ref_function": {"name": "build_ref_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_ref_function", "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n\n {#\n We want to get the string of the returned relation by calling .render() in order to skip sample/empty\n mode rendering logic. However, people override the default ref macro, and often return a string instead\n of a relation (like the ref macro does by default). Thus, to make sure we dont blow things up, we have\n to ensure the resolved relation has a .render() method.\n #}\n {%- if resolved.render is defined and resolved.render is callable -%}\n {%- set resolved = resolved.render() -%}\n {%- endif -%}\n\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9607458, "supported_languages": null}, "macro.dbt.build_source_function": {"name": "build_source_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_source_function", "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9615583, "supported_languages": null}, "macro.dbt.build_config_dict": {"name": "build_config_dict", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_config_dict", "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9626908, "supported_languages": null}, "macro.dbt.py_script_postfix": {"name": "py_script_postfix", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_postfix", "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.build_ref_function", "macro.dbt.build_source_function", "macro.dbt.build_config_dict", "macro.dbt.resolve_model_name", "macro.dbt.is_incremental", "macro.dbt.py_script_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9636078, "supported_languages": null}, "macro.dbt.py_script_comment": {"name": "py_script_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_comment", "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.963767, "supported_languages": null}, "macro.dbt.run_hooks": {"name": "run_hooks", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.run_hooks", "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9655468, "supported_languages": null}, "macro.dbt.make_hook_config": {"name": "make_hook_config", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.make_hook_config", "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9659336, "supported_languages": null}, "macro.dbt.before_begin": {"name": "before_begin", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.before_begin", "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.966242, "supported_languages": null}, "macro.dbt.in_transaction": {"name": "in_transaction", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.in_transaction", "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9665258, "supported_languages": null}, "macro.dbt.after_commit": {"name": "after_commit", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.after_commit", "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9668052, "supported_languages": null}, "macro.dbt.set_sql_header": {"name": "set_sql_header", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.set_sql_header", "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9673736, "supported_languages": null}, "macro.dbt.should_full_refresh": {"name": "should_full_refresh", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_full_refresh", "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9679615, "supported_languages": null}, "macro.dbt.should_store_failures": {"name": "should_store_failures", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_store_failures", "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9685695, "supported_languages": null}, "macro.dbt.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/table.sql", "original_file_path": "macros/materializations/models/table.sql", "unique_id": "macro.dbt.materialization_table_default", "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n {% do create_indexes(intermediate_relation) %}\n\n -- cleanup\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9726703, "supported_languages": ["sql"]}, "macro.dbt.materialization_view_default": {"name": "materialization_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/view.sql", "original_file_path": "macros/materializations/models/view.sql", "unique_id": "macro.dbt.materialization_view_default", "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.976883, "supported_languages": ["sql"]}, "macro.dbt.materialization_materialized_view_default": {"name": "materialization_materialized_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialization_materialized_view_default", "macro_sql": "{% materialization materialized_view, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.MaterializedView) %}\n {% set intermediate_relation = make_intermediate_relation(target_relation) %}\n {% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}\n {% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}\n\n {{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}\n\n {% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% if build_sql == '' %}\n {{ materialized_view_execute_no_op(target_relation) }}\n {% else %}\n {{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}\n {% endif %}\n\n {{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.materialized_view_setup", "macro.dbt.materialized_view_get_build_sql", "macro.dbt.materialized_view_execute_no_op", "macro.dbt.materialized_view_execute_build_sql", "macro.dbt.materialized_view_teardown"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.979863, "supported_languages": ["sql"]}, "macro.dbt.materialized_view_setup": {"name": "materialized_view_setup", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_setup", "macro_sql": "{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}\n\n -- backup_relation and intermediate_relation should not already exist in the database\n -- it's possible these exist because of a previous run that exited unexpectedly\n {% set preexisting_backup_relation = load_cached_relation(backup_relation) %}\n {% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.980637, "supported_languages": null}, "macro.dbt.materialized_view_teardown": {"name": "materialized_view_teardown", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_teardown", "macro_sql": "{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}\n\n -- drop the temp relations if they exist to leave the database clean for the next run\n {{ drop_relation_if_exists(backup_relation) }}\n {{ drop_relation_if_exists(intermediate_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9811425, "supported_languages": null}, "macro.dbt.materialized_view_get_build_sql": {"name": "materialized_view_get_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_get_build_sql", "macro_sql": "{% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% set full_refresh_mode = should_full_refresh() %}\n\n -- determine the scenario we're in: create, full_refresh, alter, refresh data\n {% if existing_relation is none %}\n {% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}\n {% elif full_refresh_mode or not existing_relation.is_materialized_view %}\n {% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}\n {% else %}\n\n -- get config options\n {% set on_configuration_change = config.get('on_configuration_change') %}\n {% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}\n\n {% if configuration_changes is none %}\n {% set build_sql = refresh_materialized_view(target_relation) %}\n\n {% elif on_configuration_change == 'apply' %}\n {% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}\n {% elif on_configuration_change == 'continue' %}\n {% set build_sql = '' %}\n {{ exceptions.warn(\"Configuration changes were identified and `on_configuration_change` was set to `continue` for `\" ~ target_relation.render() ~ \"`\") }}\n {% elif on_configuration_change == 'fail' %}\n {{ exceptions.raise_fail_fast_error(\"Configuration changes were identified and `on_configuration_change` was set to `fail` for `\" ~ target_relation.render() ~ \"`\") }}\n\n {% else %}\n -- this only happens if the user provides a value other than `apply`, 'skip', 'fail'\n {{ exceptions.raise_compiler_error(\"Unexpected configuration scenario\") }}\n\n {% endif %}\n\n {% endif %}\n\n {% do return(build_sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.get_create_materialized_view_as_sql", "macro.dbt.get_replace_sql", "macro.dbt.get_materialized_view_configuration_changes", "macro.dbt.refresh_materialized_view", "macro.dbt.get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9837923, "supported_languages": null}, "macro.dbt.materialized_view_execute_no_op": {"name": "materialized_view_execute_no_op", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_no_op", "macro_sql": "{% macro materialized_view_execute_no_op(target_relation) %}\n {% do store_raw_result(\n name=\"main\",\n message=\"skip \" ~ target_relation,\n code=\"skip\",\n rows_affected=\"-1\"\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9842644, "supported_languages": null}, "macro.dbt.materialized_view_execute_build_sql": {"name": "materialized_view_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_build_sql", "macro_sql": "{% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9855328, "supported_languages": null}, "macro.dbt.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/is_incremental.sql", "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", "unique_id": "macro.dbt.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9866414, "supported_languages": null}, "macro.dbt.get_merge_sql": {"name": "get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_merge_sql", "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9886618, "supported_languages": null}, "macro.dbt.default__get_merge_sql": {"name": "default__get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_merge_sql", "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set source_unique_key = (\"DBT_INTERNAL_SOURCE.\" ~ unique_key) | trim %}\n\t {% set target_unique_key = (\"DBT_INTERNAL_DEST.\" ~ unique_key) | trim %}\n\t {% set unique_key_match = equals(source_unique_key, target_unique_key) | trim %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt.get_merge_update_columns", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9920802, "supported_languages": null}, "macro.dbt.get_delete_insert_merge_sql": {"name": "get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_delete_insert_merge_sql", "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9926264, "supported_languages": null}, "macro.dbt.default__get_delete_insert_merge_sql": {"name": "default__get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is string %}\n {% set unique_key = [unique_key] %}\n {% endif %}\n\n {%- set unique_key_str = unique_key|join(', ') -%}\n\n delete from {{ target }} as DBT_INTERNAL_DEST\n where ({{ unique_key_str }}) in (\n select distinct {{ unique_key_str }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.994037, "supported_languages": null}, "macro.dbt.get_insert_overwrite_merge_sql": {"name": "get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9945667, "supported_languages": null}, "macro.dbt.default__get_insert_overwrite_merge_sql": {"name": "default__get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9958246, "supported_languages": null}, "macro.dbt.get_quoted_csv": {"name": "get_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_quoted_csv", "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9973943, "supported_languages": null}, "macro.dbt.diff_columns": {"name": "diff_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_columns", "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9984612, "supported_languages": null}, "macro.dbt.diff_column_data_types": {"name": "diff_column_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_column_data_types", "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869568.9997284, "supported_languages": null}, "macro.dbt.get_merge_update_columns": {"name": "get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_merge_update_columns", "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.000198, "supported_languages": null}, "macro.dbt.default__get_merge_update_columns": {"name": "default__get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.default__get_merge_update_columns", "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0016146, "supported_languages": null}, "macro.dbt.get_incremental_append_sql": {"name": "get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_append_sql", "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0028312, "supported_languages": null}, "macro.dbt.default__get_incremental_append_sql": {"name": "default__get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_append_sql", "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_into_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.00331, "supported_languages": null}, "macro.dbt.get_incremental_delete_insert_sql": {"name": "get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_delete_insert_sql", "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_delete_insert_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0036738, "supported_languages": null}, "macro.dbt.default__get_incremental_delete_insert_sql": {"name": "default__get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0042555, "supported_languages": null}, "macro.dbt.get_incremental_merge_sql": {"name": "get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_merge_sql", "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0047379, "supported_languages": null}, "macro.dbt.default__get_incremental_merge_sql": {"name": "default__get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_merge_sql", "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0053182, "supported_languages": null}, "macro.dbt.get_incremental_insert_overwrite_sql": {"name": "get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.005679, "supported_languages": null}, "macro.dbt.default__get_incremental_insert_overwrite_sql": {"name": "default__get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0061991, "supported_languages": null}, "macro.dbt.get_incremental_default_sql": {"name": "get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_default_sql", "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_default_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0065613, "supported_languages": null}, "macro.dbt.default__get_incremental_default_sql": {"name": "default__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_default_sql", "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0068574, "supported_languages": null}, "macro.dbt.get_incremental_microbatch_sql": {"name": "get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_microbatch_sql", "macro_sql": "{% macro get_incremental_microbatch_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_microbatch_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_microbatch_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0072362, "supported_languages": null}, "macro.dbt.default__get_incremental_microbatch_sql": {"name": "default__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_microbatch_sql", "macro_sql": "{% macro default__get_incremental_microbatch_sql(arg_dict) %}\n\n {{ exceptions.raise_not_implemented('microbatch materialization strategy not implemented for adapter ' + adapter.type()) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.00755, "supported_languages": null}, "macro.dbt.get_insert_into_sql": {"name": "get_insert_into_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_insert_into_sql", "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0080826, "supported_languages": null}, "macro.dbt.incremental_validate_on_schema_change": {"name": "incremental_validate_on_schema_change", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.incremental_validate_on_schema_change", "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0103028, "supported_languages": null}, "macro.dbt.check_for_schema_changes": {"name": "check_for_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.check_for_schema_changes", "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0126688, "supported_languages": null}, "macro.dbt.sync_column_schemas": {"name": "sync_column_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.sync_column_schemas", "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_relation_add_remove_columns", "macro.dbt.alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0150862, "supported_languages": null}, "macro.dbt.process_schema_changes": {"name": "process_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.process_schema_changes", "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.check_for_schema_changes", "macro.dbt.sync_column_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0167112, "supported_languages": null}, "macro.dbt.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/incremental.sql", "original_file_path": "macros/materializations/models/incremental/incremental.sql", "unique_id": "macro.dbt.materialization_incremental_default", "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% set relation_for_indexes = target_relation %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set relation_for_indexes = intermediate_relation %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% set relation_for_indexes = temp_relation %}\n {% set contract_config = config.get('contract') %}\n {% if not contract_config or not contract_config.enforced %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {% endif %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(relation_for_indexes) %}\n {% endif %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_temp_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", "macro.dbt.statement", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.02486, "supported_languages": ["sql"]}, "macro.dbt.create_or_replace_clone": {"name": "create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.create_or_replace_clone", "macro_sql": "{% macro create_or_replace_clone(this_relation, defer_relation) %}\n {{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_or_replace_clone"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0254786, "supported_languages": null}, "macro.dbt.default__create_or_replace_clone": {"name": "default__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.default__create_or_replace_clone", "macro_sql": "{% macro default__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace table {{ this_relation.render() }} clone {{ defer_relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.025815, "supported_languages": null}, "macro.dbt.materialization_clone_default": {"name": "materialization_clone_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/clone.sql", "original_file_path": "macros/materializations/models/clone/clone.sql", "unique_id": "macro.dbt.materialization_clone_default", "macro_sql": "{%- materialization clone, default -%}\n\n {%- set relations = {'relations': []} -%}\n\n {%- if not defer_relation -%}\n -- nothing to do\n {{ log(\"No relation found in state manifest for \" ~ model.unique_id, info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n\n {%- if existing_relation and not flags.FULL_REFRESH -%}\n -- noop!\n {{ log(\"Relation \" ~ existing_relation ~ \" already exists\", info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set other_existing_relation = load_cached_relation(defer_relation) -%}\n\n -- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table\n -- Otherwise, this will be a view\n\n {% set can_clone_table = can_clone_table() %}\n\n {%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {% if existing_relation is not none and not existing_relation.is_table %}\n {{ log(\"Dropping relation \" ~ existing_relation.render() ~ \" because it is of type \" ~ existing_relation.type) }}\n {{ drop_relation_if_exists(existing_relation) }}\n {% endif %}\n\n -- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'\n {% if target_relation.database == defer_relation.database and\n target_relation.schema == defer_relation.schema and\n target_relation.identifier == defer_relation.identifier %}\n {{ log(\"Target relation and defer relation are the same, skipping clone for relation: \" ~ target_relation.render()) }}\n {% else %}\n {% call statement('main') %}\n {{ create_or_replace_clone(target_relation, defer_relation) }}\n {% endcall %}\n {% endif %}\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n {%- else -%}\n\n {%- set target_relation = this.incorporate(type='view') -%}\n\n -- reuse the view materialization\n -- TODO: support actual dispatch for materialization macros\n -- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799\n {% set search_name = \"materialization_view_\" ~ adapter.type() %}\n {% if not search_name in context %}\n {% set search_name = \"materialization_view_default\" %}\n {% endif %}\n {% set materialization_macro = context[search_name] %}\n {% set relations = materialization_macro() %}\n {{ return(relations) }}\n\n {%- endif -%}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.can_clone_table", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.create_or_replace_clone", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0305514, "supported_languages": ["sql"]}, "macro.dbt.can_clone_table": {"name": "can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.can_clone_table", "macro_sql": "{% macro can_clone_table() %}\n {{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__can_clone_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0310438, "supported_languages": null}, "macro.dbt.default__can_clone_table": {"name": "default__can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.default__can_clone_table", "macro_sql": "{% macro default__can_clone_table() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0313, "supported_languages": null}, "macro.dbt.create_csv_table": {"name": "create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.create_csv_table", "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0330215, "supported_languages": null}, "macro.dbt.default__create_csv_table": {"name": "default__create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__create_csv_table", "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0347745, "supported_languages": null}, "macro.dbt.reset_csv_table": {"name": "reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.reset_csv_table", "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__reset_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0352428, "supported_languages": null}, "macro.dbt.default__reset_csv_table": {"name": "default__reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__reset_csv_table", "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation.render() %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0362046, "supported_languages": null}, "macro.dbt.get_csv_sql": {"name": "get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_csv_sql", "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_csv_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0365758, "supported_languages": null}, "macro.dbt.default__get_csv_sql": {"name": "default__get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_csv_sql", "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0368447, "supported_languages": null}, "macro.dbt.get_binding_char": {"name": "get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_binding_char", "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0371382, "supported_languages": null}, "macro.dbt.default__get_binding_char": {"name": "default__get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_binding_char", "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.037373, "supported_languages": null}, "macro.dbt.get_batch_size": {"name": "get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_batch_size", "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_batch_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.037684, "supported_languages": null}, "macro.dbt.default__get_batch_size": {"name": "default__get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_batch_size", "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0379133, "supported_languages": null}, "macro.dbt.get_seed_column_quoted_csv": {"name": "get_seed_column_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_seed_column_quoted_csv", "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0388365, "supported_languages": null}, "macro.dbt.load_csv_rows": {"name": "load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.load_csv_rows", "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__load_csv_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.039314, "supported_languages": null}, "macro.dbt.default__load_csv_rows": {"name": "default__load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__load_csv_rows", "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_batch_size", "macro.dbt.get_seed_column_quoted_csv", "macro.dbt.get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0416737, "supported_languages": null}, "macro.dbt.materialization_seed_default": {"name": "materialization_seed_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/seed.sql", "original_file_path": "macros/materializations/seeds/seed.sql", "unique_id": "macro.dbt.materialization_seed_default", "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation.render())) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.run_hooks", "macro.dbt.reset_csv_table", "macro.dbt.create_csv_table", "macro.dbt.load_csv_rows", "macro.dbt.noop_statement", "macro.dbt.get_csv_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0465424, "supported_languages": ["sql"]}, "macro.dbt.materialization_snapshot_default": {"name": "materialization_snapshot_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot.sql", "original_file_path": "macros/materializations/snapshots/snapshot.sql", "unique_id": "macro.dbt.materialization_snapshot_default", "macro_sql": "{% materialization snapshot, default %}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {# The model['config'] parameter below is no longer used, but passing anyway for compatibility #}\n {# It was a dictionary of config, instead of the config object from the context #}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", model['config'], target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set build_or_select_sql = build_sql %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {{ adapter.assert_valid_snapshot_target_given_strategy(target_relation, columns, strategy) }}\n\n {% set build_or_select_sql = snapshot_staging_table(strategy, sql, target_relation) %}\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set remove_columns = ['dbt_change_type', 'DBT_CHANGE_TYPE', 'dbt_unique_key', 'DBT_UNIQUE_KEY'] %}\n {% if unique_key | is_list %}\n {% for key in strategy.unique_key %}\n {{ remove_columns.append('dbt_unique_key_' + loop.index|string) }}\n {{ remove_columns.append('DBT_UNIQUE_KEY_' + loop.index|string) }}\n {% endfor %}\n {% endif %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n\n {{ check_time_data_types(build_or_select_sql) }}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.dbt.run_hooks", "macro.dbt.strategy_dispatch", "macro.dbt.build_snapshot_table", "macro.dbt.create_table_as", "macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_staging_table", "macro.dbt.build_snapshot_staging_table", "macro.dbt.create_columns", "macro.dbt.snapshot_merge_sql", "macro.dbt.check_time_data_types", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes", "macro.dbt.post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.054157, "supported_languages": ["sql"]}, "macro.dbt.create_columns": {"name": "create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.create_columns", "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0580773, "supported_languages": null}, "macro.dbt.default__create_columns": {"name": "default__create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__create_columns", "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation.render() }} add column {{ adapter.quote(column.name) }} {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0587347, "supported_languages": null}, "macro.dbt.post_snapshot": {"name": "post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.post_snapshot", "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0590656, "supported_languages": null}, "macro.dbt.default__post_snapshot": {"name": "default__post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__post_snapshot", "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0592716, "supported_languages": null}, "macro.dbt.get_true_sql": {"name": "get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_true_sql", "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_true_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0595632, "supported_languages": null}, "macro.dbt.default__get_true_sql": {"name": "default__get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__get_true_sql", "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0598698, "supported_languages": null}, "macro.dbt.snapshot_staging_table": {"name": "snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.snapshot_staging_table", "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_staging_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0602968, "supported_languages": null}, "macro.dbt.get_snapshot_table_column_names": {"name": "get_snapshot_table_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_snapshot_table_column_names", "macro_sql": "{% macro get_snapshot_table_column_names() %}\n {{ return({'dbt_valid_to': 'dbt_valid_to', 'dbt_valid_from': 'dbt_valid_from', 'dbt_scd_id': 'dbt_scd_id', 'dbt_updated_at': 'dbt_updated_at', 'dbt_is_deleted': 'dbt_is_deleted'}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0607812, "supported_languages": null}, "macro.dbt.default__snapshot_staging_table": {"name": "default__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__snapshot_staging_table", "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n {% if strategy.hard_deletes == 'new_record' %}\n {% set new_scd_id = snapshot_hash_arguments([columns.dbt_scd_id, snapshot_get_time()]) %}\n {% endif %}\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from {{ target_relation }}\n where\n {% if config.get('dbt_valid_to_current') %}\n\t\t{% set source_unique_key = columns.dbt_valid_to | trim %}\n\t\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\n\t\t{# The exact equals semantics between NULL values depends on the current behavior flag set. Also, update records if the source field is null #}\n ( {{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null )\n {% else %}\n {{ columns.dbt_valid_to }} is null\n {% endif %}\n\n ),\n\n insertions_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }},\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }}\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_to }}\n\n from snapshot_query\n ),\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n\n deletes_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n {%- if strategy.hard_deletes == 'new_record' -%}\n ,'False' as {{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from insertions_source_data as source_data\n left outer join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"snapshotted_data\") }}\n or ({{ unique_key_is_not_null(strategy.unique_key, \"snapshotted_data\") }} and (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from updates_source_data as source_data\n join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n )\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n ,\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_to }},\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n and not (\n --avoid updating the record's valid_to if the latest entry is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n {%- endif %}\n )\n {%- endif %}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n {% set snapshotted_cols = get_list_of_column_names(get_columns_in_relation(target_relation)) %}\n {% set source_sql_cols = get_column_schema_from_query(source_sql) %}\n ,\n deletion_records as (\n\n select\n 'insert' as dbt_change_type,\n {#/*\n If a column has been added to the source it won't yet exist in the\n snapshotted table so we insert a null value as a placeholder for the column.\n */#}\n {%- for col in source_sql_cols -%}\n {%- if col.name in snapshotted_cols -%}\n snapshotted_data.{{ adapter.quote(col.column) }},\n {%- else -%}\n NULL as {{ adapter.quote(col.column) }},\n {%- endif -%}\n {% endfor -%}\n {%- if strategy.unique_key | is_list -%}\n {%- for key in strategy.unique_key -%}\n snapshotted_data.{{ key }} as dbt_unique_key_{{ loop.index }},\n {% endfor -%}\n {%- else -%}\n snapshotted_data.dbt_unique_key as dbt_unique_key,\n {% endif -%}\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n snapshotted_data.{{ columns.dbt_valid_to }} as {{ columns.dbt_valid_to }},\n {{ new_scd_id }} as {{ columns.dbt_scd_id }},\n 'True' as {{ columns.dbt_is_deleted }}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n and not (\n --avoid inserting a new record if the latest one is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletes\n {%- endif %}\n {%- if strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletion_records\n {%- endif %}\n\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments", "macro.dbt.snapshot_get_time", "macro.dbt.unique_key_fields", "macro.dbt.equals", "macro.dbt.get_dbt_valid_to_current", "macro.dbt.unique_key_join_on", "macro.dbt.unique_key_is_null", "macro.dbt.unique_key_is_not_null", "macro.dbt.get_list_of_column_names", "macro.dbt.get_columns_in_relation", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.069699, "supported_languages": null}, "macro.dbt.build_snapshot_table": {"name": "build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_table", "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__build_snapshot_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0701349, "supported_languages": null}, "macro.dbt.default__build_snapshot_table": {"name": "default__build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__build_snapshot_table", "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n\n select *,\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , 'False' as {{ columns.dbt_is_deleted }}\n {% endif -%}\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.get_dbt_valid_to_current"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.071146, "supported_languages": null}, "macro.dbt.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0719745, "supported_languages": null}, "macro.dbt.get_updated_at_column_data_type": {"name": "get_updated_at_column_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_updated_at_column_data_type", "macro_sql": "{% macro get_updated_at_column_data_type(snapshot_sql) %}\n {% set snapshot_sql_column_schema = get_column_schema_from_query(snapshot_sql) %}\n {% set dbt_updated_at_data_type = null %}\n {% set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {% set ns.dbt_updated_at_data_type = null -%}\n {% for column in snapshot_sql_column_schema %}\n {% if ((column.column == 'dbt_updated_at') or (column.column == 'DBT_UPDATED_AT')) %}\n {% set ns.dbt_updated_at_data_type = column.dtype %}\n {% endif %}\n {% endfor %}\n {{ return(ns.dbt_updated_at_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.073135, "supported_languages": null}, "macro.dbt.check_time_data_types": {"name": "check_time_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.check_time_data_types", "macro_sql": "{% macro check_time_data_types(sql) %}\n {% set dbt_updated_at_data_type = get_updated_at_column_data_type(sql) %}\n {% set snapshot_get_time_data_type = get_snapshot_get_time_data_type() %}\n {% if snapshot_get_time_data_type is not none and dbt_updated_at_data_type is not none and snapshot_get_time_data_type != dbt_updated_at_data_type %}\n {% if exceptions.warn_snapshot_timestamp_data_types %}\n {{ exceptions.warn_snapshot_timestamp_data_types(snapshot_get_time_data_type, dbt_updated_at_data_type) }}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_updated_at_column_data_type", "macro.dbt.get_snapshot_get_time_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0739582, "supported_languages": null}, "macro.dbt.get_dbt_valid_to_current": {"name": "get_dbt_valid_to_current", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_dbt_valid_to_current", "macro_sql": "{% macro get_dbt_valid_to_current(strategy, columns) %}\n {% set dbt_valid_to_current = config.get('dbt_valid_to_current') or \"null\" %}\n coalesce(nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}), {{dbt_valid_to_current}})\n as {{ columns.dbt_valid_to }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0745165, "supported_languages": null}, "macro.dbt.unique_key_fields": {"name": "unique_key_fields", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_fields", "macro_sql": "{% macro unique_key_fields(unique_key) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n {{ key }} as dbt_unique_key_{{ loop.index }}\n {%- if not loop.last %} , {%- endif %}\n {% endfor %}\n {% else %}\n {{ unique_key }} as dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0752022, "supported_languages": null}, "macro.dbt.unique_key_join_on": {"name": "unique_key_join_on", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_join_on", "macro_sql": "{% macro unique_key_join_on(unique_key, identifier, from_identifier) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n\t {% set source_unique_key = (identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {% set target_unique_key = (from_identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {{ equals(source_unique_key, target_unique_key) }}\n {%- if not loop.last %} and {%- endif %}\n {% endfor %}\n {% else %}\n {{ identifier }}.dbt_unique_key = {{ from_identifier }}.dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0763092, "supported_languages": null}, "macro.dbt.unique_key_is_null": {"name": "unique_key_is_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_null", "macro_sql": "{% macro unique_key_is_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is null\n {% else %}\n {{ identifier }}.dbt_unique_key is null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0767303, "supported_languages": null}, "macro.dbt.unique_key_is_not_null": {"name": "unique_key_is_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_not_null", "macro_sql": "{% macro unique_key_is_not_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is not null\n {% else %}\n {{ identifier }}.dbt_unique_key is not null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0771477, "supported_languages": null}, "macro.dbt.strategy_dispatch": {"name": "strategy_dispatch", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.strategy_dispatch", "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0809743, "supported_languages": null}, "macro.dbt.snapshot_hash_arguments": {"name": "snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_hash_arguments", "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0813217, "supported_languages": null}, "macro.dbt.default__snapshot_hash_arguments": {"name": "default__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_hash_arguments", "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0817556, "supported_languages": null}, "macro.dbt.snapshot_timestamp_strategy": {"name": "snapshot_timestamp_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_timestamp_strategy", "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set primary_key = config.get('unique_key') %}\n {% set updated_at = config.get('updated_at') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.{{ columns.dbt_valid_from }} < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.083655, "supported_languages": null}, "macro.dbt.snapshot_string_as_time": {"name": "snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_string_as_time", "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_string_as_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0839815, "supported_languages": null}, "macro.dbt.default__snapshot_string_as_time": {"name": "default__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_string_as_time", "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0843256, "supported_languages": null}, "macro.dbt.snapshot_check_all_get_existing_columns": {"name": "snapshot_check_all_get_existing_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0871391, "supported_languages": null}, "macro.dbt.snapshot_check_strategy": {"name": "snapshot_check_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_strategy", "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set check_cols_config = config.get('check_cols') %}\n {% set primary_key = config.get('unique_key') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set updated_at = config.get('updated_at') or snapshot_get_time() %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.snapshot_check_all_get_existing_columns", "macro.dbt.get_true_sql", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.089896, "supported_languages": null}, "macro.dbt.snapshot_merge_sql": {"name": "snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.snapshot_merge_sql", "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0907116, "supported_languages": null}, "macro.dbt.default__snapshot_merge_sql": {"name": "default__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.default__snapshot_merge_sql", "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n merge into {{ target.render() }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }} = DBT_INTERNAL_DEST.{{ columns.dbt_scd_id }}\n\n when matched\n {% if config.get(\"dbt_valid_to_current\") %}\n\t{% set source_unique_key = (\"DBT_INTERNAL_DEST.\" ~ columns.dbt_valid_to) | trim %}\n\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\tand ({{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null)\n\n {% else %}\n and DBT_INTERNAL_DEST.{{ columns.dbt_valid_to }} is null\n {% endif %}\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0923266, "supported_languages": null}, "macro.dbt.materialization_unit_default": {"name": "materialization_unit_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/unit.sql", "original_file_path": "macros/materializations/tests/unit.sql", "unique_id": "macro.dbt.materialization_unit_default", "macro_sql": "{%- materialization unit, default -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- set column_name_to_quoted = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n {%- endfor -%}\n\n {%- set expected_column_names_quoted = [] -%}\n {%- for column_name in tested_expected_column_names -%}\n {%- do expected_column_names_quoted.append(column_name_to_quoted[column_name|lower]) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types, column_name_to_quoted) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, expected_column_names_quoted) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.0958512, "supported_languages": ["sql"]}, "macro.dbt.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/test.sql", "original_file_path": "macros/materializations/tests/test.sql", "unique_id": "macro.dbt.materialization_test_default", "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n {% set limit = config.get('limit') %}\n\n {% set sql_with_limit %}\n {{ get_limit_subquery_sql(sql, limit) }}\n {% endset %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% set store_failures_as = config.get('store_failures_as') %}\n -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,\n -- config.get('store_failures_as', 'table') returns None, not 'table'\n {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}\n {% if store_failures_as not in ['table', 'view'] %}\n {{ exceptions.raise_compiler_error(\n \"'\" ~ store_failures_as ~ \"' is not a valid value for `store_failures_as`. \"\n \"Accepted values are: ['ephemeral', 'table', 'view']\"\n ) }}\n {% endif %}\n\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ get_create_sql(target_relation, sql_with_limit) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {# Since the test failures have already been saved to the database, reuse that result rather than querying again #}\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql_with_limit %}\n\n {% endif %}\n\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {# The limit has already been included above, and we do not want to duplicate it again. We also want to be safe for macro overrides treating `limit` as a required parameter. #}\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit=none)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql", "macro.dbt.should_store_failures", "macro.dbt.statement", "macro.dbt.get_create_sql", "macro.dbt.get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1002133, "supported_languages": ["sql"]}, "macro.dbt.get_test_sql": {"name": "get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_test_sql", "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.101249, "supported_languages": null}, "macro.dbt.default__get_test_sql": {"name": "default__get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_test_sql", "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1018372, "supported_languages": null}, "macro.dbt.get_unit_test_sql": {"name": "get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_unit_test_sql", "macro_sql": "{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n {{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_unit_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1022556, "supported_languages": null}, "macro.dbt.default__get_unit_test_sql": {"name": "default__get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_unit_test_sql", "macro_sql": "{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n-- Build actual result given inputs\nwith dbt_internal_unit_test_actual as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal(\"actual\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ main_sql }}\n ) _dbt_internal_unit_test_actual\n),\n-- Build expected result\ndbt_internal_unit_test_expected as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal(\"expected\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ expected_fixture_sql }}\n ) _dbt_internal_unit_test_expected\n)\n-- Union actual and expected results\nselect * from dbt_internal_unit_test_actual\nunion all\nselect * from dbt_internal_unit_test_expected\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1034126, "supported_languages": null}, "macro.dbt.get_where_subquery": {"name": "get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.get_where_subquery", "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_where_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1040096, "supported_languages": null}, "macro.dbt.default__get_where_subquery": {"name": "default__get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.default__get_where_subquery", "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.104747, "supported_languages": null}, "macro.dbt.materialization_function_default": {"name": "materialization_function_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/function.sql", "original_file_path": "macros/materializations/functions/function.sql", "unique_id": "macro.dbt.materialization_function_default", "macro_sql": "{% materialization function, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.Function) %}\n\n {{ run_hooks(pre_hooks) }}\n\n {% set function_type_macro = get_function_macro('scalar', 'sql') %}\n {% set build_sql = function_type_macro(target_relation) %}\n\n {{ function_execute_build_sql(build_sql, existing_relation, target_relation) }}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.run_hooks", "macro.dbt.get_function_macro", "macro.dbt.function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.106048, "supported_languages": ["sql"]}, "macro.dbt.function_execute_build_sql": {"name": "function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.function_execute_build_sql", "macro_sql": "{% macro function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n {{ return(adapter.dispatch('function_execute_build_sql', 'dbt')(build_sql, existing_relation, target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.106925, "supported_languages": null}, "macro.dbt.default__function_execute_build_sql": {"name": "default__function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__function_execute_build_sql", "macro_sql": "{% macro default__function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1079423, "supported_languages": null}, "macro.dbt.get_function_macro": {"name": "get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.get_function_macro", "macro_sql": "{% macro get_function_macro(function_type, function_language) %}\n {{ return(adapter.dispatch('get_function_macro', 'dbt')(function_type, function_language)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_function_macro"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1083639, "supported_languages": null}, "macro.dbt.default__get_function_macro": {"name": "default__get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__get_function_macro", "macro_sql": "{% macro default__get_function_macro(function_type, function_language) %}\n {% set macro_name = function_type ~ \"_function_\" ~ function_language %}\n {% if not macro_name in context %}\n {{ exceptions.raise_not_implemented(function_language ~ ' ' ~ function_type ~ ' function not implemented for adapter ' ~adapter.type()) }}\n {% endif %}\n {% set macro = context[macro_name] %}\n {{ return(macro) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.109185, "supported_languages": null}, "macro.dbt.scalar_function_sql": {"name": "scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_sql", "macro_sql": "{% macro scalar_function_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1100273, "supported_languages": null}, "macro.dbt.default__scalar_function_sql": {"name": "default__scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_sql", "macro_sql": "{% macro default__scalar_function_sql(target_relation) %}\n {{ scalar_function_create_replace_signature_sql(target_relation) }}\n {{ scalar_function_body_sql() }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.scalar_function_create_replace_signature_sql", "macro.dbt.scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.110347, "supported_languages": null}, "macro.dbt.scalar_function_create_replace_signature_sql": {"name": "scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_create_replace_signature_sql", "macro_sql": "{% macro scalar_function_create_replace_signature_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_create_replace_signature_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_create_replace_signature_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.110816, "supported_languages": null}, "macro.dbt.default__scalar_function_create_replace_signature_sql": {"name": "default__scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_create_replace_signature_sql", "macro_sql": "{% macro default__scalar_function_create_replace_signature_sql(target_relation) %}\n CREATE OR REPLACE FUNCTION {{ target_relation.render() }} ({{ formatted_scalar_function_args_sql()}})\n RETURNS {{ model.returns.data_type }}\n AS\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.formatted_scalar_function_args_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.111194, "supported_languages": null}, "macro.dbt.formatted_scalar_function_args_sql": {"name": "formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.formatted_scalar_function_args_sql", "macro_sql": "{% macro formatted_scalar_function_args_sql() %}\n {{ return(adapter.dispatch('formatted_scalar_function_args_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__formatted_scalar_function_args_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1115181, "supported_languages": null}, "macro.dbt.default__formatted_scalar_function_args_sql": {"name": "default__formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__formatted_scalar_function_args_sql", "macro_sql": "{% macro default__formatted_scalar_function_args_sql() %}\n {% set args = [] %}\n {% for arg in model.arguments -%}\n {%- do args.append(arg.name ~ ' ' ~ arg.data_type) -%}\n {%- endfor %}\n {{ args | join(', ') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1121514, "supported_languages": null}, "macro.dbt.scalar_function_body_sql": {"name": "scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_body_sql", "macro_sql": "{% macro scalar_function_body_sql() %}\n {{ return(adapter.dispatch('scalar_function_body_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1124833, "supported_languages": null}, "macro.dbt.default__scalar_function_body_sql": {"name": "default__scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_body_sql", "macro_sql": "{% macro default__scalar_function_body_sql() %}\n $$\n {{ model.compiled_code }}\n $$ LANGUAGE SQL\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1126962, "supported_languages": null}, "macro.dbt.concat": {"name": "concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.concat", "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1131797, "supported_languages": null}, "macro.dbt.default__concat": {"name": "default__concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.default__concat", "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1134312, "supported_languages": null}, "macro.dbt.intersect": {"name": "intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.intersect", "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__intersect"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.113853, "supported_languages": null}, "macro.dbt.default__intersect": {"name": "default__intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.default__intersect", "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.114011, "supported_languages": null}, "macro.dbt.last_day": {"name": "last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.last_day", "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1146092, "supported_languages": null}, "macro.dbt.default_last_day": {"name": "default_last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default_last_day", "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1151314, "supported_languages": null}, "macro.dbt.default__last_day": {"name": "default__last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default__last_day", "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1154268, "supported_languages": null}, "macro.dbt.replace": {"name": "replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.replace", "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1160085, "supported_languages": null}, "macro.dbt.default__replace": {"name": "default__replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.default__replace", "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1163507, "supported_languages": null}, "macro.dbt.length": {"name": "length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.length", "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1168141, "supported_languages": null}, "macro.dbt.default__length": {"name": "default__length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.default__length", "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1170259, "supported_languages": null}, "macro.dbt.hash": {"name": "hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.hash", "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1175137, "supported_languages": null}, "macro.dbt.default__hash": {"name": "default__hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.default__hash", "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.117823, "supported_languages": null}, "macro.dbt.array_append": {"name": "array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.array_append", "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_append"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1183565, "supported_languages": null}, "macro.dbt.default__array_append": {"name": "default__array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.default__array_append", "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1187305, "supported_languages": null}, "macro.dbt.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1196399, "supported_languages": null}, "macro.dbt.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.120805, "supported_languages": null}, "macro.dbt.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1212673, "supported_languages": null}, "macro.dbt.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n {# call as follows:\n\n date_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n ) #}\n\n\n with rawdata as (\n\n {{dbt.generate_series(\n dbt.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.generate_series", "macro.dbt.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1219537, "supported_languages": null}, "macro.dbt.array_concat": {"name": "array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.array_concat", "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1224859, "supported_languages": null}, "macro.dbt.default__array_concat": {"name": "default__array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.default__array_concat", "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1227477, "supported_languages": null}, "macro.dbt.array_construct": {"name": "array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.array_construct", "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1234512, "supported_languages": null}, "macro.dbt.default__array_construct": {"name": "default__array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.default__array_construct", "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1239154, "supported_languages": null}, "macro.dbt.escape_single_quotes": {"name": "escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.escape_single_quotes", "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__escape_single_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1244416, "supported_languages": null}, "macro.dbt.default__escape_single_quotes": {"name": "default__escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.default__escape_single_quotes", "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1247168, "supported_languages": null}, "macro.dbt.type_string": {"name": "type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_string", "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1259644, "supported_languages": null}, "macro.dbt.default__type_string": {"name": "default__type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_string", "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1262798, "supported_languages": null}, "macro.dbt.type_timestamp": {"name": "type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_timestamp", "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1265945, "supported_languages": null}, "macro.dbt.default__type_timestamp": {"name": "default__type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_timestamp", "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1268868, "supported_languages": null}, "macro.dbt.type_float": {"name": "type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_float", "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1272154, "supported_languages": null}, "macro.dbt.default__type_float": {"name": "default__type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_float", "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1275058, "supported_languages": null}, "macro.dbt.type_numeric": {"name": "type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_numeric", "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.127813, "supported_languages": null}, "macro.dbt.default__type_numeric": {"name": "default__type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_numeric", "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1282845, "supported_languages": null}, "macro.dbt.type_bigint": {"name": "type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_bigint", "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_bigint"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.128602, "supported_languages": null}, "macro.dbt.default__type_bigint": {"name": "default__type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_bigint", "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1288896, "supported_languages": null}, "macro.dbt.type_int": {"name": "type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_int", "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1292162, "supported_languages": null}, "macro.dbt.default__type_int": {"name": "default__type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_int", "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1295002, "supported_languages": null}, "macro.dbt.type_boolean": {"name": "type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_boolean", "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1298077, "supported_languages": null}, "macro.dbt.default__type_boolean": {"name": "default__type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_boolean", "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.130087, "supported_languages": null}, "macro.dbt.date": {"name": "date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.date", "macro_sql": "{% macro date(year, month, day) %}\n {{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.130708, "supported_languages": null}, "macro.dbt.default__date": {"name": "default__date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.default__date", "macro_sql": "{% macro default__date(year, month, day) -%}\n {%- set dt = modules.datetime.date(year, month, day) -%}\n {%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}\n to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.131295, "supported_languages": null}, "macro.dbt.right": {"name": "right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.right", "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__right"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1318538, "supported_languages": null}, "macro.dbt.default__right": {"name": "default__right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.default__right", "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1321561, "supported_languages": null}, "macro.dbt.date_trunc": {"name": "date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.date_trunc", "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1326795, "supported_languages": null}, "macro.dbt.default__date_trunc": {"name": "default__date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.default__date_trunc", "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1329384, "supported_languages": null}, "macro.dbt.split_part": {"name": "split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.split_part", "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.133636, "supported_languages": null}, "macro.dbt.default__split_part": {"name": "default__split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.default__split_part", "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1339712, "supported_languages": null}, "macro.dbt._split_part_negative": {"name": "_split_part_negative", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt._split_part_negative", "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 + {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.134427, "supported_languages": null}, "macro.dbt.position": {"name": "position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.position", "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__position"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1349533, "supported_languages": null}, "macro.dbt.default__position": {"name": "default__position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.default__position", "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.135243, "supported_languages": null}, "macro.dbt.datediff": {"name": "datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.datediff", "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1358268, "supported_languages": null}, "macro.dbt.default__datediff": {"name": "default__datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.default__datediff", "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1361752, "supported_languages": null}, "macro.dbt.equals": {"name": "equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.equals", "macro_sql": "{% macro equals(expr1, expr2) %}\n {{ return(adapter.dispatch('equals', 'dbt') (expr1, expr2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1367671, "supported_languages": null}, "macro.dbt.default__equals": {"name": "default__equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.default__equals", "macro_sql": "{% macro default__equals(expr1, expr2) -%}\n{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}\n case when (({{ expr1 }} = {{ expr2 }}) or ({{ expr1 }} is null and {{ expr2 }} is null))\n then 0\n else 1\n end = 0\n{%- else -%}\n ({{ expr1 }} = {{ expr2 }})\n{%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.13748, "supported_languages": null}, "macro.dbt.cast_bool_to_text": {"name": "cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.cast_bool_to_text", "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.137943, "supported_languages": null}, "macro.dbt.default__cast_bool_to_text": {"name": "default__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.default__cast_bool_to_text", "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1382723, "supported_languages": null}, "macro.dbt.safe_cast": {"name": "safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.safe_cast", "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1388052, "supported_languages": null}, "macro.dbt.default__safe_cast": {"name": "default__safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.default__safe_cast", "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1390827, "supported_languages": null}, "macro.dbt.dateadd": {"name": "dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.dateadd", "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1396806, "supported_languages": null}, "macro.dbt.default__dateadd": {"name": "default__dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.default__dateadd", "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1400042, "supported_languages": null}, "macro.dbt.cast": {"name": "cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.cast", "macro_sql": "{% macro cast(field, type) %}\n {{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1405408, "supported_languages": null}, "macro.dbt.default__cast": {"name": "default__cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.default__cast", "macro_sql": "{% macro default__cast(field, type) %}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1408055, "supported_languages": null}, "macro.dbt.except": {"name": "except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.except", "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1412585, "supported_languages": null}, "macro.dbt.default__except": {"name": "default__except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.default__except", "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1414175, "supported_languages": null}, "macro.dbt.bool_or": {"name": "bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.bool_or", "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__bool_or"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1418824, "supported_languages": null}, "macro.dbt.default__bool_or": {"name": "default__bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.default__bool_or", "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.142092, "supported_languages": null}, "macro.dbt.listagg": {"name": "listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.listagg", "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__listagg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1429207, "supported_languages": null}, "macro.dbt.default__listagg": {"name": "default__listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.default__listagg", "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1437259, "supported_languages": null}, "macro.dbt.string_literal": {"name": "string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.string_literal", "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1442082, "supported_languages": null}, "macro.dbt.default__string_literal": {"name": "default__string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.default__string_literal", "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1444185, "supported_languages": null}, "macro.dbt.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1452265, "supported_languages": null}, "macro.dbt.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1461425, "supported_languages": null}, "macro.dbt.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.146507, "supported_languages": null}, "macro.dbt.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.147521, "supported_languages": null}, "macro.dbt.any_value": {"name": "any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.any_value", "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__any_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1479986, "supported_languages": null}, "macro.dbt.default__any_value": {"name": "default__any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.default__any_value", "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1482277, "supported_languages": null}, "macro.dbt.get_create_sql": {"name": "get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.get_create_sql", "macro_sql": "{%- macro get_create_sql(relation, sql) -%}\n {{- log('Applying CREATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.148922, "supported_languages": null}, "macro.dbt.default__get_create_sql": {"name": "default__get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.default__get_create_sql", "macro_sql": "{%- macro default__get_create_sql(relation, sql) -%}\n\n {%- if relation.is_view -%}\n {{ get_create_view_as_sql(relation, sql) }}\n\n {%- elif relation.is_table -%}\n {{ get_create_table_as_sql(False, relation, sql) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_create_materialized_view_as_sql(relation, sql) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_create_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.get_create_view_as_sql", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.149798, "supported_languages": null}, "macro.dbt.get_create_backup_sql": {"name": "get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.get_create_backup_sql", "macro_sql": "{%- macro get_create_backup_sql(relation) -%}\n {{- log('Applying CREATE BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.150395, "supported_languages": null}, "macro.dbt.default__get_create_backup_sql": {"name": "default__get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.default__get_create_backup_sql", "macro_sql": "{%- macro default__get_create_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n -- drop any pre-existing backup\n {{ get_drop_sql(backup_relation) }};\n\n {{ get_rename_sql(relation, backup_relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1509163, "supported_languages": null}, "macro.dbt.get_replace_sql": {"name": "get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.get_replace_sql", "macro_sql": "{% macro get_replace_sql(existing_relation, target_relation, sql) %}\n {{- log('Applying REPLACE to: ' ~ existing_relation) -}}\n {{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1519382, "supported_languages": null}, "macro.dbt.default__get_replace_sql": {"name": "default__get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.default__get_replace_sql", "macro_sql": "{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}\n\n {# /* use a create or replace statement if possible */ #}\n\n {% set is_replaceable = existing_relation.type == target_relation.type and existing_relation.can_be_replaced %}\n\n {% if is_replaceable and existing_relation.is_view %}\n {{ get_replace_view_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_table %}\n {{ get_replace_table_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_materialized_view %}\n {{ get_replace_materialized_view_sql(target_relation, sql) }}\n\n {# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}\n {%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}\n {%- elif target_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_drop_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }}\n\n {# /* create target_relation in place by first backing up the existing relation */ #}\n {%- elif existing_relation.can_be_renamed -%}\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* no renaming is allowed, so just drop and create */ #}\n {%- else -%}\n {{ get_drop_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_view_sql", "macro.dbt.get_replace_table_sql", "macro.dbt.get_replace_materialized_view_sql", "macro.dbt.get_create_intermediate_sql", "macro.dbt.get_create_backup_sql", "macro.dbt.get_rename_intermediate_sql", "macro.dbt.get_drop_backup_sql", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1542168, "supported_languages": null}, "macro.dbt.get_rename_sql": {"name": "get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.get_rename_sql", "macro_sql": "{%- macro get_rename_sql(relation, new_name) -%}\n {{- log('Applying RENAME to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1550794, "supported_languages": null}, "macro.dbt.default__get_rename_sql": {"name": "default__get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__get_rename_sql", "macro_sql": "{%- macro default__get_rename_sql(relation, new_name) -%}\n\n {%- if relation.is_view -%}\n {{ get_rename_view_sql(relation, new_name) }}\n\n {%- elif relation.is_table -%}\n {{ get_rename_table_sql(relation, new_name) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_rename_materialized_view_sql(relation, new_name) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_rename_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.get_rename_view_sql", "macro.dbt.get_rename_table_sql", "macro.dbt.get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1559317, "supported_languages": null}, "macro.dbt.rename_relation": {"name": "rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.rename_relation", "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__rename_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1563447, "supported_languages": null}, "macro.dbt.default__rename_relation": {"name": "default__rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__rename_relation", "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation.render() }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.156919, "supported_languages": null}, "macro.dbt.get_create_intermediate_sql": {"name": "get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.get_create_intermediate_sql", "macro_sql": "{%- macro get_create_intermediate_sql(relation, sql) -%}\n {{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1575565, "supported_languages": null}, "macro.dbt.default__get_create_intermediate_sql": {"name": "default__get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.default__get_create_intermediate_sql", "macro_sql": "{%- macro default__get_create_intermediate_sql(relation, sql) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n -- drop any pre-existing intermediate\n {{ get_drop_sql(intermediate_relation) }};\n\n {{ get_create_sql(intermediate_relation, sql) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1580348, "supported_languages": null}, "macro.dbt.drop_schema_named": {"name": "drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.drop_schema_named", "macro_sql": "{% macro drop_schema_named(schema_name) %}\n {{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_schema_named"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1585367, "supported_languages": null}, "macro.dbt.default__drop_schema_named": {"name": "default__drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.default__drop_schema_named", "macro_sql": "{% macro default__drop_schema_named(schema_name) %}\n {% set schema_relation = api.Relation.create(schema=schema_name) %}\n {{ adapter.drop_schema(schema_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1589456, "supported_languages": null}, "macro.dbt.get_drop_sql": {"name": "get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.get_drop_sql", "macro_sql": "{%- macro get_drop_sql(relation) -%}\n {{- log('Applying DROP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1597664, "supported_languages": null}, "macro.dbt.default__get_drop_sql": {"name": "default__get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__get_drop_sql", "macro_sql": "{%- macro default__get_drop_sql(relation) -%}\n\n {%- if relation.is_view -%}\n {{ drop_view(relation) }}\n\n {%- elif relation.is_table -%}\n {{ drop_table(relation) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ drop_materialized_view(relation) }}\n\n {%- else -%}\n drop {{ relation.type }} if exists {{ relation.render() }} cascade\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.drop_view", "macro.dbt.drop_table", "macro.dbt.drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1606524, "supported_languages": null}, "macro.dbt.drop_relation": {"name": "drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation", "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.161016, "supported_languages": null}, "macro.dbt.default__drop_relation": {"name": "default__drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__drop_relation", "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n {{ get_drop_sql(relation) }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1614246, "supported_languages": null}, "macro.dbt.drop_relation_if_exists": {"name": "drop_relation_if_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation_if_exists", "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1618, "supported_languages": null}, "macro.dbt.get_drop_backup_sql": {"name": "get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.get_drop_backup_sql", "macro_sql": "{%- macro get_drop_backup_sql(relation) -%}\n {{- log('Applying DROP BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1623785, "supported_languages": null}, "macro.dbt.default__get_drop_backup_sql": {"name": "default__get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.default__get_drop_backup_sql", "macro_sql": "{%- macro default__get_drop_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n {{ get_drop_sql(backup_relation) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.162773, "supported_languages": null}, "macro.dbt.get_rename_intermediate_sql": {"name": "get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.get_rename_intermediate_sql", "macro_sql": "{%- macro get_rename_intermediate_sql(relation) -%}\n {{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1633909, "supported_languages": null}, "macro.dbt.default__get_rename_intermediate_sql": {"name": "default__get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.default__get_rename_intermediate_sql", "macro_sql": "{%- macro default__get_rename_intermediate_sql(relation) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n {{ get_rename_sql(intermediate_relation, relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1637955, "supported_languages": null}, "macro.dbt.get_create_materialized_view_as_sql": {"name": "get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.get_create_materialized_view_as_sql", "macro_sql": "{% macro get_create_materialized_view_as_sql(relation, sql) -%}\n {{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1643414, "supported_languages": null}, "macro.dbt.default__get_create_materialized_view_as_sql": {"name": "default__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.default__get_create_materialized_view_as_sql", "macro_sql": "{% macro default__get_create_materialized_view_as_sql(relation, sql) -%}\n {{ exceptions.raise_compiler_error(\n \"`get_create_materialized_view_as_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1646383, "supported_languages": null}, "macro.dbt.get_replace_materialized_view_sql": {"name": "get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.get_replace_materialized_view_sql", "macro_sql": "{% macro get_replace_materialized_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1651528, "supported_languages": null}, "macro.dbt.default__get_replace_materialized_view_sql": {"name": "default__get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.default__get_replace_materialized_view_sql", "macro_sql": "{% macro default__get_replace_materialized_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1654456, "supported_languages": null}, "macro.dbt.get_rename_materialized_view_sql": {"name": "get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.get_rename_materialized_view_sql", "macro_sql": "{% macro get_rename_materialized_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1659305, "supported_languages": null}, "macro.dbt.default__get_rename_materialized_view_sql": {"name": "default__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.default__get_rename_materialized_view_sql", "macro_sql": "{% macro default__get_rename_materialized_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1662374, "supported_languages": null}, "macro.dbt.get_alter_materialized_view_as_sql": {"name": "get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_alter_materialized_view_as_sql", "macro_sql": "{% macro get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{- log('Applying ALTER to: ' ~ relation) -}}\n {{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n ) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1672103, "supported_languages": null}, "macro.dbt.default__get_alter_materialized_view_as_sql": {"name": "default__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_alter_materialized_view_as_sql", "macro_sql": "{% macro default__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1675704, "supported_languages": null}, "macro.dbt.get_materialized_view_configuration_changes": {"name": "get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_materialized_view_configuration_changes", "macro_sql": "{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}\n /* {#\n It's recommended that configuration changes be formatted as follows:\n {\"\": [{\"action\": \"\", \"context\": ...}]}\n\n For example:\n {\n \"indexes\": [\n {\"action\": \"drop\", \"context\": \"index_abc\"},\n {\"action\": \"create\", \"context\": {\"columns\": [\"column_1\", \"column_2\"], \"type\": \"hash\", \"unique\": True}},\n ],\n }\n\n Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.\n #} */\n {{- log('Determining configuration changes on: ' ~ existing_relation) -}}\n {%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_materialized_view_configuration_changes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1681, "supported_languages": null}, "macro.dbt.default__get_materialized_view_configuration_changes": {"name": "default__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_materialized_view_configuration_changes", "macro_sql": "{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1683977, "supported_languages": null}, "macro.dbt.drop_materialized_view": {"name": "drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.drop_materialized_view", "macro_sql": "{% macro drop_materialized_view(relation) -%}\n {{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1688492, "supported_languages": null}, "macro.dbt.default__drop_materialized_view": {"name": "default__drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.default__drop_materialized_view", "macro_sql": "{% macro default__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.169089, "supported_languages": null}, "macro.dbt.refresh_materialized_view": {"name": "refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.refresh_materialized_view", "macro_sql": "{% macro refresh_materialized_view(relation) %}\n {{- log('Applying REFRESH to: ' ~ relation) -}}\n {{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__refresh_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1696627, "supported_languages": null}, "macro.dbt.default__refresh_materialized_view": {"name": "default__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.default__refresh_materialized_view", "macro_sql": "{% macro default__refresh_materialized_view(relation) %}\n {{ exceptions.raise_compiler_error(\"`refresh_materialized_view` has not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1700406, "supported_languages": null}, "macro.dbt.get_table_columns_and_constraints": {"name": "get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_table_columns_and_constraints", "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1714122, "supported_languages": null}, "macro.dbt.default__get_table_columns_and_constraints": {"name": "default__get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_table_columns_and_constraints", "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1716487, "supported_languages": null}, "macro.dbt.table_columns_and_constraints": {"name": "table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.table_columns_and_constraints", "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1726696, "supported_languages": null}, "macro.dbt.get_assert_columns_equivalent": {"name": "get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_assert_columns_equivalent", "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1729896, "supported_languages": null}, "macro.dbt.default__get_assert_columns_equivalent": {"name": "default__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_assert_columns_equivalent", "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1732733, "supported_languages": null}, "macro.dbt.assert_columns_equivalent": {"name": "assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.assert_columns_equivalent", "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query", "macro.dbt.get_empty_schema_sql", "macro.dbt.format_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.175729, "supported_languages": null}, "macro.dbt.format_columns": {"name": "format_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.format_columns", "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.176476, "supported_languages": null}, "macro.dbt.default__format_column": {"name": "default__format_column", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__format_column", "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1771452, "supported_languages": null}, "macro.dbt.get_create_view_as_sql": {"name": "get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.get_create_view_as_sql", "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.177838, "supported_languages": null}, "macro.dbt.default__get_create_view_as_sql": {"name": "default__get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__get_create_view_as_sql", "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.178173, "supported_languages": null}, "macro.dbt.create_view_as": {"name": "create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.create_view_as", "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1785355, "supported_languages": null}, "macro.dbt.default__create_view_as": {"name": "default__create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__create_view_as", "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation.render() }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.179387, "supported_languages": null}, "macro.dbt.get_replace_view_sql": {"name": "get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.get_replace_view_sql", "macro_sql": "{% macro get_replace_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1803286, "supported_languages": null}, "macro.dbt.default__get_replace_view_sql": {"name": "default__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__get_replace_view_sql", "macro_sql": "{% macro default__get_replace_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.180614, "supported_languages": null}, "macro.dbt.create_or_replace_view": {"name": "create_or_replace_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.create_or_replace_view", "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.182824, "supported_languages": null}, "macro.dbt.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1832216, "supported_languages": null}, "macro.dbt.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation.render() ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1836777, "supported_languages": null}, "macro.dbt.get_rename_view_sql": {"name": "get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.get_rename_view_sql", "macro_sql": "{% macro get_rename_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1841917, "supported_languages": null}, "macro.dbt.default__get_rename_view_sql": {"name": "default__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.default__get_rename_view_sql", "macro_sql": "{% macro default__get_rename_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1844783, "supported_languages": null}, "macro.dbt.drop_view": {"name": "drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.drop_view", "macro_sql": "{% macro drop_view(relation) -%}\n {{- adapter.dispatch('drop_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.184928, "supported_languages": null}, "macro.dbt.default__drop_view": {"name": "default__drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.default__drop_view", "macro_sql": "{% macro default__drop_view(relation) -%}\n drop view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1851847, "supported_languages": null}, "macro.dbt.get_create_table_as_sql": {"name": "get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_create_table_as_sql", "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_table_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1862986, "supported_languages": null}, "macro.dbt.default__get_create_table_as_sql": {"name": "default__get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_create_table_as_sql", "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1866503, "supported_languages": null}, "macro.dbt.create_table_as": {"name": "create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.create_table_as", "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1874766, "supported_languages": null}, "macro.dbt.default__create_table_as": {"name": "default__create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__create_table_as", "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced and (not temporary) %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.188794, "supported_languages": null}, "macro.dbt.default__get_column_names": {"name": "default__get_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_column_names", "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1896899, "supported_languages": null}, "macro.dbt.get_select_subquery": {"name": "get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_select_subquery", "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1900477, "supported_languages": null}, "macro.dbt.default__get_select_subquery": {"name": "default__get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_select_subquery", "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.190409, "supported_languages": null}, "macro.dbt.get_replace_table_sql": {"name": "get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.get_replace_table_sql", "macro_sql": "{% macro get_replace_table_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1909482, "supported_languages": null}, "macro.dbt.default__get_replace_table_sql": {"name": "default__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.default__get_replace_table_sql", "macro_sql": "{% macro default__get_replace_table_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1912622, "supported_languages": null}, "macro.dbt.get_rename_table_sql": {"name": "get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.get_rename_table_sql", "macro_sql": "{% macro get_rename_table_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.191753, "supported_languages": null}, "macro.dbt.default__get_rename_table_sql": {"name": "default__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.default__get_rename_table_sql", "macro_sql": "{% macro default__get_rename_table_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.192039, "supported_languages": null}, "macro.dbt.drop_table": {"name": "drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.drop_table", "macro_sql": "{% macro drop_table(relation) -%}\n {{- adapter.dispatch('drop_table', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.192505, "supported_languages": null}, "macro.dbt.default__drop_table": {"name": "default__drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.default__drop_table", "macro_sql": "{% macro default__drop_table(relation) -%}\n drop table if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.192748, "supported_languages": null}, "macro.dbt.get_fixture_sql": {"name": "get_fixture_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_fixture_sql", "macro_sql": "{% macro get_fixture_sql(rows, column_name_to_data_types) %}\n-- Fixture for {{ model.name }}\n{% set default_row = {} %}\n\n{%- if not column_name_to_data_types -%}\n{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}\n{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}\n{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}\n\n{%- set column_name_to_data_types = {} -%}\n{%- set column_name_to_quoted = {} -%}\n{%- for column in columns_in_relation -%}\n\n{#-- This needs to be a case-insensitive comparison --#}\n{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n{%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n{%- endfor -%}\n{%- endif -%}\n\n{%- if not column_name_to_data_types -%}\n {{ exceptions.raise_compiler_error(\"Not able to get columns for unit test '\" ~ model.name ~ \"' from relation \" ~ this ~ \" because the relation doesn't exist\") }}\n{%- endif -%}\n\n{%- for column_name, column_type in column_name_to_data_types.items() -%}\n {%- do default_row.update({column_name: (safe_cast(\"null\", column_type) | trim )}) -%}\n{%- endfor -%}\n\n{{ validate_fixture_rows(rows, row_number) }}\n\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\n{%- set default_row_copy = default_row.copy() -%}\n{%- do default_row_copy.update(formatted_row) -%}\nselect\n{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n\n{%- if (rows | length) == 0 -%}\n select\n {%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%},{%- endif %}\n {%- endfor %}\n limit 0\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.dbt.safe_cast", "macro.dbt.validate_fixture_rows", "macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.1976852, "supported_languages": null}, "macro.dbt.get_expected_sql": {"name": "get_expected_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_expected_sql", "macro_sql": "{% macro get_expected_sql(rows, column_name_to_data_types, column_name_to_quoted) %}\n\n{%- if (rows | length) == 0 -%}\n select * from dbt_internal_unit_test_actual\n limit 0\n{%- else -%}\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\nselect\n{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.198823, "supported_languages": null}, "macro.dbt.format_row": {"name": "format_row", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.format_row", "macro_sql": "\n\n{%- macro format_row(row, column_name_to_data_types) -%}\n {#-- generate case-insensitive formatted row --#}\n {% set formatted_row = {} %}\n {%- for column_name, column_value in row.items() -%}\n {% set column_name = column_name|lower %}\n\n {%- if column_name not in column_name_to_data_types %}\n {#-- if user-provided row contains column name that relation does not contain, raise an error --#}\n {% set fixture_name = \"expected output\" if model.resource_type == 'unit_test' else (\"'\" ~ model.name ~ \"'\") %}\n {{ exceptions.raise_compiler_error(\n \"Invalid column name: '\" ~ column_name ~ \"' in unit test fixture for \" ~ fixture_name ~ \".\"\n \"\\nAccepted columns for \" ~ fixture_name ~ \" are: \" ~ (column_name_to_data_types.keys()|list)\n ) }}\n {%- endif -%}\n\n {%- set column_type = column_name_to_data_types[column_name] %}\n\n {#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}\n {%- set column_value_clean = column_value -%}\n {%- if column_value is string -%}\n {%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}\n {%- elif column_value is none -%}\n {%- set column_value_clean = 'null' -%}\n {%- endif -%}\n\n {%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}\n {%- do formatted_row.update(row_update) -%}\n {%- endfor -%}\n {{ return(formatted_row) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.string_literal", "macro.dbt.escape_single_quotes", "macro.dbt.safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.200975, "supported_languages": null}, "macro.dbt.validate_fixture_rows": {"name": "validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.validate_fixture_rows", "macro_sql": "{%- macro validate_fixture_rows(rows, row_number) -%}\n {{ return(adapter.dispatch('validate_fixture_rows', 'dbt')(rows, row_number)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__validate_fixture_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2013955, "supported_languages": null}, "macro.dbt.default__validate_fixture_rows": {"name": "default__validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.default__validate_fixture_rows", "macro_sql": "{%- macro default__validate_fixture_rows(rows, row_number) -%}\n {# This is an abstract method for adapter overrides as needed #}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2015896, "supported_languages": null}, "macro.dbt.default__test_accepted_values": {"name": "default__test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/accepted_values.sql", "original_file_path": "macros/generic_test_sql/accepted_values.sql", "unique_id": "macro.dbt.default__test_accepted_values", "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2025883, "supported_languages": null}, "macro.dbt.default__test_not_null": {"name": "default__test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/not_null.sql", "original_file_path": "macros/generic_test_sql/not_null.sql", "unique_id": "macro.dbt.default__test_not_null", "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2031734, "supported_languages": null}, "macro.dbt.default__test_unique": {"name": "default__test_unique", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/unique.sql", "original_file_path": "macros/generic_test_sql/unique.sql", "unique_id": "macro.dbt.default__test_unique", "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.203619, "supported_languages": null}, "macro.dbt.default__test_relationships": {"name": "default__test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/relationships.sql", "original_file_path": "macros/generic_test_sql/relationships.sql", "unique_id": "macro.dbt.default__test_relationships", "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2041838, "supported_languages": null}, "macro.dbt.generate_alias_name": {"name": "generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.generate_alias_name", "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_alias_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2048736, "supported_languages": null}, "macro.dbt.default__generate_alias_name": {"name": "default__generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.default__generate_alias_name", "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2056148, "supported_languages": null}, "macro.dbt.generate_database_name": {"name": "generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.generate_database_name", "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_database_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2063038, "supported_languages": null}, "macro.dbt.default__generate_database_name": {"name": "default__generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.default__generate_database_name", "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2067904, "supported_languages": null}, "macro.dbt.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.207594, "supported_languages": null}, "macro.dbt.default__generate_schema_name": {"name": "default__generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.default__generate_schema_name", "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2080927, "supported_languages": null}, "macro.dbt.generate_schema_name_for_env": {"name": "generate_schema_name_for_env", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name_for_env", "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2086456, "supported_languages": null}, "macro.dbt.statement": {"name": "statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.statement", "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2110553, "supported_languages": null}, "macro.dbt.noop_statement": {"name": "noop_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.noop_statement", "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2122824, "supported_languages": null}, "macro.dbt.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.run_query", "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2128386, "supported_languages": null}, "macro.dbt.convert_datetime": {"name": "convert_datetime", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.convert_datetime", "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2142398, "supported_languages": null}, "macro.dbt.dates_in_range": {"name": "dates_in_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.dates_in_range", "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.convert_datetime"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2164721, "supported_languages": null}, "macro.dbt.partition_range": {"name": "partition_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.partition_range", "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dates_in_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2179725, "supported_languages": null}, "macro.dbt.py_current_timestring": {"name": "py_current_timestring", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.py_current_timestring", "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2184348, "supported_languages": null}, "macro.dbt.make_intermediate_relation": {"name": "make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_intermediate_relation", "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_intermediate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2196953, "supported_languages": null}, "macro.dbt.default__make_intermediate_relation": {"name": "default__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_intermediate_relation", "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2200148, "supported_languages": null}, "macro.dbt.make_temp_relation": {"name": "make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_temp_relation", "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {#-- This ensures microbatch batches get unique temp relations to avoid clobbering --#}\n {% if suffix == '__dbt_tmp' and model.batch %}\n {% set suffix = suffix ~ '_' ~ model.batch.id %}\n {% endif %}\n\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2207494, "supported_languages": null}, "macro.dbt.default__make_temp_relation": {"name": "default__make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_temp_relation", "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2213326, "supported_languages": null}, "macro.dbt.make_backup_relation": {"name": "make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_backup_relation", "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_backup_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2217948, "supported_languages": null}, "macro.dbt.default__make_backup_relation": {"name": "default__make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_backup_relation", "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.222413, "supported_languages": null}, "macro.dbt.truncate_relation": {"name": "truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.truncate_relation", "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__truncate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2227614, "supported_languages": null}, "macro.dbt.default__truncate_relation": {"name": "default__truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__truncate_relation", "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation.render() }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2231233, "supported_languages": null}, "macro.dbt.get_or_create_relation": {"name": "get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.get_or_create_relation", "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_or_create_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.223594, "supported_languages": null}, "macro.dbt.default__get_or_create_relation": {"name": "default__get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__get_or_create_relation", "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2246203, "supported_languages": null}, "macro.dbt.load_cached_relation": {"name": "load_cached_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_cached_relation", "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2250438, "supported_languages": null}, "macro.dbt.load_relation": {"name": "load_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_relation", "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.225334, "supported_languages": null}, "macro.dbt.get_catalog_relations": {"name": "get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_relations", "macro_sql": "{% macro get_catalog_relations(information_schema, relations) -%}\n {{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.226915, "supported_languages": null}, "macro.dbt.default__get_catalog_relations": {"name": "default__get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_relations", "macro_sql": "{% macro default__get_catalog_relations(information_schema, relations) -%}\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog_relations not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.227733, "supported_languages": null}, "macro.dbt.get_catalog": {"name": "get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog", "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2281327, "supported_languages": null}, "macro.dbt.default__get_catalog": {"name": "default__get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog", "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2286227, "supported_languages": null}, "macro.dbt.information_schema_name": {"name": "information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.information_schema_name", "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__information_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2289767, "supported_languages": null}, "macro.dbt.default__information_schema_name": {"name": "default__information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__information_schema_name", "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2293017, "supported_languages": null}, "macro.dbt.list_schemas": {"name": "list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_schemas", "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2296453, "supported_languages": null}, "macro.dbt.default__list_schemas": {"name": "default__list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_schemas", "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2301073, "supported_languages": null}, "macro.dbt.check_schema_exists": {"name": "check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.check_schema_exists", "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__check_schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2305317, "supported_languages": null}, "macro.dbt.default__check_schema_exists": {"name": "default__check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__check_schema_exists", "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2311316, "supported_languages": null}, "macro.dbt.list_relations_without_caching": {"name": "list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_relations_without_caching", "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_relations_without_caching"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.231499, "supported_languages": null}, "macro.dbt.default__list_relations_without_caching": {"name": "default__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_relations_without_caching", "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2318063, "supported_languages": null}, "macro.dbt.get_catalog_for_single_relation": {"name": "get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_for_single_relation", "macro_sql": "{% macro get_catalog_for_single_relation(relation) %}\n {{ return(adapter.dispatch('get_catalog_for_single_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_for_single_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2321646, "supported_languages": null}, "macro.dbt.default__get_catalog_for_single_relation": {"name": "default__get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_for_single_relation", "macro_sql": "{% macro default__get_catalog_for_single_relation(relation) %}\n {{ exceptions.raise_not_implemented(\n 'get_catalog_for_single_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2324727, "supported_languages": null}, "macro.dbt.get_relations": {"name": "get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relations", "macro_sql": "{% macro get_relations() %}\n {{ return(adapter.dispatch('get_relations', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2327857, "supported_languages": null}, "macro.dbt.default__get_relations": {"name": "default__get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relations", "macro_sql": "{% macro default__get_relations() %}\n {{ exceptions.raise_not_implemented(\n 'get_relations macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2330763, "supported_languages": null}, "macro.dbt.get_relation_last_modified": {"name": "get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relation_last_modified", "macro_sql": "{% macro get_relation_last_modified(information_schema, relations) %}\n {{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relation_last_modified"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.233484, "supported_languages": null}, "macro.dbt.default__get_relation_last_modified": {"name": "default__get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relation_last_modified", "macro_sql": "{% macro default__get_relation_last_modified(information_schema, relations) %}\n {{ exceptions.raise_not_implemented(\n 'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2338142, "supported_languages": null}, "macro.dbt.current_timestamp": {"name": "current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp", "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2346764, "supported_languages": null}, "macro.dbt.default__current_timestamp": {"name": "default__current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp", "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.234965, "supported_languages": null}, "macro.dbt.snapshot_get_time": {"name": "snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.snapshot_get_time", "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2352602, "supported_languages": null}, "macro.dbt.default__snapshot_get_time": {"name": "default__snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__snapshot_get_time", "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2354739, "supported_languages": null}, "macro.dbt.get_snapshot_get_time_data_type": {"name": "get_snapshot_get_time_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.get_snapshot_get_time_data_type", "macro_sql": "{% macro get_snapshot_get_time_data_type() %}\n {% set snapshot_time = adapter.dispatch('snapshot_get_time', 'dbt')() %}\n {% set time_data_type_sql = 'select ' ~ snapshot_time ~ ' as dbt_snapshot_time' %}\n {% set snapshot_time_column_schema = get_column_schema_from_query(time_data_type_sql) %}\n {% set time_data_type = snapshot_time_column_schema[0].dtype %}\n {{ return(time_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt_postgres.postgres__snapshot_get_time", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2363873, "supported_languages": null}, "macro.dbt.current_timestamp_backcompat": {"name": "current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_backcompat", "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2367141, "supported_languages": null}, "macro.dbt.default__current_timestamp_backcompat": {"name": "default__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_backcompat", "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2368796, "supported_languages": null}, "macro.dbt.current_timestamp_in_utc_backcompat": {"name": "current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2372139, "supported_languages": null}, "macro.dbt.default__current_timestamp_in_utc_backcompat": {"name": "default__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp_backcompat", "macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2375355, "supported_languages": null}, "macro.dbt.create_schema": {"name": "create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.create_schema", "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2381337, "supported_languages": null}, "macro.dbt.default__create_schema": {"name": "default__create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__create_schema", "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2384958, "supported_languages": null}, "macro.dbt.drop_schema": {"name": "drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.drop_schema", "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2388072, "supported_languages": null}, "macro.dbt.default__drop_schema": {"name": "default__drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__drop_schema", "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.239176, "supported_languages": null}, "macro.dbt.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2399929, "supported_languages": null}, "macro.dbt.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2407918, "supported_languages": null}, "macro.dbt.collect_freshness_custom_sql": {"name": "collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness_custom_sql", "macro_sql": "{% macro collect_freshness_custom_sql(source, loaded_at_query) %}\n {{ return(adapter.dispatch('collect_freshness_custom_sql', 'dbt')(source, loaded_at_query))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness_custom_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2412078, "supported_languages": null}, "macro.dbt.default__collect_freshness_custom_sql": {"name": "default__collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness_custom_sql", "macro_sql": "{% macro default__collect_freshness_custom_sql(source, loaded_at_query) %}\n {% call statement('collect_freshness_custom_sql', fetch_result=True, auto_begin=False) -%}\n with source_query as (\n {{ loaded_at_query }}\n )\n select\n (select * from source_query) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n {% endcall %}\n {{ return(load_result('collect_freshness_custom_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2418137, "supported_languages": null}, "macro.dbt.get_show_sql": {"name": "get_show_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_show_sql", "macro_sql": "{% macro get_show_sql(compiled_code, sql_header, limit) -%}\n {%- if sql_header is not none -%}\n {{ sql_header }}\n {%- endif %}\n {{ get_limit_subquery_sql(compiled_code, limit) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2425358, "supported_languages": null}, "macro.dbt.get_limit_subquery_sql": {"name": "get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_limit_subquery_sql", "macro_sql": "\n{%- macro get_limit_subquery_sql(sql, limit) -%}\n {{ adapter.dispatch('get_limit_sql', 'dbt')(sql, limit) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_limit_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2428916, "supported_languages": null}, "macro.dbt.default__get_limit_sql": {"name": "default__get_limit_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.default__get_limit_sql", "macro_sql": "{% macro default__get_limit_sql(sql, limit) %}\n {{ sql }}\n {% if limit is not none %}\n limit {{ limit }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.243289, "supported_languages": null}, "macro.dbt.validate_sql": {"name": "validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.validate_sql", "macro_sql": "{% macro validate_sql(sql) -%}\n {{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__validate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2437973, "supported_languages": null}, "macro.dbt.default__validate_sql": {"name": "default__validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.default__validate_sql", "macro_sql": "{% macro default__validate_sql(sql) -%}\n {% call statement('validate_sql') -%}\n explain {{ sql }}\n {% endcall %}\n {{ return(load_result('validate_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2442417, "supported_languages": null}, "macro.dbt.get_create_index_sql": {"name": "get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_create_index_sql", "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2451046, "supported_languages": null}, "macro.dbt.default__get_create_index_sql": {"name": "default__get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_create_index_sql", "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2453876, "supported_languages": null}, "macro.dbt.create_indexes": {"name": "create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.create_indexes", "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2458253, "supported_languages": null}, "macro.dbt.default__create_indexes": {"name": "default__create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__create_indexes", "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.246582, "supported_languages": null}, "macro.dbt.get_drop_index_sql": {"name": "get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_drop_index_sql", "macro_sql": "{% macro get_drop_index_sql(relation, index_name) -%}\n {{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2469342, "supported_languages": null}, "macro.dbt.default__get_drop_index_sql": {"name": "default__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_drop_index_sql", "macro_sql": "{% macro default__get_drop_index_sql(relation, index_name) -%}\n {{ exceptions.raise_compiler_error(\"`get_drop_index_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2472205, "supported_languages": null}, "macro.dbt.get_show_indexes_sql": {"name": "get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_show_indexes_sql", "macro_sql": "{% macro get_show_indexes_sql(relation) -%}\n {{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2475257, "supported_languages": null}, "macro.dbt.default__get_show_indexes_sql": {"name": "default__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_show_indexes_sql", "macro_sql": "{% macro default__get_show_indexes_sql(relation) -%}\n {{ exceptions.raise_compiler_error(\"`get_show_indexes_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2477722, "supported_languages": null}, "macro.dbt.copy_grants": {"name": "copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.copy_grants", "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2497523, "supported_languages": null}, "macro.dbt.default__copy_grants": {"name": "default__copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__copy_grants", "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.249994, "supported_languages": null}, "macro.dbt.support_multiple_grantees_per_dcl_statement": {"name": "support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2503324, "supported_languages": null}, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": {"name": "default__support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.250558, "supported_languages": null}, "macro.dbt.should_revoke": {"name": "should_revoke", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.should_revoke", "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2512417, "supported_languages": null}, "macro.dbt.get_show_grant_sql": {"name": "get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_show_grant_sql", "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2516007, "supported_languages": null}, "macro.dbt.default__get_show_grant_sql": {"name": "default__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_show_grant_sql", "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.251841, "supported_languages": null}, "macro.dbt.get_grant_sql": {"name": "get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_grant_sql", "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2522845, "supported_languages": null}, "macro.dbt.default__get_grant_sql": {"name": "default__get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_grant_sql", "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation.render() }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.252679, "supported_languages": null}, "macro.dbt.get_revoke_sql": {"name": "get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_revoke_sql", "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_revoke_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2531216, "supported_languages": null}, "macro.dbt.default__get_revoke_sql": {"name": "default__get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_revoke_sql", "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation.render() }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.253525, "supported_languages": null}, "macro.dbt.get_dcl_statement_list": {"name": "get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_dcl_statement_list", "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_dcl_statement_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2539535, "supported_languages": null}, "macro.dbt.default__get_dcl_statement_list": {"name": "default__get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_dcl_statement_list", "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.255343, "supported_languages": null}, "macro.dbt.call_dcl_statements": {"name": "call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.call_dcl_statements", "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2557025, "supported_languages": null}, "macro.dbt.default__call_dcl_statements": {"name": "default__call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__call_dcl_statements", "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.256187, "supported_languages": null}, "macro.dbt.apply_grants": {"name": "apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.apply_grants", "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.256619, "supported_languages": null}, "macro.dbt.default__apply_grants": {"name": "default__apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__apply_grants", "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation.render() ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_grant_sql", "macro.dbt.get_dcl_statement_list", "macro.dbt.call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2588103, "supported_languages": null}, "macro.dbt.get_columns_in_relation": {"name": "get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_relation", "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2609065, "supported_languages": null}, "macro.dbt.default__get_columns_in_relation": {"name": "default__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_relation", "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2612393, "supported_languages": null}, "macro.dbt.sql_convert_columns_in_relation": {"name": "sql_convert_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.sql_convert_columns_in_relation", "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2618287, "supported_languages": null}, "macro.dbt.get_list_of_column_names": {"name": "get_list_of_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_list_of_column_names", "macro_sql": "\n\n{%- macro get_list_of_column_names(columns) -%}\n {% set col_names = [] %}\n {% for col in columns %}\n {% do col_names.append(col.name) %}\n {% endfor %}\n {{ return(col_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2624032, "supported_languages": null}, "macro.dbt.get_empty_subquery_sql": {"name": "get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_subquery_sql", "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2628095, "supported_languages": null}, "macro.dbt.default__get_empty_subquery_sql": {"name": "default__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_subquery_sql", "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2632356, "supported_languages": null}, "macro.dbt.get_empty_schema_sql": {"name": "get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_schema_sql", "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2635849, "supported_languages": null}, "macro.dbt.default__get_empty_schema_sql": {"name": "default__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_schema_sql", "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {%- set col_naked_numeric = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {%- do col_err.append(col['name']) -%}\n {#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}\n {%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}\n {%- do col_naked_numeric.append(col['name']) -%}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n {{ cast('null', col['data_type']) }} as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- elif (col_naked_numeric | length) > 0 -%}\n {{ exceptions.warn(\"Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: \" ~ col_naked_numeric ~ \"`\") }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2658076, "supported_languages": null}, "macro.dbt.get_column_schema_from_query": {"name": "get_column_schema_from_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_column_schema_from_query", "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2664742, "supported_languages": null}, "macro.dbt.get_columns_in_query": {"name": "get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_query", "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2668245, "supported_languages": null}, "macro.dbt.default__get_columns_in_query": {"name": "default__get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_query", "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.267488, "supported_languages": null}, "macro.dbt.alter_column_type": {"name": "alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_column_type", "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2679174, "supported_languages": null}, "macro.dbt.default__alter_column_type": {"name": "default__alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_column_type", "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation.render() }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation.render() }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation.render() }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation.render() }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.269298, "supported_languages": null}, "macro.dbt.alter_relation_add_remove_columns": {"name": "alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_relation_add_remove_columns", "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_add_remove_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2697804, "supported_languages": null}, "macro.dbt.default__alter_relation_add_remove_columns": {"name": "default__alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation.render() }}\n\n {% for column in add_columns %}\n add column {{ column.quoted }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.quoted }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2713056, "supported_languages": null}, "macro.dbt.alter_column_comment": {"name": "alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_column_comment", "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.272105, "supported_languages": null}, "macro.dbt.default__alter_column_comment": {"name": "default__alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_column_comment", "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2724533, "supported_languages": null}, "macro.dbt.alter_relation_comment": {"name": "alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_relation_comment", "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_relation_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2728508, "supported_languages": null}, "macro.dbt.default__alter_relation_comment": {"name": "default__alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_relation_comment", "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.273214, "supported_languages": null}, "macro.dbt.persist_docs": {"name": "persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.persist_docs", "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2737348, "supported_languages": null}, "macro.dbt.default__persist_docs": {"name": "default__persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__persist_docs", "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.alter_relation_comment", "macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.274643, "supported_languages": null}, "macro.dbt.test_unique": {"name": "test_unique", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_unique", "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_unique"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2754645, "supported_languages": null}, "macro.dbt.test_not_null": {"name": "test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_not_null", "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2759318, "supported_languages": null}, "macro.dbt.test_accepted_values": {"name": "test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_accepted_values", "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2765222, "supported_languages": null}, "macro.dbt.test_relationships": {"name": "test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_relationships", "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_relationships"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.277069, "supported_languages": null}, "macro.spark_utils.get_tables": {"name": "get_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_tables", "macro_sql": "{% macro get_tables(table_regex_pattern='.*') %}\n\n {% set tables = [] %}\n {% for database in spark__list_schemas('not_used') %}\n {% for table in spark__list_relations_without_caching(database[0]) %}\n {% set db_tablename = database[0] ~ \".\" ~ table[1] %}\n {% set is_match = modules.re.match(table_regex_pattern, db_tablename) %}\n {% if is_match %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('type', 'TYPE', 'Type'))|first %}\n {% if table_type[1]|lower != 'view' %}\n {{ tables.append(db_tablename) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% endfor %}\n {{ return(tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2804382, "supported_languages": null}, "macro.spark_utils.get_delta_tables": {"name": "get_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_delta_tables", "macro_sql": "{% macro get_delta_tables(table_regex_pattern='.*') %}\n\n {% set delta_tables = [] %}\n {% for db_tablename in get_tables(table_regex_pattern) %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('provider', 'PROVIDER', 'Provider'))|first %}\n {% if table_type[1]|lower == 'delta' %}\n {{ delta_tables.append(db_tablename) }}\n {% endif %}\n {% endfor %}\n {{ return(delta_tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.281875, "supported_languages": null}, "macro.spark_utils.get_statistic_columns": {"name": "get_statistic_columns", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_statistic_columns", "macro_sql": "{% macro get_statistic_columns(table) %}\n\n {% call statement('input_columns', fetch_result=True) %}\n SHOW COLUMNS IN {{ table }}\n {% endcall %}\n {% set input_columns = load_result('input_columns').table %}\n\n {% set output_columns = [] %}\n {% for column in input_columns %}\n {% call statement('column_information', fetch_result=True) %}\n DESCRIBE TABLE {{ table }} `{{ column[0] }}`\n {% endcall %}\n {% if not load_result('column_information').table[1][1].startswith('struct') and not load_result('column_information').table[1][1].startswith('array') %}\n {{ output_columns.append('`' ~ column[0] ~ '`') }}\n {% endif %}\n {% endfor %}\n {{ return(output_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2835271, "supported_languages": null}, "macro.spark_utils.spark_optimize_delta_tables": {"name": "spark_optimize_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_optimize_delta_tables", "macro_sql": "{% macro spark_optimize_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Optimizing \" ~ table) }}\n {% do run_query(\"optimize \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2848954, "supported_languages": null}, "macro.spark_utils.spark_vacuum_delta_tables": {"name": "spark_vacuum_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_vacuum_delta_tables", "macro_sql": "{% macro spark_vacuum_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Vacuuming \" ~ table) }}\n {% do run_query(\"vacuum \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2862544, "supported_languages": null}, "macro.spark_utils.spark_analyze_tables": {"name": "spark_analyze_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_analyze_tables", "macro_sql": "{% macro spark_analyze_tables(table_regex_pattern='.*') %}\n\n {% for table in get_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set columns = get_statistic_columns(table) | join(',') %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Analyzing \" ~ table) }}\n {% if columns != '' %}\n {% do run_query(\"analyze table \" ~ table ~ \" compute statistics for columns \" ~ columns) %}\n {% endif %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.spark_utils.get_statistic_columns", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2879293, "supported_languages": null}, "macro.spark_utils.spark__concat": {"name": "spark__concat", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/concat.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/concat.sql", "unique_id": "macro.spark_utils.spark__concat", "macro_sql": "{% macro spark__concat(fields) -%}\n concat({{ fields|join(', ') }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2883008, "supported_languages": null}, "macro.spark_utils.spark__split_part": {"name": "spark__split_part", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/split_part.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/split_part.sql", "unique_id": "macro.spark_utils.spark__split_part", "macro_sql": "{% macro spark__split_part(string_text, delimiter_text, part_number) %}\n\n {% set delimiter_expr %}\n \n -- escape if starts with a special character\n case when regexp_extract({{ delimiter_text }}, '([^A-Za-z0-9])(.*)', 1) != '_'\n then concat('\\\\', {{ delimiter_text }})\n else {{ delimiter_text }} end\n \n {% endset %}\n\n {% set split_part_expr %}\n \n split(\n {{ string_text }},\n {{ delimiter_expr }}\n )[({{ part_number - 1 }})]\n \n {% endset %}\n \n {{ return(split_part_expr) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.289227, "supported_languages": null}, "macro.spark_utils.spark__type_numeric": {"name": "spark__type_numeric", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "unique_id": "macro.spark_utils.spark__type_numeric", "macro_sql": "{% macro spark__type_numeric() %}\n decimal(28, 6)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.2894554, "supported_languages": null}, "macro.spark_utils.spark__datediff": {"name": "spark__datediff", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datediff.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datediff.sql", "unique_id": "macro.spark_utils.spark__datediff", "macro_sql": "{% macro spark__datediff(first_date, second_date, datepart) %}\n\n {%- if datepart in ['day', 'week', 'month', 'quarter', 'year'] -%}\n \n {# make sure the dates are real, otherwise raise an error asap #}\n {% set first_date = spark_utils.assert_not_null('date', first_date) %}\n {% set second_date = spark_utils.assert_not_null('date', second_date) %}\n \n {%- endif -%}\n \n {%- if datepart == 'day' -%}\n \n datediff({{second_date}}, {{first_date}})\n \n {%- elif datepart == 'week' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(datediff({{second_date}}, {{first_date}})/7)\n else ceil(datediff({{second_date}}, {{first_date}})/7)\n end\n \n -- did we cross a week boundary (Sunday)?\n + case\n when {{first_date}} < {{second_date}} and dayofweek({{second_date}}) < dayofweek({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofweek({{second_date}}) > dayofweek({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'month' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}})))\n else ceil(months_between(date({{second_date}}), date({{first_date}})))\n end\n \n -- did we cross a month boundary?\n + case\n when {{first_date}} < {{second_date}} and dayofmonth({{second_date}}) < dayofmonth({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofmonth({{second_date}}) > dayofmonth({{first_date}}) then -1\n else 0 end\n \n {%- elif datepart == 'quarter' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}}))/3)\n else ceil(months_between(date({{second_date}}), date({{first_date}}))/3)\n end\n \n -- did we cross a quarter boundary?\n + case\n when {{first_date}} < {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n < (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then 1\n when {{first_date}} > {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n > (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then -1\n else 0 end\n\n {%- elif datepart == 'year' -%}\n \n year({{second_date}}) - year({{first_date}})\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set divisor -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n case when {{first_date}} < {{second_date}}\n then ceil((\n {# make sure the timestamps are real, otherwise raise an error asap #}\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n else floor((\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n end\n \n {% if datepart == 'millisecond' %}\n + cast(date_format({{second_date}}, 'SSS') as int)\n - cast(date_format({{first_date}}, 'SSS') as int)\n {% endif %}\n \n {% if datepart == 'microsecond' %} \n {% set capture_str = '[0-9]{4}-[0-9]{2}-[0-9]{2}.[0-9]{2}:[0-9]{2}:[0-9]{2}.([0-9]{6})' %}\n -- Spark doesn't really support microseconds, so this is a massive hack!\n -- It will only work if the timestamp-string is of the format\n -- 'yyyy-MM-dd-HH mm.ss.SSSSSS'\n + cast(regexp_extract({{second_date}}, '{{capture_str}}', 1) as int)\n - cast(regexp_extract({{first_date}}, '{{capture_str}}', 1) as int) \n {% endif %}\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro datediff not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.296235, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp": {"name": "spark__current_timestamp", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp", "macro_sql": "{% macro spark__current_timestamp() %}\n current_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.29652, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp_in_utc": {"name": "spark__current_timestamp_in_utc", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp_in_utc", "macro_sql": "{% macro spark__current_timestamp_in_utc() %}\n unix_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.296675, "supported_languages": null}, "macro.spark_utils.spark__dateadd": {"name": "spark__dateadd", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "unique_id": "macro.spark_utils.spark__dateadd", "macro_sql": "{% macro spark__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {%- set clock_component -%}\n {# make sure the dates + timestamps are real, otherwise raise an error asap #}\n to_unix_timestamp({{ spark_utils.assert_not_null('to_timestamp', from_date_or_timestamp) }})\n - to_unix_timestamp({{ spark_utils.assert_not_null('date', from_date_or_timestamp) }})\n {%- endset -%}\n\n {%- if datepart in ['day', 'week'] -%}\n \n {%- set multiplier = 7 if datepart == 'week' else 1 -%}\n\n to_timestamp(\n to_unix_timestamp(\n date_add(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ['month', 'quarter', 'year'] -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'month' -%} 1\n {%- elif datepart == 'quarter' -%} 3\n {%- elif datepart == 'year' -%} 12\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n to_unix_timestamp(\n add_months(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n {{ spark_utils.assert_not_null('to_unix_timestamp', from_date_or_timestamp) }}\n + cast({{interval}} * {{multiplier}} as int)\n )\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro dateadd not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3002248, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_pattern": {"name": "spark__get_relations_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_pattern", "macro_sql": "{% macro spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n show table extended in {{ schema_pattern }} like '{{ table_pattern }}'\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=None,\n schema=row[0],\n identifier=row[1],\n type=('view' if 'Type: VIEW' in row[3] else 'table')\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3024545, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_prefix": {"name": "spark__get_relations_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_prefix", "macro_sql": "{% macro spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {% set table_pattern = table_pattern ~ '*' %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.303083, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_pattern": {"name": "spark__get_tables_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_pattern", "macro_sql": "{% macro spark__get_tables_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3036208, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_prefix": {"name": "spark__get_tables_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_prefix", "macro_sql": "{% macro spark__get_tables_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3041644, "supported_languages": null}, "macro.spark_utils.assert_not_null": {"name": "assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.assert_not_null", "macro_sql": "{% macro assert_not_null(function, arg) -%}\n {{ return(adapter.dispatch('assert_not_null', 'spark_utils')(function, arg)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.spark_utils.default__assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3047216, "supported_languages": null}, "macro.spark_utils.default__assert_not_null": {"name": "default__assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.default__assert_not_null", "macro_sql": "{% macro default__assert_not_null(function, arg) %}\n\n coalesce({{function}}({{arg}}), nvl2({{function}}({{arg}}), assert_true({{function}}({{arg}}) is not null), null))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3051298, "supported_languages": null}, "macro.spark_utils.spark__convert_timezone": {"name": "spark__convert_timezone", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/snowplow/convert_timezone.sql", "original_file_path": "macros/snowplow/convert_timezone.sql", "unique_id": "macro.spark_utils.spark__convert_timezone", "macro_sql": "{% macro spark__convert_timezone(in_tz, out_tz, in_timestamp) %}\n from_utc_timestamp(to_utc_timestamp({{in_timestamp}}, {{in_tz}}), {{out_tz}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3055308, "supported_languages": null}, "macro.dbt_utils.test_not_accepted_values": {"name": "test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.test_not_accepted_values", "macro_sql": "{% test not_accepted_values(model, column_name, values, quote=True) %}\n {{ return(adapter.dispatch('test_not_accepted_values', 'dbt_utils')(model, column_name, values, quote)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3062975, "supported_languages": null}, "macro.dbt_utils.default__test_not_accepted_values": {"name": "default__test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.default__test_not_accepted_values", "macro_sql": "{% macro default__test_not_accepted_values(model, column_name, values, quote=True) %}\nwith all_values as (\n\n select distinct\n {{ column_name }} as value_field\n\n from {{ model }}\n\n),\n\nvalidation_errors as (\n\n select\n value_field\n\n from all_values\n where value_field in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n )\n\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.307065, "supported_languages": null}, "macro.dbt_utils.test_expression_is_true": {"name": "test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.test_expression_is_true", "macro_sql": "{% test expression_is_true(model, expression, column_name=None) %}\n {{ return(adapter.dispatch('test_expression_is_true', 'dbt_utils')(model, expression, column_name)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_expression_is_true"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.307765, "supported_languages": null}, "macro.dbt_utils.default__test_expression_is_true": {"name": "default__test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.default__test_expression_is_true", "macro_sql": "{% macro default__test_expression_is_true(model, expression, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else \"1\" %}\n\nselect\n {{ column_list }}\nfrom {{ model }}\n{% if column_name is none %}\nwhere not({{ expression }})\n{%- else %}\nwhere not({{ column_name }} {{ expression }})\n{%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3085148, "supported_languages": null}, "macro.dbt_utils.test_recency": {"name": "test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.test_recency", "macro_sql": "{% test recency(model, field, datepart, interval, ignore_time_component=False, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_recency', 'dbt_utils')(model, field, datepart, interval, ignore_time_component, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_recency"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.309511, "supported_languages": null}, "macro.dbt_utils.default__test_recency": {"name": "default__test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.default__test_recency", "macro_sql": "{% macro default__test_recency(model, field, datepart, interval, ignore_time_component, group_by_columns) %}\n\n{% set threshold = 'cast(' ~ dbt.dateadd(datepart, interval * -1, dbt.current_timestamp()) ~ ' as ' ~ ('date' if ignore_time_component else dbt.type_timestamp()) ~ ')' %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nwith recency as (\n\n select \n\n {{ select_gb_cols }}\n {% if ignore_time_component %}\n cast(max({{ field }}) as date) as most_recent\n {%- else %}\n max({{ field }}) as most_recent\n {%- endif %}\n\n from {{ model }}\n\n {{ groupby_gb_cols }}\n\n)\n\nselect\n\n {{ select_gb_cols }}\n most_recent,\n {{ threshold }} as threshold\n\nfrom recency\nwhere most_recent < {{ threshold }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.current_timestamp", "macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3112338, "supported_languages": null}, "macro.dbt_utils.test_accepted_range": {"name": "test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.test_accepted_range", "macro_sql": "{% test accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n {{ return(adapter.dispatch('test_accepted_range', 'dbt_utils')(model, column_name, min_value, max_value, inclusive)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_accepted_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3121243, "supported_languages": null}, "macro.dbt_utils.default__test_accepted_range": {"name": "default__test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.default__test_accepted_range", "macro_sql": "{% macro default__test_accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n\nwith meet_condition as(\n select *\n from {{ model }}\n),\n\nvalidation_errors as (\n select *\n from meet_condition\n where\n -- never true, defaults to an empty result set. Exists to ensure any combo of the `or` clauses below succeeds\n 1 = 2\n\n {%- if min_value is not none %}\n -- records with a value >= min_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} > {{- \"=\" if inclusive }} {{ min_value }}\n {%- endif %}\n\n {%- if max_value is not none %}\n -- records with a value <= max_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} < {{- \"=\" if inclusive }} {{ max_value }}\n {%- endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3130019, "supported_languages": null}, "macro.dbt_utils.test_relationships_where": {"name": "test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.test_relationships_where", "macro_sql": "{% test relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n {{ return(adapter.dispatch('test_relationships_where', 'dbt_utils')(model, column_name, to, field, from_condition, to_condition)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_relationships_where"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.31388, "supported_languages": null}, "macro.dbt_utils.default__test_relationships_where": {"name": "default__test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.default__test_relationships_where", "macro_sql": "{% macro default__test_relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n\n{# T-SQL has no boolean data type so we use 1=1 which returns TRUE #}\n{# ref https://stackoverflow.com/a/7170753/3842610 #}\n\nwith left_table as (\n\n select\n {{column_name}} as id\n\n from {{model}}\n\n where {{column_name}} is not null\n and {{from_condition}}\n\n),\n\nright_table as (\n\n select\n {{field}} as id\n\n from {{to}}\n\n where {{field}} is not null\n and {{to_condition}}\n\n),\n\nexceptions as (\n\n select\n left_table.id,\n right_table.id as right_id\n\n from left_table\n\n left join right_table\n on left_table.id = right_table.id\n\n where right_table.id is null\n\n)\n\nselect * from exceptions\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3145354, "supported_languages": null}, "macro.dbt_utils.test_not_null_proportion": {"name": "test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.test_not_null_proportion", "macro_sql": "{% macro test_not_null_proportion(model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_null_proportion', 'dbt_utils')(model, group_by_columns, **kwargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_null_proportion"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3153596, "supported_languages": null}, "macro.dbt_utils.default__test_not_null_proportion": {"name": "default__test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.default__test_not_null_proportion", "macro_sql": "{% macro default__test_not_null_proportion(model, group_by_columns) %}\n\n{% set column_name = kwargs.get('column_name', kwargs.get('arg')) %}\n{% set at_least = kwargs.get('at_least', kwargs.get('arg')) %}\n{% set at_most = kwargs.get('at_most', kwargs.get('arg', 1)) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith validation as (\n select\n {{select_gb_cols}}\n sum(case when {{ column_name }} is null then 0 else 1 end) / cast(count(*) as {{ dbt.type_numeric() }}) as not_null_proportion\n from {{ model }}\n {{groupby_gb_cols}}\n),\nvalidation_errors as (\n select\n {{select_gb_cols}}\n not_null_proportion\n from validation\n where not_null_proportion < {{ at_least }} or not_null_proportion > {{ at_most }}\n)\nselect\n *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3169506, "supported_languages": null}, "macro.dbt_utils.test_unique_combination_of_columns": {"name": "test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.test_unique_combination_of_columns", "macro_sql": "{% test unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n {{ return(adapter.dispatch('test_unique_combination_of_columns', 'dbt_utils')(model, combination_of_columns, quote_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_unique_combination_of_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.317755, "supported_languages": null}, "macro.dbt_utils.default__test_unique_combination_of_columns": {"name": "default__test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.default__test_unique_combination_of_columns", "macro_sql": "{% macro default__test_unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n\n{% if not quote_columns %}\n {%- set column_list=combination_of_columns %}\n{% elif quote_columns %}\n {%- set column_list=[] %}\n {% for column in combination_of_columns -%}\n {% do column_list.append( adapter.quote(column) ) %}\n {%- endfor %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`quote_columns` argument for unique_combination_of_columns test must be one of [True, False] Got: '\" ~ quote ~\"'.'\"\n ) }}\n{% endif %}\n\n{%- set columns_csv=column_list | join(', ') %}\n\n\nwith validation_errors as (\n\n select\n {{ columns_csv }}\n from {{ model }}\n group by {{ columns_csv }}\n having count(*) > 1\n\n)\n\nselect *\nfrom validation_errors\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3189616, "supported_languages": null}, "macro.dbt_utils.test_not_empty_string": {"name": "test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.test_not_empty_string", "macro_sql": "{% test not_empty_string(model, column_name, trim_whitespace=true) %}\n\n {{ return(adapter.dispatch('test_not_empty_string', 'dbt_utils')(model, column_name, trim_whitespace)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_empty_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3196583, "supported_languages": null}, "macro.dbt_utils.default__test_not_empty_string": {"name": "default__test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.default__test_not_empty_string", "macro_sql": "{% macro default__test_not_empty_string(model, column_name, trim_whitespace=true) %}\n\n with\n \n all_values as (\n\n select \n\n\n {% if trim_whitespace == true -%}\n\n trim({{ column_name }}) as {{ column_name }}\n\n {%- else -%}\n\n {{ column_name }}\n\n {%- endif %}\n \n from {{ model }}\n\n ),\n\n errors as (\n\n select * from all_values\n where {{ column_name }} = ''\n\n )\n\n select * from errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.320241, "supported_languages": null}, "macro.dbt_utils.test_sequential_values": {"name": "test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.test_sequential_values", "macro_sql": "{% test sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n {{ return(adapter.dispatch('test_sequential_values', 'dbt_utils')(model, column_name, interval, datepart, group_by_columns)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_sequential_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3212357, "supported_languages": null}, "macro.dbt_utils.default__test_sequential_values": {"name": "default__test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.default__test_sequential_values", "macro_sql": "{% macro default__test_sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n{% set previous_column_name = \"previous_\" ~ dbt_utils.slugify(column_name) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(',') + ', ' %}\n {% set partition_gb_cols = 'partition by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith windowed as (\n\n select\n {{ select_gb_cols }}\n {{ column_name }},\n lag({{ column_name }}) over (\n {{partition_gb_cols}}\n order by {{ column_name }}\n ) as {{ previous_column_name }}\n from {{ model }}\n),\n\nvalidation_errors as (\n select\n *\n from windowed\n {% if datepart %}\n where not(cast({{ column_name }} as {{ dbt.type_timestamp() }})= cast({{ dbt.dateadd(datepart, interval, previous_column_name) }} as {{ dbt.type_timestamp() }}))\n {% else %}\n where not({{ column_name }} = {{ previous_column_name }} + {{ interval }})\n {% endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.slugify", "macro.dbt.type_timestamp", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3229706, "supported_languages": null}, "macro.dbt_utils.test_not_constant": {"name": "test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.test_not_constant", "macro_sql": "{% test not_constant(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_constant', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_constant"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3237355, "supported_languages": null}, "macro.dbt_utils.default__test_not_constant": {"name": "default__test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.default__test_not_constant", "macro_sql": "{% macro default__test_not_constant(model, column_name, group_by_columns) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nselect\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count(distinct {{ column_name }}) as filler_column\n\nfrom {{ model }}\n\n {{groupby_gb_cols}}\n\nhaving count(distinct {{ column_name }}) = 1\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.324631, "supported_languages": null}, "macro.dbt_utils.test_mutually_exclusive_ranges": {"name": "test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.test_mutually_exclusive_ranges", "macro_sql": "{% test mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n {{ return(adapter.dispatch('test_mutually_exclusive_ranges', 'dbt_utils')(model, lower_bound_column, upper_bound_column, partition_by, gaps, zero_length_range_allowed)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_mutually_exclusive_ranges"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3260844, "supported_languages": null}, "macro.dbt_utils.default__test_mutually_exclusive_ranges": {"name": "default__test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.default__test_mutually_exclusive_ranges", "macro_sql": "{% macro default__test_mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n{% if gaps == 'not_allowed' %}\n {% set allow_gaps_operator='=' %}\n {% set allow_gaps_operator_in_words='equal_to' %}\n{% elif gaps == 'allowed' %}\n {% set allow_gaps_operator='<=' %}\n {% set allow_gaps_operator_in_words='less_than_or_equal_to' %}\n{% elif gaps == 'required' %}\n {% set allow_gaps_operator='<' %}\n {% set allow_gaps_operator_in_words='less_than' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`gaps` argument for mutually_exclusive_ranges test must be one of ['not_allowed', 'allowed', 'required'] Got: '\" ~ gaps ~\"'.'\"\n ) }}\n{% endif %}\n{% if not zero_length_range_allowed %}\n {% set allow_zero_length_operator='<' %}\n {% set allow_zero_length_operator_in_words='less_than' %}\n{% elif zero_length_range_allowed %}\n {% set allow_zero_length_operator='<=' %}\n {% set allow_zero_length_operator_in_words='less_than_or_equal_to' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`zero_length_range_allowed` argument for mutually_exclusive_ranges test must be one of [true, false] Got: '\" ~ zero_length_range_allowed ~\"'.'\"\n ) }}\n{% endif %}\n\n{% set partition_clause=\"partition by \" ~ partition_by if partition_by else '' %}\n\nwith window_functions as (\n\n select\n {% if partition_by %}\n {{ partition_by }} as partition_by_col,\n {% endif %}\n {{ lower_bound_column }} as lower_bound,\n {{ upper_bound_column }} as upper_bound,\n\n lead({{ lower_bound_column }}) over (\n {{ partition_clause }}\n order by {{ lower_bound_column }}, {{ upper_bound_column }}\n ) as next_lower_bound,\n\n row_number() over (\n {{ partition_clause }}\n order by {{ lower_bound_column }} desc, {{ upper_bound_column }} desc\n ) = 1 as is_last_record\n\n from {{ model }}\n\n),\n\ncalc as (\n -- We want to return records where one of our assumptions fails, so we'll use\n -- the `not` function with `and` statements so we can write our assumptions more cleanly\n select\n *,\n\n -- For each record: lower_bound should be < upper_bound.\n -- Coalesce it to return an error on the null case (implicit assumption\n -- these columns are not_null)\n coalesce(\n lower_bound {{ allow_zero_length_operator }} upper_bound,\n false\n ) as lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound,\n\n -- For each record: upper_bound {{ allow_gaps_operator }} the next lower_bound.\n -- Coalesce it to handle null cases for the last record.\n coalesce(\n upper_bound {{ allow_gaps_operator }} next_lower_bound,\n is_last_record,\n false\n ) as upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n\n from window_functions\n\n),\n\nvalidation_errors as (\n\n select\n *\n from calc\n\n where not(\n -- THE FOLLOWING SHOULD BE TRUE --\n lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound\n and upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n )\n)\n\nselect * from validation_errors\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3290687, "supported_languages": null}, "macro.dbt_utils.test_cardinality_equality": {"name": "test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.test_cardinality_equality", "macro_sql": "{% test cardinality_equality(model, column_name, to, field) %}\n {{ return(adapter.dispatch('test_cardinality_equality', 'dbt_utils')(model, column_name, to, field)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_cardinality_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3298314, "supported_languages": null}, "macro.dbt_utils.default__test_cardinality_equality": {"name": "default__test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.default__test_cardinality_equality", "macro_sql": "{% macro default__test_cardinality_equality(model, column_name, to, field) %}\n\n{# T-SQL does not let you use numbers as aliases for columns #}\n{# Thus, no \"GROUP BY 1\" #}\n\nwith table_a as (\nselect\n {{ column_name }},\n count(*) as num_rows\nfrom {{ model }}\ngroup by {{ column_name }}\n),\n\ntable_b as (\nselect\n {{ field }},\n count(*) as num_rows\nfrom {{ to }}\ngroup by {{ field }}\n),\n\nexcept_a as (\n select *\n from table_a\n {{ dbt.except() }}\n select *\n from table_b\n),\n\nexcept_b as (\n select *\n from table_b\n {{ dbt.except() }}\n select *\n from table_a\n),\n\nunioned as (\n select *\n from except_a\n union all\n select *\n from except_b\n)\n\nselect *\nfrom unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3304935, "supported_languages": null}, "macro.dbt_utils.test_fewer_rows_than": {"name": "test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.test_fewer_rows_than", "macro_sql": "{% test fewer_rows_than(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_fewer_rows_than', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_fewer_rows_than"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3315187, "supported_languages": null}, "macro.dbt_utils.default__test_fewer_rows_than": {"name": "default__test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.default__test_fewer_rows_than", "macro_sql": "{% macro default__test_fewer_rows_than(model, compare_model, group_by_columns) %}\n\n{{ config(fail_calc = 'sum(coalesce(row_count_delta, 0))') }}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in equal_rowcount. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_fewer_rows_than'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_our_model \n from {{ model }}\n {{ groupby_gb_cols }}\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_comparison_model \n from {{ compare_model }}\n {{ groupby_gb_cols }}\n\n),\ncounts as (\n\n select\n\n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_our_model,\n count_comparison_model\n from a\n full join b on \n a.id_dbtutils_test_fewer_rows_than = b.id_dbtutils_test_fewer_rows_than\n {{ join_gb_cols }}\n\n),\nfinal as (\n\n select *,\n case\n -- fail the test if we have more rows than the reference model and return the row count delta\n when count_our_model > count_comparison_model then (count_our_model - count_comparison_model)\n -- fail the test if they are the same number\n when count_our_model = count_comparison_model then 1\n -- pass the test if the delta is positive (i.e. return the number 0)\n else 0\n end as row_count_delta\n from counts\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.333423, "supported_languages": null}, "macro.dbt_utils.test_equality": {"name": "test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.test_equality", "macro_sql": "{% test equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n {{ return(adapter.dispatch('test_equality', 'dbt_utils')(model, compare_model, compare_columns, exclude_columns, precision)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3355305, "supported_languages": null}, "macro.dbt_utils.default__test_equality": {"name": "default__test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.default__test_equality", "macro_sql": "{% macro default__test_equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n\n{%- if compare_columns and exclude_columns -%}\n {{ exceptions.raise_compiler_error(\"Both a compare and an ignore list were provided to the `equality` macro. Only one is allowed\") }}\n{%- endif -%}\n\n{% set set_diff %}\n count(*) + coalesce(abs(\n sum(case when which_diff = 'a_minus_b' then 1 else 0 end) -\n sum(case when which_diff = 'b_minus_a' then 1 else 0 end)\n ), 0)\n{% endset %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = set_diff) }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n\n\n-- setup\n{%- do dbt_utils._is_relation(model, 'test_equality') -%}\n\n{# Ensure there are no extra columns in the compare_model vs model #}\n{%- if not compare_columns -%}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- do dbt_utils._is_ephemeral(compare_model, 'test_equality') -%}\n\n {%- set model_columns = adapter.get_columns_in_relation(model) -%}\n {%- set compare_model_columns = adapter.get_columns_in_relation(compare_model) -%}\n\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- set include_model_columns = [] %}\n {%- for column in model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n {%- for column in compare_model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_model_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns_set = set(include_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(include_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- else -%}\n {%- set compare_columns_set = set(model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(compare_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- endif -%}\n\n {% if compare_columns_set != compare_model_columns_set %}\n {{ exceptions.raise_compiler_error(compare_model ~\" has less columns than \" ~ model ~ \", please ensure they have the same columns or use the `compare_columns` or `exclude_columns` arguments to subset them.\") }}\n {% endif %}\n\n\n{% endif %}\n\n{%- if not precision -%}\n {%- if not compare_columns -%}\n {# \n You cannot get the columns in an ephemeral model (due to not existing in the information schema),\n so if the user does not provide an explicit list of columns we must error in the case it is ephemeral\n #}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set compare_columns = adapter.get_columns_in_relation(model)-%}\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- for column in compare_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns = include_columns | map(attribute='quoted') %}\n {%- else -%} {# Compare columns provided #}\n {%- set compare_columns = compare_columns | map(attribute='quoted') %}\n {%- endif -%}\n {%- endif -%}\n\n {% set compare_cols_csv = compare_columns | join(', ') %}\n\n{% else %} {# Precision required #}\n {#-\n If rounding is required, we need to get the types, so it cannot be ephemeral even if they provide column names\n -#}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set columns = adapter.get_columns_in_relation(model) -%}\n\n {% set columns_list = [] %}\n {%- for col in columns -%}\n {%- if (\n (col.name|lower in compare_columns|map('lower') or not compare_columns) and\n (col.name|lower not in exclude_columns|map('lower') or not exclude_columns)\n ) -%}\n {# Databricks double type is not picked up by any number type checks in dbt #}\n {%- if col.is_float() or col.is_numeric() or col.data_type == 'double' -%}\n {# Cast is required due to postgres not having round for a double precision number #}\n {%- do columns_list.append('round(cast(' ~ col.quoted ~ ' as ' ~ dbt.type_numeric() ~ '),' ~ precision ~ ') as ' ~ col.quoted) -%}\n {%- else -%} {# Non-numeric type #}\n {%- do columns_list.append(col.quoted) -%}\n {%- endif -%}\n {% endif %}\n {%- endfor -%}\n\n {% set compare_cols_csv = columns_list | join(', ') %}\n\n{% endif %}\n\nwith a as (\n\n select * from {{ model }}\n\n),\n\nb as (\n\n select * from {{ compare_model }}\n\n),\n\na_minus_b as (\n\n select {{compare_cols_csv}} from a\n {{ dbt.except() }}\n select {{compare_cols_csv}} from b\n\n),\n\nb_minus_a as (\n\n select {{compare_cols_csv}} from b\n {{ dbt.except() }}\n select {{compare_cols_csv}} from a\n\n),\n\nunioned as (\n\n select 'a_minus_b' as which_diff, a_minus_b.* from a_minus_b\n union all\n select 'b_minus_a' as which_diff, b_minus_a.* from b_minus_a\n\n)\n\nselect * from unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_numeric", "macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3430107, "supported_languages": null}, "macro.dbt_utils.test_at_least_one": {"name": "test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.test_at_least_one", "macro_sql": "{% test at_least_one(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_at_least_one', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_at_least_one"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3439498, "supported_languages": null}, "macro.dbt_utils.default__test_at_least_one": {"name": "default__test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.default__test_at_least_one", "macro_sql": "{% macro default__test_at_least_one(model, column_name, group_by_columns) %}\n\n{% set pruned_cols = [column_name] %}\n\n{% if group_by_columns|length() > 0 %}\n\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n {% set pruned_cols = group_by_columns %}\n\n {% if column_name not in pruned_cols %}\n {% do pruned_cols.append(column_name) %}\n {% endif %}\n\n{% endif %}\n\n{% set select_pruned_cols = pruned_cols|join(' ,') %}\n\nselect *\nfrom (\n with pruned_rows as (\n select\n {{ select_pruned_cols }}\n from {{ model }}\n {% if group_by_columns|length() == 0 %}\n where {{ column_name }} is not null\n limit 1\n {% endif %}\n )\n select\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count({{ column_name }}) as filler_column\n\n from pruned_rows\n\n {{groupby_gb_cols}}\n\n having count({{ column_name }}) = 0\n\n) validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3455944, "supported_languages": null}, "macro.dbt_utils.test_equal_rowcount": {"name": "test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.test_equal_rowcount", "macro_sql": "{% test equal_rowcount(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_equal_rowcount', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equal_rowcount"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3466692, "supported_languages": null}, "macro.dbt_utils.default__test_equal_rowcount": {"name": "default__test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.default__test_equal_rowcount", "macro_sql": "{% macro default__test_equal_rowcount(model, compare_model, group_by_columns) %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = 'sum(coalesce(diff_count, 0))') }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(', ') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in fewer_rows_than. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_equal_rowcount'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_a \n from {{ model }}\n {{groupby_gb_cols}}\n\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_b \n from {{ compare_model }}\n {{groupby_gb_cols}}\n\n),\nfinal as (\n\n select\n \n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_a,\n count_b,\n abs(count_a - count_b) as diff_count\n\n from a\n full join b\n on\n a.id_dbtutils_test_equal_rowcount = b.id_dbtutils_test_equal_rowcount\n {{join_gb_cols}}\n\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3486977, "supported_languages": null}, "macro.dbt_utils.get_url_path": {"name": "get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.get_url_path", "macro_sql": "{% macro get_url_path(field) -%}\n {{ return(adapter.dispatch('get_url_path', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_path"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3493376, "supported_languages": null}, "macro.dbt_utils.default__get_url_path": {"name": "default__get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.default__get_url_path", "macro_sql": "{% macro default__get_url_path(field) -%}\n\n {%- set stripped_url =\n dbt.replace(\n dbt.replace(field, \"'http://'\", \"''\"), \"'https://'\", \"''\")\n -%}\n\n {%- set first_slash_pos -%}\n coalesce(\n nullif({{ dbt.position(\"'/'\", stripped_url) }}, 0),\n {{ dbt.position(\"'?'\", stripped_url) }} - 1\n )\n {%- endset -%}\n\n {%- set parsed_path =\n dbt.split_part(\n dbt.right(\n stripped_url,\n dbt.length(stripped_url) ~ \"-\" ~ first_slash_pos\n ),\n \"'?'\", 1\n )\n -%}\n\n {{ dbt.safe_cast(\n parsed_path,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.position", "macro.dbt.split_part", "macro.dbt.right", "macro.dbt.length", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3505542, "supported_languages": null}, "macro.dbt_utils.get_url_parameter": {"name": "get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.get_url_parameter", "macro_sql": "{% macro get_url_parameter(field, url_parameter) -%}\n {{ return(adapter.dispatch('get_url_parameter', 'dbt_utils')(field, url_parameter)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.351142, "supported_languages": null}, "macro.dbt_utils.default__get_url_parameter": {"name": "default__get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.default__get_url_parameter", "macro_sql": "{% macro default__get_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"='\" -%}\n\n{%- set split = dbt.split_part(dbt.split_part(field, formatted_url_parameter, 2), \"'&'\", 1) -%}\n\nnullif({{ split }},'')\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3517418, "supported_languages": null}, "macro.dbt_utils.get_url_host": {"name": "get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.get_url_host", "macro_sql": "{% macro get_url_host(field) -%}\n {{ return(adapter.dispatch('get_url_host', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_host"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3523068, "supported_languages": null}, "macro.dbt_utils.default__get_url_host": {"name": "default__get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.default__get_url_host", "macro_sql": "{% macro default__get_url_host(field) -%}\n\n{%- set parsed =\n dbt.split_part(\n dbt.split_part(\n dbt.replace(\n dbt.replace(\n dbt.replace(field, \"'android-app://'\", \"''\"\n ), \"'http://'\", \"''\"\n ), \"'https://'\", \"''\"\n ), \"'/'\", 1\n ), \"'?'\", 1\n )\n\n-%}\n\n\n {{ dbt.safe_cast(\n parsed,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part", "macro.dbt.replace", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.353166, "supported_languages": null}, "macro.dbt_utils.pivot": {"name": "pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.pivot", "macro_sql": "{% macro pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {{ return(adapter.dispatch('pivot', 'dbt_utils')(column, values, alias, agg, cmp, prefix, suffix, then_value, else_value, quote_identifiers, distinct)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3546174, "supported_languages": null}, "macro.dbt_utils.default__pivot": {"name": "default__pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.default__pivot", "macro_sql": "{% macro default__pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {% for value in values %}\n {{ agg }}(\n {% if distinct %} distinct {% endif %}\n case\n when {{ column }} {{ cmp }} '{{ dbt.escape_single_quotes(value) }}'\n then {{ then_value }}\n else {{ else_value }}\n end\n )\n {% if alias %}\n {% if quote_identifiers %}\n as {{ adapter.quote(prefix ~ value ~ suffix) }}\n {% else %}\n as {{ dbt_utils.slugify(prefix ~ value ~ suffix) }}\n {% endif %}\n {% endif %}\n {% if not loop.last %},{% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.escape_single_quotes", "macro.dbt_utils.slugify"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3563151, "supported_languages": null}, "macro.dbt_utils.get_column_values": {"name": "get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.get_column_values", "macro_sql": "{% macro get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {{ return(adapter.dispatch('get_column_values', 'dbt_utils')(table, column, order_by, max_records, default, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_column_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3576143, "supported_languages": null}, "macro.dbt_utils.default__get_column_values": {"name": "default__get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.default__get_column_values", "macro_sql": "{% macro default__get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {% set default = [] if not default %}\n {{ return(default) }}\n {% endif %}\n\n {%- do dbt_utils._is_ephemeral(table, 'get_column_values') -%}\n\n {# Not all relations are tables. Renaming for internal clarity without breaking functionality for anyone using named arguments #}\n {# TODO: Change the method signature in a future 0.x.0 release #}\n {%- set target_relation = table -%}\n\n {# adapter.load_relation is a convenience wrapper to avoid building a Relation when we already have one #}\n {% set relation_exists = (load_relation(target_relation)) is not none %}\n\n {%- call statement('get_column_values', fetch_result=true) %}\n\n {%- if not relation_exists and default is none -%}\n\n {{ exceptions.raise_compiler_error(\"In get_column_values(): relation \" ~ target_relation ~ \" does not exist and no default value was provided.\") }}\n\n {%- elif not relation_exists and default is not none -%}\n\n {{ log(\"Relation \" ~ target_relation ~ \" does not exist. Returning the default value: \" ~ default) }}\n\n {{ return(default) }}\n\n {%- else -%}\n\n\n select\n {{ column }} as value\n\n from {{ target_relation }}\n\n {% if where is not none %}\n where {{ where }}\n {% endif %}\n\n group by {{ column }}\n order by {{ order_by }}\n\n {% if max_records is not none %}\n limit {{ max_records }}\n {% endif %}\n\n {% endif %}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_column_values') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values) }}\n {%- else -%}\n {{ return(default) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_ephemeral", "macro.dbt.load_relation", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3604665, "supported_languages": null}, "macro.dbt_utils.deduplicate": {"name": "deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.deduplicate", "macro_sql": "{%- macro deduplicate(relation, partition_by, order_by) -%}\n {{ return(adapter.dispatch('deduplicate', 'dbt_utils')(relation, partition_by, order_by)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.postgres__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3615725, "supported_languages": null}, "macro.dbt_utils.default__deduplicate": {"name": "default__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.default__deduplicate", "macro_sql": "\n\n{%- macro default__deduplicate(relation, partition_by, order_by) -%}\n\n with row_numbered as (\n select\n _inner.*,\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) as rn\n from {{ relation }} as _inner\n )\n\n select\n distinct data.*\n from {{ relation }} as data\n {#\n -- Not all DBs will support natural joins but the ones that do include:\n -- Oracle, MySQL, SQLite, Redshift, Teradata, Materialize, Databricks\n -- Apache Spark, SingleStore, Vertica\n -- Those that do not appear to support natural joins include:\n -- SQLServer, Trino, Presto, Rockset, Athena\n #}\n natural join row_numbered\n where row_numbered.rn = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3619914, "supported_languages": null}, "macro.dbt_utils.redshift__deduplicate": {"name": "redshift__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.redshift__deduplicate", "macro_sql": "{% macro redshift__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }} as tt\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3623617, "supported_languages": null}, "macro.dbt_utils.postgres__deduplicate": {"name": "postgres__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.postgres__deduplicate", "macro_sql": "\n{%- macro postgres__deduplicate(relation, partition_by, order_by) -%}\n\n select\n distinct on ({{ partition_by }}) *\n from {{ relation }}\n order by {{ partition_by }}{{ ',' ~ order_by }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.362741, "supported_languages": null}, "macro.dbt_utils.snowflake__deduplicate": {"name": "snowflake__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.snowflake__deduplicate", "macro_sql": "\n{%- macro snowflake__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3630686, "supported_languages": null}, "macro.dbt_utils.databricks__deduplicate": {"name": "databricks__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.databricks__deduplicate", "macro_sql": "\n{%- macro databricks__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3634171, "supported_languages": null}, "macro.dbt_utils.bigquery__deduplicate": {"name": "bigquery__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.bigquery__deduplicate", "macro_sql": "\n{%- macro bigquery__deduplicate(relation, partition_by, order_by) -%}\n\n select unique.*\n from (\n select\n array_agg (\n original\n order by {{ order_by }}\n limit 1\n )[offset(0)] unique\n from {{ relation }} original\n group by {{ partition_by }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3637614, "supported_languages": null}, "macro.dbt_utils.get_filtered_columns_in_relation": {"name": "get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.get_filtered_columns_in_relation", "macro_sql": "{% macro get_filtered_columns_in_relation(from, except=[]) -%}\n {{ return(adapter.dispatch('get_filtered_columns_in_relation', 'dbt_utils')(from, except)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3645346, "supported_languages": null}, "macro.dbt_utils.default__get_filtered_columns_in_relation": {"name": "default__get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.default__get_filtered_columns_in_relation", "macro_sql": "{% macro default__get_filtered_columns_in_relation(from, except=[]) -%}\n {%- do dbt_utils._is_relation(from, 'get_filtered_columns_in_relation') -%}\n {%- do dbt_utils._is_ephemeral(from, 'get_filtered_columns_in_relation') -%}\n\n {# -- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {{ return('') }}\n {% endif %}\n\n {%- set include_cols = [] %}\n {%- set cols = adapter.get_columns_in_relation(from) -%}\n {%- set except = except | map(\"lower\") | list %}\n {%- for col in cols -%}\n {%- if col.column|lower not in except -%}\n {% do include_cols.append(col.column) %}\n {%- endif %}\n {%- endfor %}\n\n {{ return(include_cols) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3659184, "supported_languages": null}, "macro.dbt_utils.width_bucket": {"name": "width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.width_bucket", "macro_sql": "{% macro width_bucket(expr, min_value, max_value, num_buckets) %}\n {{ return(adapter.dispatch('width_bucket', 'dbt_utils') (expr, min_value, max_value, num_buckets)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__width_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3667357, "supported_languages": null}, "macro.dbt_utils.default__width_bucket": {"name": "default__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.default__width_bucket", "macro_sql": "{% macro default__width_bucket(expr, min_value, max_value, num_buckets) -%}\n\n {% set bin_size -%}\n (( {{ max_value }} - {{ min_value }} ) / {{ num_buckets }} )\n {%- endset %}\n (\n -- to break ties when the amount is eaxtly at the bucket egde\n case\n when\n mod(\n {{ dbt.safe_cast(expr, dbt.type_numeric() ) }},\n {{ dbt.safe_cast(bin_size, dbt.type_numeric() ) }}\n ) = 0\n then 1\n else 0\n end\n ) +\n -- Anything over max_value goes the N+1 bucket\n least(\n ceil(\n ({{ expr }} - {{ min_value }})/{{ bin_size }}\n ),\n {{ num_buckets }} + 1\n )\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.safe_cast", "macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3676198, "supported_languages": null}, "macro.dbt_utils.snowflake__width_bucket": {"name": "snowflake__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.snowflake__width_bucket", "macro_sql": "{% macro snowflake__width_bucket(expr, min_value, max_value, num_buckets) %}\n width_bucket({{ expr }}, {{ min_value }}, {{ max_value }}, {{ num_buckets }} )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3679912, "supported_languages": null}, "macro.dbt_utils.unpivot": {"name": "unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.unpivot", "macro_sql": "{% macro unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n {{ return(adapter.dispatch('unpivot', 'dbt_utils')(relation, cast_to, exclude, remove, field_name, value_name, quote_identifiers)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__unpivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3694103, "supported_languages": null}, "macro.dbt_utils.default__unpivot": {"name": "default__unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.default__unpivot", "macro_sql": "{% macro default__unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n\n {% if not relation %}\n {{ exceptions.raise_compiler_error(\"Error: argument `relation` is required for `unpivot` macro.\") }}\n {% endif %}\n\n {%- set exclude = exclude if exclude is not none else [] %}\n {%- set remove = remove if remove is not none else [] %}\n\n {%- set include_cols = [] %}\n\n {%- set table_columns = {} %}\n\n {%- do table_columns.update({relation: []}) %}\n\n {%- do dbt_utils._is_relation(relation, 'unpivot') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'unpivot') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) %}\n\n {%- for col in cols -%}\n {%- if col.column.lower() not in remove|map('lower') and col.column.lower() not in exclude|map('lower') -%}\n {% do include_cols.append(col) %}\n {%- endif %}\n {%- endfor %}\n\n\n {%- for col in include_cols -%}\n {%- set current_col_name = adapter.quote(col.column) if quote_identifiers else col.column -%}\n select\n {%- for exclude_col in exclude %}\n {{ adapter.quote(exclude_col) if quote_identifiers else exclude_col }},\n {%- endfor %}\n\n cast('{{ col.column }}' as {{ dbt.type_string() }}) as {{ adapter.quote(field_name) if quote_identifiers else field_name }},\n cast( {% if col.data_type == 'boolean' %}\n {{ dbt.cast_bool_to_text(current_col_name) }}\n {% else %}\n {{ current_col_name }}\n {% endif %}\n as {{ cast_to }}) as {{ adapter.quote(value_name) if quote_identifiers else value_name }}\n\n from {{ relation }}\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n {%- endfor -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_string", "macro.dbt.cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3730447, "supported_languages": null}, "macro.dbt_utils.surrogate_key": {"name": "surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.surrogate_key", "macro_sql": "{%- macro surrogate_key(field_list) -%}\n {% set frustrating_jinja_feature = varargs %}\n {{ return(adapter.dispatch('surrogate_key', 'dbt_utils')(field_list, *varargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3737137, "supported_languages": null}, "macro.dbt_utils.default__surrogate_key": {"name": "default__surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.default__surrogate_key", "macro_sql": "\n\n{%- macro default__surrogate_key(field_list) -%}\n\n{%- set error_message = '\nWarning: `dbt_utils.surrogate_key` has been replaced by \\\n`dbt_utils.generate_surrogate_key`. The new macro treats null values \\\ndifferently to empty strings. To restore the behaviour of the original \\\nmacro, add a global variable in dbt_project.yml called \\\n`surrogate_key_treat_nulls_as_empty_strings` to your \\\ndbt_project.yml file with a value of True. \\\nThe {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.374175, "supported_languages": null}, "macro.dbt_utils.get_query_results_as_dict": {"name": "get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.get_query_results_as_dict", "macro_sql": "{% macro get_query_results_as_dict(query) %}\n {{ return(adapter.dispatch('get_query_results_as_dict', 'dbt_utils')(query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_query_results_as_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3748043, "supported_languages": null}, "macro.dbt_utils.default__get_query_results_as_dict": {"name": "default__get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.default__get_query_results_as_dict", "macro_sql": "{% macro default__get_query_results_as_dict(query) %}\n\n{# This macro returns a dictionary of the form {column_name: (tuple_of_results)} #}\n\n {%- call statement('get_query_results', fetch_result=True,auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {% set sql_results={} %}\n\n {%- if execute -%}\n {% set sql_results_table = load_result('get_query_results').table.columns %}\n {% for column_name, column in sql_results_table.items() %}\n {% do sql_results.update({column_name: column.values()}) %}\n {% endfor %}\n {%- endif -%}\n\n {{ return(sql_results) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.375914, "supported_languages": null}, "macro.dbt_utils.nullcheck": {"name": "nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.nullcheck", "macro_sql": "{% macro nullcheck(cols) %}\n {{ return(adapter.dispatch('nullcheck', 'dbt_utils')(cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3764973, "supported_languages": null}, "macro.dbt_utils.default__nullcheck": {"name": "default__nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.default__nullcheck", "macro_sql": "{% macro default__nullcheck(cols) %}\n{%- for col in cols %}\n\n {% if col.is_string() -%}\n\n nullif({{col.name}},'') as {{col.name}}\n\n {%- else -%}\n\n {{col.name}}\n\n {%- endif -%}\n\n{%- if not loop.last -%} , {%- endif -%}\n\n{%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3771455, "supported_languages": null}, "macro.dbt_utils.safe_divide": {"name": "safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.safe_divide", "macro_sql": "{% macro safe_divide(numerator, denominator) -%}\n {{ return(adapter.dispatch('safe_divide', 'dbt_utils')(numerator, denominator)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_divide"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3776627, "supported_languages": null}, "macro.dbt_utils.default__safe_divide": {"name": "default__safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.default__safe_divide", "macro_sql": "{% macro default__safe_divide(numerator, denominator) %}\n ( {{ numerator }} ) / nullif( ( {{ denominator }} ), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.377928, "supported_languages": null}, "macro.dbt_utils.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt_utils')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3788135, "supported_languages": null}, "macro.dbt_utils.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.379939, "supported_languages": null}, "macro.dbt_utils.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt_utils')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3803928, "supported_languages": null}, "macro.dbt_utils.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n{# call as follows:\n\ndate_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n) #}\n\n\nwith rawdata as (\n\n {{dbt_utils.generate_series(\n dbt_utils.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n),\n\nall_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by generated_number) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n)\n\nselect * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.generate_series", "macro.dbt_utils.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3810709, "supported_languages": null}, "macro.dbt_utils.get_relations_by_pattern": {"name": "get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.get_relations_by_pattern", "macro_sql": "{% macro get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_pattern', 'dbt_utils')(schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3819597, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_pattern": {"name": "default__get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_pattern", "macro_sql": "{% macro default__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.383573, "supported_languages": null}, "macro.dbt_utils.get_tables_by_pattern_sql": {"name": "get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_pattern_sql", "macro_sql": "{% macro get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_pattern_sql', 'dbt_utils')\n (schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3850346, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_pattern_sql": {"name": "default__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_pattern_sql", "macro_sql": "{% macro default__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from {{ database }}.information_schema.tables\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3857303, "supported_languages": null}, "macro.dbt_utils.redshift__get_tables_by_pattern_sql": {"name": "redshift__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.redshift__get_tables_by_pattern_sql", "macro_sql": "{% macro redshift__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% set sql %}\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from \"{{ database }}\".\"information_schema\".\"tables\"\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n union all\n select distinct\n schemaname as {{ adapter.quote('table_schema') }},\n tablename as {{ adapter.quote('table_name') }},\n 'external' as {{ adapter.quote('table_type') }}\n from svv_external_tables\n where redshift_database_name = '{{ database }}'\n and schemaname ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n {% endset %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3873289, "supported_languages": null}, "macro.dbt_utils.bigquery__get_tables_by_pattern_sql": {"name": "bigquery__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.bigquery__get_tables_by_pattern_sql", "macro_sql": "{% macro bigquery__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% if '%' in schema_pattern %}\n {% set schemata=dbt_utils._bigquery__get_matching_schemata(schema_pattern, database) %}\n {% else %}\n {% set schemata=[schema_pattern] %}\n {% endif %}\n\n {% set sql %}\n {% for schema in schemata %}\n select distinct\n table_schema,\n table_name,\n {{ dbt_utils.get_table_types_sql() }}\n\n from {{ adapter.quote(database) }}.{{ schema }}.INFORMATION_SCHEMA.TABLES\n where lower(table_name) like lower ('{{ table_pattern }}')\n and lower(table_name) not like lower ('{{ exclude }}')\n\n {% if not loop.last %} union all {% endif %}\n\n {% endfor %}\n {% endset %}\n\n {{ return(sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._bigquery__get_matching_schemata", "macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3886805, "supported_languages": null}, "macro.dbt_utils._bigquery__get_matching_schemata": {"name": "_bigquery__get_matching_schemata", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils._bigquery__get_matching_schemata", "macro_sql": "{% macro _bigquery__get_matching_schemata(schema_pattern, database) %}\n {% if execute %}\n\n {% set sql %}\n select schema_name from {{ adapter.quote(database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like lower('{{ schema_pattern }}')\n {% endset %}\n\n {% set results=run_query(sql) %}\n\n {% set schemata=results.columns['schema_name'].values() %}\n\n {{ return(schemata) }}\n\n {% else %}\n\n {{ return([]) }}\n\n {% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3896286, "supported_languages": null}, "macro.dbt_utils.safe_add": {"name": "safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.safe_add", "macro_sql": "{%- macro safe_add(field_list) -%}\n {{ return(adapter.dispatch('safe_add', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.39025, "supported_languages": null}, "macro.dbt_utils.default__safe_add": {"name": "default__safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.default__safe_add", "macro_sql": "\n\n{%- macro default__safe_add(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_add` macro now takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.warn(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' +\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3912714, "supported_languages": null}, "macro.dbt_utils.get_relations_by_prefix": {"name": "get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.get_relations_by_prefix", "macro_sql": "{% macro get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_prefix', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3921475, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_prefix": {"name": "default__get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_prefix", "macro_sql": "{% macro default__get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_prefix_sql(schema, prefix, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3937433, "supported_languages": null}, "macro.dbt_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('union_relations', 'dbt_utils')(relations, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.3957753, "supported_languages": null}, "macro.dbt_utils.default__union_relations": {"name": "default__union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.default__union_relations", "macro_sql": "\n\n{%- macro default__union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ relation }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4023228, "supported_languages": null}, "macro.dbt_utils.degrees_to_radians": {"name": "degrees_to_radians", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.degrees_to_radians", "macro_sql": "{% macro degrees_to_radians(degrees) -%}\n acos(-1) * {{degrees}} / 180\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4032087, "supported_languages": null}, "macro.dbt_utils.haversine_distance": {"name": "haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.haversine_distance", "macro_sql": "{% macro haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n {{ return(adapter.dispatch('haversine_distance', 'dbt_utils')(lat1,lon1,lat2,lon2,unit)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__haversine_distance"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4037452, "supported_languages": null}, "macro.dbt_utils.default__haversine_distance": {"name": "default__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.default__haversine_distance", "macro_sql": "{% macro default__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n\n 2 * 3961 * asin(sqrt(power((sin(radians(({{ lat2 }} - {{ lat1 }}) / 2))), 2) +\n cos(radians({{lat1}})) * cos(radians({{lat2}})) *\n power((sin(radians(({{ lon2 }} - {{ lon1 }}) / 2))), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4048047, "supported_languages": null}, "macro.dbt_utils.bigquery__haversine_distance": {"name": "bigquery__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.bigquery__haversine_distance", "macro_sql": "{% macro bigquery__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{% set radians_lat1 = dbt_utils.degrees_to_radians(lat1) %}\n{% set radians_lat2 = dbt_utils.degrees_to_radians(lat2) %}\n{% set radians_lon1 = dbt_utils.degrees_to_radians(lon1) %}\n{% set radians_lon2 = dbt_utils.degrees_to_radians(lon2) %}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n 2 * 3961 * asin(sqrt(power(sin(({{ radians_lat2 }} - {{ radians_lat1 }}) / 2), 2) +\n cos({{ radians_lat1 }}) * cos({{ radians_lat2 }}) *\n power(sin(({{ radians_lon2 }} - {{ radians_lon1 }}) / 2), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.degrees_to_radians"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4063442, "supported_languages": null}, "macro.dbt_utils.nullcheck_table": {"name": "nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.nullcheck_table", "macro_sql": "{% macro nullcheck_table(relation) %}\n {{ return(adapter.dispatch('nullcheck_table', 'dbt_utils')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4068935, "supported_languages": null}, "macro.dbt_utils.default__nullcheck_table": {"name": "default__nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.default__nullcheck_table", "macro_sql": "{% macro default__nullcheck_table(relation) %}\n\n {%- do dbt_utils._is_relation(relation, 'nullcheck_table') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'nullcheck_table') -%}\n {% set cols = adapter.get_columns_in_relation(relation) %}\n\n select {{ dbt_utils.nullcheck(cols) }}\n from {{relation}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.407573, "supported_languages": null}, "macro.dbt_utils.star": {"name": "star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.star", "macro_sql": "{% macro star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {{ return(adapter.dispatch('star', 'dbt_utils')(from, relation_alias, except, prefix, suffix, quote_identifiers)) }}\r\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4089143, "supported_languages": null}, "macro.dbt_utils.default__star": {"name": "default__star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.default__star", "macro_sql": "{% macro default__star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {%- do dbt_utils._is_relation(from, 'star') -%}\r\n {%- do dbt_utils._is_ephemeral(from, 'star') -%}\r\n\r\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\r\n {%- if not execute -%}\r\n {% do return('*') %}\r\n {%- endif -%}\r\n\r\n {% set cols = dbt_utils.get_filtered_columns_in_relation(from, except) %}\r\n\r\n {%- if cols|length <= 0 -%}\r\n {% if flags.WHICH == 'compile' %}\r\n {% set response %}\r\n*\r\n/* No columns were returned. Maybe the relation doesn't exist yet \r\nor all columns were excluded. This star is only output during \r\ndbt compile, and exists to keep SQLFluff happy. */\r\n {% endset %}\r\n {% do return(response) %}\r\n {% else %}\r\n {% do return(\"/* no columns returned from star() macro */\") %}\r\n {% endif %}\r\n {%- else -%}\r\n {%- for col in cols %}\r\n {%- if relation_alias %}{{ relation_alias }}.{% else %}{%- endif -%}\r\n {%- if quote_identifiers -%}\r\n {{ adapter.quote(col)|trim }} {%- if prefix!='' or suffix!='' %} as {{ adapter.quote(prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {%- else -%}\r\n {{ col|trim }} {%- if prefix!='' or suffix!='' %} as {{ (prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {% endif %}\r\n {%- if not loop.last %},{{ '\\n ' }}{%- endif -%}\r\n {%- endfor -%}\r\n {% endif %}\r\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4115899, "supported_languages": null}, "macro.dbt_utils.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.generate_surrogate_key", "macro_sql": "{%- macro generate_surrogate_key(field_list) -%}\n {{ return(adapter.dispatch('generate_surrogate_key', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4123, "supported_languages": null}, "macro.dbt_utils.default__generate_surrogate_key": {"name": "default__generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.default__generate_surrogate_key", "macro_sql": "\n\n{%- macro default__generate_surrogate_key(field_list) -%}\n\n{%- if var('surrogate_key_treat_nulls_as_empty_strings', False) -%}\n {%- set default_null_value = \"\" -%}\n{%- else -%}\n {%- set default_null_value = '_dbt_utils_surrogate_key_null_' -%}\n{%- endif -%}\n\n{%- set fields = [] -%}\n\n{%- for field in field_list -%}\n\n {%- do fields.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ dbt.type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n\n {%- if not loop.last %}\n {%- do fields.append(\"'-'\") -%}\n {%- endif -%}\n\n{%- endfor -%}\n\n{{ dbt.hash(dbt.concat(fields)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.type_string", "macro.dbt.hash", "macro.dbt.concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.413606, "supported_languages": null}, "macro.dbt_utils.get_single_value": {"name": "get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.get_single_value", "macro_sql": "{% macro get_single_value(query, default=none) %}\n {{ return(adapter.dispatch('get_single_value', 'dbt_utils')(query, default)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_single_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4143891, "supported_languages": null}, "macro.dbt_utils.default__get_single_value": {"name": "default__get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.default__get_single_value", "macro_sql": "{% macro default__get_single_value(query, default) %}\n\n{# This macro returns the (0, 0) record in a query, i.e. the first row of the first column #}\n\n {%- call statement('get_query_result', fetch_result=True, auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {%- if execute -%}\n\n {% set r = load_result('get_query_result').table.columns[0].values() %}\n {% if r | length == 0 %}\n {% do print('Query `' ~ query ~ '` returned no rows. Using the default value: ' ~ default) %}\n {% set sql_result = default %}\n {% else %}\n {% set sql_result = r[0] %}\n {% endif %}\n \n {%- else -%}\n \n {% set sql_result = default %}\n \n {%- endif -%}\n\n {% do return(sql_result) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4157763, "supported_languages": null}, "macro.dbt_utils.get_table_types_sql": {"name": "get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.get_table_types_sql", "macro_sql": "{%- macro get_table_types_sql() -%}\n {{ return(adapter.dispatch('get_table_types_sql', 'dbt_utils')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils.postgres__get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4163857, "supported_languages": null}, "macro.dbt_utils.default__get_table_types_sql": {"name": "default__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.default__get_table_types_sql", "macro_sql": "{% macro default__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'EXTERNAL TABLE' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4166536, "supported_languages": null}, "macro.dbt_utils.postgres__get_table_types_sql": {"name": "postgres__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.postgres__get_table_types_sql", "macro_sql": "{% macro postgres__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'FOREIGN' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4169254, "supported_languages": null}, "macro.dbt_utils.databricks__get_table_types_sql": {"name": "databricks__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.databricks__get_table_types_sql", "macro_sql": "{% macro databricks__get_table_types_sql() %}\n case table_type\n when 'MANAGED' then 'table'\n when 'BASE TABLE' then 'table'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4172058, "supported_languages": null}, "macro.dbt_utils.group_by": {"name": "group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.group_by", "macro_sql": "{%- macro group_by(n) -%}\n {{ return(adapter.dispatch('group_by', 'dbt_utils')(n)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4177103, "supported_languages": null}, "macro.dbt_utils.default__group_by": {"name": "default__group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.default__group_by", "macro_sql": "\n\n{%- macro default__group_by(n) -%}\n\n group by {% for i in range(1, n + 1) -%}\n {{ i }}{{ ',' if not loop.last }} \n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4183302, "supported_languages": null}, "macro.dbt_utils.get_tables_by_prefix_sql": {"name": "get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_prefix_sql", "macro_sql": "{% macro get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_prefix_sql', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4190214, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_prefix_sql": {"name": "default__get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_prefix_sql", "macro_sql": "{% macro default__get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(\n schema_pattern = schema,\n table_pattern = prefix ~ '%',\n exclude = exclude,\n database = database\n ) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4195704, "supported_languages": null}, "macro.dbt_utils.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4203644, "supported_languages": null}, "macro.dbt_utils.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4211488, "supported_languages": null}, "macro.dbt_utils.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.421505, "supported_languages": null}, "macro.dbt_utils.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt_utils.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4225152, "supported_languages": null}, "macro.dbt_utils.safe_subtract": {"name": "safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.safe_subtract", "macro_sql": "{%- macro safe_subtract(field_list) -%}\n {{ return(adapter.dispatch('safe_subtract', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_subtract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4231427, "supported_languages": null}, "macro.dbt_utils.default__safe_subtract": {"name": "default__safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.default__safe_subtract", "macro_sql": "\n\n{%- macro default__safe_subtract(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_subtract` macro takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' -\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4241793, "supported_languages": null}, "macro.dbt_utils.pretty_log_format": {"name": "pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.pretty_log_format", "macro_sql": "{% macro pretty_log_format(message) %}\n {{ return(adapter.dispatch('pretty_log_format', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4246745, "supported_languages": null}, "macro.dbt_utils.default__pretty_log_format": {"name": "default__pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.default__pretty_log_format", "macro_sql": "{% macro default__pretty_log_format(message) %}\n {{ return( dbt_utils.pretty_time() ~ ' + ' ~ message) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4249933, "supported_languages": null}, "macro.dbt_utils.slugify": {"name": "slugify", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/slugify.sql", "original_file_path": "macros/jinja_helpers/slugify.sql", "unique_id": "macro.dbt_utils.slugify", "macro_sql": "{% macro slugify(string) %}\n\n{% if not string %}\n{{ return('') }}\n{% endif %}\n\n{#- Lower case the string -#}\n{% set string = string | lower %}\n{#- Replace spaces and dashes with underscores -#}\n{% set string = modules.re.sub('[ -]+', '_', string) %}\n{#- Only take letters, numbers, and underscores -#}\n{% set string = modules.re.sub('[^a-z0-9_]+', '', string) %}\n{#- Prepends \"_\" if string begins with a number -#}\n{% set string = modules.re.sub('^[0-9]', '_' + string[0], string) %}\n\n{{ return(string) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.426413, "supported_languages": null}, "macro.dbt_utils._is_relation": {"name": "_is_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_relation.sql", "original_file_path": "macros/jinja_helpers/_is_relation.sql", "unique_id": "macro.dbt_utils._is_relation", "macro_sql": "{% macro _is_relation(obj, macro) %}\n {%- if not (obj is mapping and obj.get('metadata', {}).get('type', '').endswith('Relation')) -%}\n {%- do exceptions.raise_compiler_error(\"Macro \" ~ macro ~ \" expected a Relation but received the value: \" ~ obj) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.427277, "supported_languages": null}, "macro.dbt_utils.pretty_time": {"name": "pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.pretty_time", "macro_sql": "{% macro pretty_time(format='%H:%M:%S') %}\n {{ return(adapter.dispatch('pretty_time', 'dbt_utils')(format)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4277983, "supported_languages": null}, "macro.dbt_utils.default__pretty_time": {"name": "default__pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.default__pretty_time", "macro_sql": "{% macro default__pretty_time(format='%H:%M:%S') %}\n {{ return(modules.datetime.datetime.now().strftime(format)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.428186, "supported_languages": null}, "macro.dbt_utils.log_info": {"name": "log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.log_info", "macro_sql": "{% macro log_info(message) %}\n {{ return(adapter.dispatch('log_info', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__log_info"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.428666, "supported_languages": null}, "macro.dbt_utils.default__log_info": {"name": "default__log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.default__log_info", "macro_sql": "{% macro default__log_info(message) %}\n {{ log(dbt_utils.pretty_log_format(message), info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4289904, "supported_languages": null}, "macro.dbt_utils._is_ephemeral": {"name": "_is_ephemeral", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_ephemeral.sql", "original_file_path": "macros/jinja_helpers/_is_ephemeral.sql", "unique_id": "macro.dbt_utils._is_ephemeral", "macro_sql": "{% macro _is_ephemeral(obj, macro) %}\n {%- if obj.is_cte -%}\n {% set ephemeral_prefix = api.Relation.add_ephemeral_prefix('') %}\n {% if obj.name.startswith(ephemeral_prefix) %}\n {% set model_name = obj.name[(ephemeral_prefix|length):] %}\n {% else %}\n {% set model_name = obj.name %}\n {%- endif -%}\n {% set error_message %}\nThe `{{ macro }}` macro cannot be used with ephemeral models, as it relies on the information schema.\n\n`{{ model_name }}` is an ephemeral model. Consider making it a view or table instead.\n {% endset %}\n {%- do exceptions.raise_compiler_error(error_message) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4304373, "supported_languages": null}, "macro.marketo.lead_history_columns_warning": {"name": "lead_history_columns_warning", "resource_type": "macro", "package_name": "marketo", "path": "macros/lead_history_columns_warning.sql", "original_file_path": "macros/lead_history_columns_warning.sql", "unique_id": "macro.marketo.lead_history_columns_warning", "macro_sql": "{% macro lead_history_columns_warning() %}\n\n{% if not var('lead_history_columns') %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the 'lead_history_columns'.\n As a result, you won't see the history of any columns in the 'marketo__lead_history' model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4310162, "supported_languages": null}, "macro.marketo.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4363372, "supported_languages": null}, "macro.marketo.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4370103, "supported_languages": null}, "macro.marketo.get_program_columns": {"name": "get_program_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_program_columns.sql", "original_file_path": "macros/staging/get_program_columns.sql", "unique_id": "macro.marketo.get_program_columns", "macro_sql": "{% macro get_program_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"channel\", \"datatype\": dbt.type_string()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"end_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"start_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__program_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4402049, "supported_languages": null}, "macro.marketo.get_lead_describe_columns": {"name": "get_lead_describe_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_describe_columns.sql", "original_file_path": "macros/staging/get_lead_describe_columns.sql", "unique_id": "macro.marketo.get_lead_describe_columns", "macro_sql": "{% macro get_lead_describe_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"data_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"display_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"length\", \"datatype\": dbt.type_int()},\n {\"name\": \"restname\", \"datatype\": dbt.type_string()},\n {\"name\": \"restread_only\", \"datatype\": \"boolean\"},\n {\"name\": \"soapname\", \"datatype\": dbt.type_string()},\n {\"name\": \"soapread_only\", \"datatype\": \"boolean\"}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4420457, "supported_languages": null}, "macro.marketo.get_activity_change_data_value_columns": {"name": "get_activity_change_data_value_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_change_data_value_columns.sql", "original_file_path": "macros/staging/get_activity_change_data_value_columns.sql", "unique_id": "macro.marketo.get_activity_change_data_value_columns", "macro_sql": "{% macro get_activity_change_data_value_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"api_method_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"modifying_user\", \"datatype\": dbt.type_string()},\n {\"name\": \"new_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"old_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"reason\", \"datatype\": dbt.type_string()},\n {\"name\": \"request_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"source\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4449472, "supported_languages": null}, "macro.marketo.get_campaign_columns": {"name": "get_campaign_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_campaign_columns.sql", "original_file_path": "macros/staging/get_campaign_columns.sql", "unique_id": "macro.marketo.get_campaign_columns", "macro_sql": "{% macro get_campaign_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"active\", \"datatype\": \"boolean\"},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"workspace_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"computed_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"flow_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_communication_limit_enabled\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_requestable\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_system\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"max_members\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"qualification_rule_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_unit\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_start_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_end_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_interval_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_weekday_only\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"recurrence_day_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_day_of_week\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_week_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"smart_list_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4507244, "supported_languages": null}, "macro.marketo.get_activity_send_email_columns": {"name": "get_activity_send_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_send_email_columns.sql", "original_file_path": "macros/staging/get_activity_send_email_columns.sql", "unique_id": "macro.marketo.get_activity_send_email_columns", "macro_sql": "{% macro get_activity_send_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"action_result\", \"datatype\": dbt.type_string()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__activity_send_email_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4534554, "supported_languages": null}, "macro.marketo.get_activity_unsubscribe_email_columns": {"name": "get_activity_unsubscribe_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "original_file_path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "unique_id": "macro.marketo.get_activity_unsubscribe_email_columns", "macro_sql": "{% macro get_activity_unsubscribe_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"client_ip_address\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"form_fields\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"query_parameters\", \"datatype\": dbt.type_string()},\n {\"name\": \"referrer_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()},\n {\"name\": \"webform_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"webpage_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4567764, "supported_languages": null}, "macro.marketo.get_activity_delete_lead_columns": {"name": "get_activity_delete_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_delete_lead_columns.sql", "original_file_path": "macros/staging/get_activity_delete_lead_columns.sql", "unique_id": "macro.marketo.get_activity_delete_lead_columns", "macro_sql": "{% macro get_activity_delete_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4586701, "supported_languages": null}, "macro.marketo.get_activity_email_bounced_columns": {"name": "get_activity_email_bounced_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_bounced_columns.sql", "original_file_path": "macros/staging/get_activity_email_bounced_columns.sql", "unique_id": "macro.marketo.get_activity_email_bounced_columns", "macro_sql": "{% macro get_activity_email_bounced_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"category\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"details\", \"datatype\": dbt.type_string()},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"subcategory\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4619162, "supported_languages": null}, "macro.marketo.get_activity_email_delivered_columns": {"name": "get_activity_email_delivered_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_delivered_columns.sql", "original_file_path": "macros/staging/get_activity_email_delivered_columns.sql", "unique_id": "macro.marketo.get_activity_email_delivered_columns", "macro_sql": "{% macro get_activity_email_delivered_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.464445, "supported_languages": null}, "macro.marketo.get_activity_merge_leads_columns": {"name": "get_activity_merge_leads_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_merge_leads_columns.sql", "original_file_path": "macros/staging/get_activity_merge_leads_columns.sql", "unique_id": "macro.marketo.get_activity_merge_leads_columns", "macro_sql": "{% macro get_activity_merge_leads_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"master_updated\", \"datatype\": \"boolean\"},\n {\"name\": \"merge_ids\", \"datatype\": dbt.type_string()},\n {\"name\": \"merge_source\", \"datatype\": dbt.type_string()},\n {\"name\": \"merged_in_sales\", \"datatype\": \"boolean\"},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.466804, "supported_languages": null}, "macro.marketo.get_lead_columns": {"name": "get_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_columns.sql", "original_file_path": "macros/staging/get_lead_columns.sql", "unique_id": "macro.marketo.get_lead_columns", "macro_sql": "{% macro get_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"created_timestamp\"},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"first_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int(), \"alias\": \"lead_id\"},\n {\"name\": \"last_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"updated_timestamp\"},\n {\"name\": \"phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"main_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"mobile_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"company\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_company\", \"datatype\": dbt.type_string()},\n {\"name\": \"address_lead\", \"datatype\": dbt.type_string()},\n {\"name\": \"address\", \"datatype\": dbt.type_string()},\n {\"name\": \"city\", \"datatype\": dbt.type_string()},\n {\"name\": \"state\", \"datatype\": dbt.type_string()},\n {\"name\": \"state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"country\", \"datatype\": dbt.type_string()},\n {\"name\": \"country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_street\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_state_region\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_phone_area_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"anonymous_ip\", \"datatype\": dbt.type_string()},\n {\"name\": \"unsubscribed\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_unsubscribed\"},\n {\"name\": \"email_invalid\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_email_invalid\"},\n {\"name\": \"do_not_call\", \"datatype\": dbt.type_boolean()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.dbt.type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4735188, "supported_languages": null}, "macro.marketo.get_email_template_history_columns": {"name": "get_email_template_history_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_email_template_history_columns.sql", "original_file_path": "macros/staging/get_email_template_history_columns.sql", "unique_id": "macro.marketo.get_email_template_history_columns", "macro_sql": "{% macro get_email_template_history_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_folder_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_value\", \"datatype\": dbt.type_int()},\n {\"name\": \"from_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"from_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"operational\", \"datatype\": \"boolean\"},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"publish_to_msi\", \"datatype\": \"boolean\"},\n {\"name\": \"reply_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"subject\", \"datatype\": dbt.type_string()},\n {\"name\": \"template\", \"datatype\": dbt.type_int()},\n {\"name\": \"text_only\", \"datatype\": \"boolean\"},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"version\", \"datatype\": dbt.type_int()},\n {\"name\": \"web_view\", \"datatype\": \"boolean\"},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4778454, "supported_languages": null}, "macro.marketo.get_activity_open_email_columns": {"name": "get_activity_open_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_open_email_columns.sql", "original_file_path": "macros/staging/get_activity_open_email_columns.sql", "unique_id": "macro.marketo.get_activity_open_email_columns", "macro_sql": "{% macro get_activity_open_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4810615, "supported_languages": null}, "macro.marketo.get_activity_click_email_columns": {"name": "get_activity_click_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_click_email_columns.sql", "original_file_path": "macros/staging/get_activity_click_email_columns.sql", "unique_id": "macro.marketo.get_activity_click_email_columns", "macro_sql": "{% macro get_activity_click_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"link\", \"datatype\": dbt.type_string()},\n {\"name\": \"link_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.484643, "supported_languages": null}, "macro.fivetran_utils.drop_schemas_automation": {"name": "drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.drop_schemas_automation", "macro_sql": "{% macro drop_schemas_automation(drop_target_schema=true) %}\n {{ return(adapter.dispatch('drop_schemas_automation', 'fivetran_utils')(drop_target_schema)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__drop_schemas_automation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.485468, "supported_languages": null}, "macro.fivetran_utils.default__drop_schemas_automation": {"name": "default__drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.default__drop_schemas_automation", "macro_sql": "{% macro default__drop_schemas_automation(drop_target_schema=true) %}\n\n{% set fetch_list_sql %}\n {% if target.type not in ('databricks', 'spark') %}\n select schema_name\n from \n {{ wrap_in_quotes(target.database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like '{{ target.schema | lower }}{%- if not drop_target_schema -%}_{%- endif -%}%'\n {% else %}\n SHOW SCHEMAS LIKE '{{ target.schema }}{%- if not drop_target_schema -%}_{%- endif -%}*'\n {% endif %}\n{% endset %}\n\n{% set results = run_query(fetch_list_sql) %}\n\n{% if execute %}\n {% set results_list = results.columns[0].values() %}\n{% else %}\n {% set results_list = [] %}\n{% endif %}\n\n{% for schema_to_drop in results_list %}\n {% do adapter.drop_schema(api.Relation.create(database=target.database, schema=schema_to_drop)) %}\n {{ print('Schema ' ~ schema_to_drop ~ ' successfully dropped from the ' ~ target.database ~ ' database.\\n')}}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.wrap_in_quotes", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4873788, "supported_languages": null}, "macro.fivetran_utils.timestamp_add": {"name": "timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.timestamp_add", "macro_sql": "{% macro timestamp_add(datepart, interval, from_timestamp) -%}\n\n{{ adapter.dispatch('timestamp_add', 'fivetran_utils') (datepart, interval, from_timestamp) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4881558, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_add": {"name": "default__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.default__timestamp_add", "macro_sql": "{% macro default__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestampadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.488487, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_add": {"name": "bigquery__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_add", "macro_sql": "{% macro bigquery__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestamp_add({{ from_timestamp }}, interval {{ interval }} {{ datepart }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.488814, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_add": {"name": "redshift__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_add", "macro_sql": "{% macro redshift__timestamp_add(datepart, interval, from_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4891472, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_add": {"name": "postgres__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_add", "macro_sql": "{% macro postgres__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ from_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4894662, "supported_languages": null}, "macro.fivetran_utils.spark__timestamp_add": {"name": "spark__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.spark__timestamp_add", "macro_sql": "{% macro spark__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ dbt.dateadd(datepart, interval, from_timestamp) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4898021, "supported_languages": null}, "macro.fivetran_utils.seed_data_helper": {"name": "seed_data_helper", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/seed_data_helper.sql", "original_file_path": "macros/seed_data_helper.sql", "unique_id": "macro.fivetran_utils.seed_data_helper", "macro_sql": "{% macro seed_data_helper(seed_name, warehouses) %}\n\n{% if target.type in warehouses %}\n {% for w in warehouses %}\n {% if target.type == w %}\n {{ return(ref(seed_name ~ \"_\" ~ w ~ \"\")) }}\n {% endif %}\n {% endfor %}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4908557, "supported_languages": null}, "macro.fivetran_utils.add_dbt_source_relation": {"name": "add_dbt_source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_dbt_source_relation.sql", "original_file_path": "macros/add_dbt_source_relation.sql", "unique_id": "macro.fivetran_utils.add_dbt_source_relation", "macro_sql": "{% macro add_dbt_source_relation() %}\n\n{% if var('union_schemas', none) or var('union_databases', none) %}\n, _dbt_source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4913685, "supported_languages": null}, "macro.fivetran_utils.empty_variable_warning": {"name": "empty_variable_warning", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/empty_variable_warning.sql", "original_file_path": "macros/empty_variable_warning.sql", "unique_id": "macro.fivetran_utils.empty_variable_warning", "macro_sql": "{% macro empty_variable_warning(variable, downstream_model) %}\n\n{% if not var(variable) %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the \"\"\" ~ variable ~ \"\"\".\n As a result, you won't see the history of any columns in the \"\"\" ~ downstream_model ~ \"\"\" model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.492077, "supported_languages": null}, "macro.fivetran_utils.max_bool": {"name": "max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.max_bool", "macro_sql": "{% macro max_bool(boolean_field) -%}\n\n{{ adapter.dispatch('max_bool', 'fivetran_utils') (boolean_field) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__max_bool"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4926279, "supported_languages": null}, "macro.fivetran_utils.default__max_bool": {"name": "default__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.default__max_bool", "macro_sql": "{% macro default__max_bool(boolean_field) %}\n\n bool_or( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4928453, "supported_languages": null}, "macro.fivetran_utils.snowflake__max_bool": {"name": "snowflake__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.snowflake__max_bool", "macro_sql": "{% macro snowflake__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4930522, "supported_languages": null}, "macro.fivetran_utils.bigquery__max_bool": {"name": "bigquery__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.bigquery__max_bool", "macro_sql": "{% macro bigquery__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4932957, "supported_languages": null}, "macro.fivetran_utils.json_extract": {"name": "json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.json_extract", "macro_sql": "{% macro json_extract(string, string_path) -%}\n\n{{ adapter.dispatch('json_extract', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4941578, "supported_languages": null}, "macro.fivetran_utils.default__json_extract": {"name": "default__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.default__json_extract", "macro_sql": "{% macro default__json_extract(string, string_path) %}\n\n json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} )\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.49447, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_extract": {"name": "snowflake__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.snowflake__json_extract", "macro_sql": "{% macro snowflake__json_extract(string, string_path) %}\n\n json_extract_path_text(try_parse_json( {{string}} ), {{ \"'\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4947708, "supported_languages": null}, "macro.fivetran_utils.redshift__json_extract": {"name": "redshift__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.redshift__json_extract", "macro_sql": "{% macro redshift__json_extract(string, string_path) %}\n\n case when is_valid_json( {{string}} ) then json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} ) else null end\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4951038, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_extract": {"name": "bigquery__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.bigquery__json_extract", "macro_sql": "{% macro bigquery__json_extract(string, string_path) %}\n\n json_extract_scalar({{string}}, {{ \"'$.\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4954376, "supported_languages": null}, "macro.fivetran_utils.postgres__json_extract": {"name": "postgres__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.postgres__json_extract", "macro_sql": "{% macro postgres__json_extract(string, string_path) %}\n\n {{string}}::json->>{{\"'\" ~ string_path ~ \"'\" }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.495732, "supported_languages": null}, "macro.fivetran_utils.timestamp_diff": {"name": "timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.timestamp_diff", "macro_sql": "{% macro timestamp_diff(first_date, second_date, datepart) %}\n {{ adapter.dispatch('timestamp_diff', 'fivetran_utils')(first_date, second_date, datepart) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_diff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.497062, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_diff": {"name": "default__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.default__timestamp_diff", "macro_sql": "{% macro default__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4974086, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_diff": {"name": "redshift__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_diff", "macro_sql": "{% macro redshift__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4977295, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_diff": {"name": "bigquery__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_diff", "macro_sql": "{% macro bigquery__timestamp_diff(first_date, second_date, datepart) %}\n\n timestamp_diff(\n {{second_date}},\n {{first_date}},\n {{datepart}}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.4980376, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_diff": {"name": "postgres__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_diff", "macro_sql": "{% macro postgres__timestamp_diff(first_date, second_date, datepart) %}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ dbt.datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5013802, "supported_languages": null}, "macro.fivetran_utils.calculated_fields": {"name": "calculated_fields", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/calculated_fields.sql", "original_file_path": "macros/calculated_fields.sql", "unique_id": "macro.fivetran_utils.calculated_fields", "macro_sql": "{% macro calculated_fields(variable) -%}\n\n{% if var(variable, none) %}\n {% for field in var(variable) %}\n , {{ field.transform_sql }} as {{ field.name }} \n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5021033, "supported_languages": null}, "macro.fivetran_utils.json_parse": {"name": "json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.json_parse", "macro_sql": "{% macro json_parse(string, string_path) -%}\n\n{{ adapter.dispatch('json_parse', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_parse"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5032218, "supported_languages": null}, "macro.fivetran_utils.default__json_parse": {"name": "default__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.default__json_parse", "macro_sql": "{% macro default__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5037034, "supported_languages": null}, "macro.fivetran_utils.redshift__json_parse": {"name": "redshift__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.redshift__json_parse", "macro_sql": "{% macro redshift__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5041943, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_parse": {"name": "bigquery__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.bigquery__json_parse", "macro_sql": "{% macro bigquery__json_parse(string, string_path) %}\n\n \n json_extract_scalar({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5046582, "supported_languages": null}, "macro.fivetran_utils.postgres__json_parse": {"name": "postgres__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.postgres__json_parse", "macro_sql": "{% macro postgres__json_parse(string, string_path) %}\n\n {{string}}::json #>> '{ {%- for s in string_path -%}{{ s }}{%- if not loop.last -%},{%- endif -%}{%- endfor -%} }'\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5051386, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_parse": {"name": "snowflake__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.snowflake__json_parse", "macro_sql": "{% macro snowflake__json_parse(string, string_path) %}\n\n parse_json( {{string}} ) {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5056636, "supported_languages": null}, "macro.fivetran_utils.spark__json_parse": {"name": "spark__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.spark__json_parse", "macro_sql": "{% macro spark__json_parse(string, string_path) %}\n\n {{string}} : {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5061991, "supported_languages": null}, "macro.fivetran_utils.sqlserver__json_parse": {"name": "sqlserver__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.sqlserver__json_parse", "macro_sql": "{% macro sqlserver__json_parse(string, string_path) %}\n\n json_value({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5066695, "supported_languages": null}, "macro.fivetran_utils.fill_staging_columns": {"name": "fill_staging_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.fill_staging_columns", "macro_sql": "{% macro fill_staging_columns(source_columns, staging_columns) -%}\n\n{%- set source_column_names = source_columns|map(attribute='name')|map('lower')|list -%}\n\n{%- for column in staging_columns %}\n {% if column.name|lower in source_column_names -%}\n {{ fivetran_utils.quote_column(column) }} as \n {%- if 'alias' in column %} {{ column.alias }} {% else %} {{ fivetran_utils.quote_column(column) }} {%- endif -%}\n {%- else -%}\n cast(null as {{ column.datatype }})\n {%- if 'alias' in column %} as {{ column.alias }} {% else %} as {{ fivetran_utils.quote_column(column) }} {% endif -%}\n {%- endif -%}\n {%- if not loop.last -%} , {% endif -%}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.quote_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5087037, "supported_languages": null}, "macro.fivetran_utils.quote_column": {"name": "quote_column", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.quote_column", "macro_sql": "{% macro quote_column(column) %}\n {% if 'quote' in column %}\n {% if column.quote %}\n {% if target.type in ('bigquery', 'spark', 'databricks') %}\n `{{ column.name }}`\n {% elif target.type == 'snowflake' %}\n \"{{ column.name | upper }}\"\n {% else %}\n \"{{ column.name }}\"\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5097888, "supported_languages": null}, "macro.fivetran_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5152636, "supported_languages": null}, "macro.fivetran_utils.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5159461, "supported_languages": null}, "macro.fivetran_utils.extract_url_parameter": {"name": "extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.extract_url_parameter", "macro_sql": "{% macro extract_url_parameter(field, url_parameter) -%}\n\n{{ adapter.dispatch('extract_url_parameter', 'fivetran_utils') (field, url_parameter) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__extract_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5165405, "supported_languages": null}, "macro.fivetran_utils.default__extract_url_parameter": {"name": "default__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.default__extract_url_parameter", "macro_sql": "{% macro default__extract_url_parameter(field, url_parameter) -%}\n\n{{ dbt_utils.get_url_parameter(field, url_parameter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5168307, "supported_languages": null}, "macro.fivetran_utils.spark__extract_url_parameter": {"name": "spark__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.spark__extract_url_parameter", "macro_sql": "{% macro spark__extract_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"=([^&]+)'\" -%}\nnullif(regexp_extract({{ field }}, {{ formatted_url_parameter }}, 1), '')\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.517236, "supported_languages": null}, "macro.fivetran_utils.array_agg": {"name": "array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.array_agg", "macro_sql": "{% macro array_agg(field_to_agg) -%}\n\n{{ adapter.dispatch('array_agg', 'fivetran_utils') (field_to_agg) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__array_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5177062, "supported_languages": null}, "macro.fivetran_utils.default__array_agg": {"name": "default__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.default__array_agg", "macro_sql": "{% macro default__array_agg(field_to_agg) %}\n array_agg({{ field_to_agg }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5179203, "supported_languages": null}, "macro.fivetran_utils.redshift__array_agg": {"name": "redshift__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.redshift__array_agg", "macro_sql": "{% macro redshift__array_agg(field_to_agg) %}\n listagg({{ field_to_agg }}, ',')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.518146, "supported_languages": null}, "macro.fivetran_utils.dummy_coalesce_value": {"name": "dummy_coalesce_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/dummy_coalesce_value.sql", "original_file_path": "macros/dummy_coalesce_value.sql", "unique_id": "macro.fivetran_utils.dummy_coalesce_value", "macro_sql": "{% macro dummy_coalesce_value(column) %}\n\n{% set coalesce_value = {\n 'STRING': \"'DUMMY_STRING'\",\n 'BOOLEAN': 'null',\n 'INT': 999999999,\n 'FLOAT': 999999999.99,\n 'TIMESTAMP': 'cast(\"2099-12-31\" as timestamp)',\n 'DATE': 'cast(\"2099-12-31\" as date)',\n} %}\n\n{% if column.is_float() %}\n{{ return(coalesce_value['FLOAT']) }}\n\n{% elif column.is_numeric() %}\n{{ return(coalesce_value['INT']) }}\n\n{% elif column.is_string() %}\n{{ return(coalesce_value['STRING']) }}\n\n{% elif column.data_type|lower == 'boolean' %}\n{{ return(coalesce_value['BOOLEAN']) }}\n\n{% elif 'timestamp' in column.data_type|lower %}\n{{ return(coalesce_value['TIMESTAMP']) }}\n\n{% elif 'date' in column.data_type|lower %}\n{{ return(coalesce_value['DATE']) }}\n\n{% elif 'int' in column.data_type|lower %}\n{{ return(coalesce_value['INT']) }}\n\n{% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5206048, "supported_languages": null}, "macro.fivetran_utils.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.521515, "supported_languages": null}, "macro.fivetran_utils.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n\n {%- set enabled_array = [] -%}\n {% for node in graph.sources.values() %}\n {% if node.identifier == source.identifier %}\n {% if (node.meta['is_enabled'] | default(true)) %}\n {%- do enabled_array.append(1) -%}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% set is_enabled = (enabled_array != []) %}\n\n select\n {% if is_enabled %}\n max({{ loaded_at_field }})\n {% else %} \n {{ current_timestamp() }} {% endif %} as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n\n {% if is_enabled %}\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endif %}\n\n {% endcall %}\n\n {% if dbt_version.split('.') | map('int') | list >= [1, 5, 0] %}\n {{ return(load_result('collect_freshness')) }}\n {% else %}\n {{ return(load_result('collect_freshness').table) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5238025, "supported_languages": null}, "macro.fivetran_utils.enabled_vars_one_true": {"name": "enabled_vars_one_true", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars_one_true.sql", "original_file_path": "macros/enabled_vars_one_true.sql", "unique_id": "macro.fivetran_utils.enabled_vars_one_true", "macro_sql": "{% macro enabled_vars_one_true(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, False) == True %}\n {{ return(True) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(False) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.524567, "supported_languages": null}, "macro.fivetran_utils.try_cast": {"name": "try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.try_cast", "macro_sql": "{% macro try_cast(field, type) %}\n {{ adapter.dispatch('try_cast', 'fivetran_utils') (field, type) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__try_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5254986, "supported_languages": null}, "macro.fivetran_utils.default__try_cast": {"name": "default__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.default__try_cast", "macro_sql": "{% macro default__try_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5257893, "supported_languages": null}, "macro.fivetran_utils.redshift__try_cast": {"name": "redshift__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.redshift__try_cast", "macro_sql": "{% macro redshift__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when trim({{field}}) ~ '^(0|[1-9][0-9]*)$' then trim({{field}})\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5263581, "supported_languages": null}, "macro.fivetran_utils.postgres__try_cast": {"name": "postgres__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.postgres__try_cast", "macro_sql": "{% macro postgres__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar)) ~ '^(0|[1-9][0-9]*)$' \n then replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar))\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.526906, "supported_languages": null}, "macro.fivetran_utils.snowflake__try_cast": {"name": "snowflake__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.snowflake__try_cast", "macro_sql": "{% macro snowflake__try_cast(field, type) %}\n try_cast(cast({{field}} as varchar) as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5271852, "supported_languages": null}, "macro.fivetran_utils.bigquery__try_cast": {"name": "bigquery__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.bigquery__try_cast", "macro_sql": "{% macro bigquery__try_cast(field, type) %}\n safe_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5274413, "supported_languages": null}, "macro.fivetran_utils.spark__try_cast": {"name": "spark__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.spark__try_cast", "macro_sql": "{% macro spark__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5277128, "supported_languages": null}, "macro.fivetran_utils.sqlserver__try_cast": {"name": "sqlserver__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.sqlserver__try_cast", "macro_sql": "{% macro sqlserver__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.527966, "supported_languages": null}, "macro.fivetran_utils.string_agg": {"name": "string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.string_agg", "macro_sql": "{% macro string_agg(field_to_agg, delimiter) -%}\n\n{{ adapter.dispatch('string_agg', 'fivetran_utils') (field_to_agg, delimiter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__string_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5287292, "supported_languages": null}, "macro.fivetran_utils.default__string_agg": {"name": "default__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.default__string_agg", "macro_sql": "{% macro default__string_agg(field_to_agg, delimiter) %}\n string_agg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5289974, "supported_languages": null}, "macro.fivetran_utils.snowflake__string_agg": {"name": "snowflake__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.snowflake__string_agg", "macro_sql": "{% macro snowflake__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.529279, "supported_languages": null}, "macro.fivetran_utils.redshift__string_agg": {"name": "redshift__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.redshift__string_agg", "macro_sql": "{% macro redshift__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5295422, "supported_languages": null}, "macro.fivetran_utils.spark__string_agg": {"name": "spark__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.spark__string_agg", "macro_sql": "{% macro spark__string_agg(field_to_agg, delimiter) %}\n -- collect set will remove duplicates\n replace(replace(replace(cast( collect_set({{ field_to_agg }}) as string), '[', ''), ']', ''), ', ', {{ delimiter }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5298111, "supported_languages": null}, "macro.fivetran_utils.fill_pass_through_columns": {"name": "fill_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_pass_through_columns.sql", "original_file_path": "macros/fill_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.fill_pass_through_columns", "macro_sql": "{% macro fill_pass_through_columns(pass_through_variable) %}\n\n{% if var(pass_through_variable) %}\n {% for field in var(pass_through_variable) %}\n {% if field is mapping %}\n {% if field.transform_sql %}\n , {{ field.transform_sql }} as {{ field.alias if field.alias else field.name }}\n {% else %}\n , {{ field.alias if field.alias else field.name }}\n {% endif %}\n {% else %}\n , {{ field }}\n {% endif %}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5310924, "supported_languages": null}, "macro.fivetran_utils.pivot_json_extract": {"name": "pivot_json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/pivot_json_extract.sql", "original_file_path": "macros/pivot_json_extract.sql", "unique_id": "macro.fivetran_utils.pivot_json_extract", "macro_sql": "{% macro pivot_json_extract(string, list_of_properties) %}\n\n{%- for property in list_of_properties -%}\n{%- if property is mapping -%}\nreplace( {{ fivetran_utils.json_extract(string, property.name) }}, '\"', '') as {{ property.alias if property.alias else property.name | replace(' ', '_') | replace('.', '_') | lower }}\n\n{%- else -%}\nreplace( {{ fivetran_utils.json_extract(string, property) }}, '\"', '') as {{ property | replace(' ', '_') | lower }}\n\n{%- endif -%}\n{%- if not loop.last -%},{%- endif %}\n{% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.532494, "supported_languages": null}, "macro.fivetran_utils.persist_pass_through_columns": {"name": "persist_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/persist_pass_through_columns.sql", "original_file_path": "macros/persist_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.persist_pass_through_columns", "macro_sql": "{% macro persist_pass_through_columns(pass_through_variable, identifier=none, transform='') %}\n\n{% if var(pass_through_variable, none) %}\n {% for field in var(pass_through_variable) %}\n , {{ transform ~ '(' ~ (identifier ~ '.' if identifier else '') ~ (field.alias if field.alias else field.name) ~ ')' }} as {{ field.alias if field.alias else field.name }}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5336466, "supported_languages": null}, "macro.fivetran_utils.add_pass_through_columns": {"name": "add_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_pass_through_columns.sql", "original_file_path": "macros/add_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.add_pass_through_columns", "macro_sql": "{% macro add_pass_through_columns(base_columns, pass_through_var) %}\n\n {% if pass_through_var %}\n\n {% for column in pass_through_var %}\n\n {% if column is mapping %}\n\n {% if column.alias %}\n\n {% do base_columns.append({ \"name\": column.name, \"alias\": column.alias, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column.name, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n \n {% endif %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column, \"datatype\": dbt.type_string()}) %}\n\n {% endif %}\n\n {% endfor %}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5355039, "supported_languages": null}, "macro.fivetran_utils.wrap_in_quotes": {"name": "wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.wrap_in_quotes", "macro_sql": "{%- macro wrap_in_quotes(object_to_quote) -%}\n\n{{ return(adapter.dispatch('wrap_in_quotes', 'fivetran_utils')(object_to_quote)) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.postgres__wrap_in_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5360935, "supported_languages": null}, "macro.fivetran_utils.default__wrap_in_quotes": {"name": "default__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.default__wrap_in_quotes", "macro_sql": "{%- macro default__wrap_in_quotes(object_to_quote) -%}\n{# bigquery, spark, databricks #}\n `{{ object_to_quote }}`\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5363374, "supported_languages": null}, "macro.fivetran_utils.snowflake__wrap_in_quotes": {"name": "snowflake__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.snowflake__wrap_in_quotes", "macro_sql": "{%- macro snowflake__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote | upper }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.536564, "supported_languages": null}, "macro.fivetran_utils.redshift__wrap_in_quotes": {"name": "redshift__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.redshift__wrap_in_quotes", "macro_sql": "{%- macro redshift__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5367708, "supported_languages": null}, "macro.fivetran_utils.postgres__wrap_in_quotes": {"name": "postgres__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.postgres__wrap_in_quotes", "macro_sql": "{%- macro postgres__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5369754, "supported_languages": null}, "macro.fivetran_utils.first_value": {"name": "first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.first_value", "macro_sql": "{% macro first_value(first_value_field, partition_field, order_by_field, order=\"asc\") -%}\n\n{{ adapter.dispatch('first_value', 'fivetran_utils') (first_value_field, partition_field, order_by_field, order) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__first_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5377078, "supported_languages": null}, "macro.fivetran_utils.default__first_value": {"name": "default__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.default__first_value", "macro_sql": "{% macro default__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5381267, "supported_languages": null}, "macro.fivetran_utils.redshift__first_value": {"name": "redshift__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.redshift__first_value", "macro_sql": "{% macro redshift__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} , {{ partition_field }} rows unbounded preceding )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.538573, "supported_languages": null}, "macro.fivetran_utils.ceiling": {"name": "ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.ceiling", "macro_sql": "{% macro ceiling(num) -%}\n\n{{ adapter.dispatch('ceiling', 'fivetran_utils') (num) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__ceiling"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5390325, "supported_languages": null}, "macro.fivetran_utils.default__ceiling": {"name": "default__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.default__ceiling", "macro_sql": "{% macro default__ceiling(num) %}\n ceiling({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5392573, "supported_languages": null}, "macro.fivetran_utils.snowflake__ceiling": {"name": "snowflake__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.snowflake__ceiling", "macro_sql": "{% macro snowflake__ceiling(num) %}\n ceil({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.539465, "supported_languages": null}, "macro.fivetran_utils.union_data": {"name": "union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.union_data", "macro_sql": "{%- macro union_data(table_identifier, database_variable, schema_variable, default_database, default_schema, default_variable, union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('union_data', 'fivetran_utils') (\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.default__union_data"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5417123, "supported_languages": null}, "macro.fivetran_utils.default__union_data": {"name": "default__union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.default__union_data", "macro_sql": "{%- macro default__union_data(\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) -%}\n\n{%- if var(union_schema_variable, none) -%}\n\n {%- set relations = [] -%}\n \n {%- if var(union_schema_variable) is string -%}\n {%- set trimmed = var(union_schema_variable)|trim('[')|trim(']') -%}\n {%- set schemas = trimmed.split(',')|map('trim',\" \")|map('trim','\"')|map('trim',\"'\") -%}\n {%- else -%}\n {%- set schemas = var(union_schema_variable) -%}\n {%- endif -%}\n\n {%- for schema in var(union_schema_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else var(database_variable, default_database),\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else schema,\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n \n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n \n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- elif var(union_database_variable, none) -%}\n\n {%- set relations = [] -%}\n\n {%- for database in var(union_database_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else database,\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else var(schema_variable, default_schema),\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n\n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n\n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- else -%}\n {% set exception_schemas = {\"linkedin_company_pages\": \"linkedin_pages\", \"instagram_business_pages\": \"instagram_business\"} %}\n {% set relation = namespace(value=\"\") %}\n {% if default_schema in exception_schemas.keys() %}\n {% for corrected_schema_name in exception_schemas.items() %} \n {% if default_schema in corrected_schema_name %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = corrected_schema_name[1] + \"_\" + table_identifier + \"_identifier\" %}\n {%- set relation.value=adapter.get_relation(\n database=source(corrected_schema_name[1], table_identifier).database,\n schema=source(corrected_schema_name[1], table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n {% endfor %}\n {% else %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifier\" %}\n {# Unfortunately the Twitter Organic identifiers were misspelled. As such, we will need to account for this in the model. This will be adjusted in the Twitter Organic package, but to ensure backwards compatibility, this needs to be included. #}\n {% if var(identifier_var, none) is none %} \n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifer\" %}\n {% endif %}\n {%- set relation.value=adapter.get_relation(\n database=source(default_schema, table_identifier).database,\n schema=source(default_schema, table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n{%- set table_exists=relation.value is not none -%}\n\n{%- if table_exists -%}\n select * \n from {{ relation.value }}\n{%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n{%- endif -%}\n{%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.550149, "supported_languages": null}, "macro.fivetran_utils.snowflake_seed_data": {"name": "snowflake_seed_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/snowflake_seed_data.sql", "original_file_path": "macros/snowflake_seed_data.sql", "unique_id": "macro.fivetran_utils.snowflake_seed_data", "macro_sql": "{% macro snowflake_seed_data(seed_name) %}\n\n{% if target.type == 'snowflake' %}\n{{ return(ref(seed_name ~ '_snowflake')) }}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.550925, "supported_languages": null}, "macro.fivetran_utils.fivetran_date_spine": {"name": "fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.fivetran_date_spine", "macro_sql": "{% macro fivetran_date_spine(datepart, start_date, end_date) -%}\n\n{{ return(adapter.dispatch('fivetran_date_spine', 'fivetran_utils') (datepart, start_date, end_date)) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__fivetran_date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.551894, "supported_languages": null}, "macro.fivetran_utils.default__fivetran_date_spine": {"name": "default__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.default__fivetran_date_spine", "macro_sql": "{% macro default__fivetran_date_spine(datepart, start_date, end_date) %}\n\n {{ dbt_utils.date_spine(datepart, start_date, end_date) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5522795, "supported_languages": null}, "macro.fivetran_utils.sqlserver__fivetran_date_spine": {"name": "sqlserver__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.sqlserver__fivetran_date_spine", "macro_sql": "{% macro sqlserver__fivetran_date_spine(datepart, start_date, end_date) -%}\n\n {% set date_spine_query %}\n with\n\n l0 as (\n\n select c\n from (select 1 union all select 1) as d(c)\n\n ),\n l1 as (\n\n select\n 1 as c\n from l0 as a\n cross join l0 as b\n\n ),\n\n l2 as (\n\n select 1 as c\n from l1 as a\n cross join l1 as b\n ),\n\n l3 as (\n\n select 1 as c\n from l2 as a\n cross join l2 as b\n ),\n\n l4 as (\n\n select 1 as c\n from l3 as a\n cross join l3 as b\n ),\n\n l5 as (\n\n select 1 as c\n from l4 as a\n cross join l4 as b\n ),\n\n nums as (\n\n select row_number() over (order by (select null)) as rownum\n from l5\n ),\n\n rawdata as (\n\n select top ({{dbt.datediff(start_date, end_date, datepart)}}) rownum -1 as n\n from nums\n order by rownum\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n 'n',\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n order by 1\n\n {% endset %}\n\n {% set results = run_query(date_spine_query) %}\n\n {% if execute %}\n\n {% set results_list = results.columns[0].values() %}\n \n {% else %}\n\n {% set results_list = [] %}\n\n {% endif %}\n\n {%- for date_field in results_list %}\n select cast('{{ date_field }}' as date) as date_{{datepart}} {{ 'union all ' if not loop.last else '' }}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff", "macro.dbt.dateadd", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.55386, "supported_languages": null}, "macro.fivetran_utils.remove_prefix_from_columns": {"name": "remove_prefix_from_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/remove_prefix_from_columns.sql", "original_file_path": "macros/remove_prefix_from_columns.sql", "unique_id": "macro.fivetran_utils.remove_prefix_from_columns", "macro_sql": "{% macro remove_prefix_from_columns(columns, prefix='', exclude=[]) %}\n\n {%- for col in columns if col.name not in exclude -%}\n {%- if col.name[:prefix|length]|lower == prefix -%}\n {{ col.name }} as {{ col.name[prefix|length:] }}\n {%- else -%}\n {{ col.name }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5550168, "supported_languages": null}, "macro.fivetran_utils.enabled_vars": {"name": "enabled_vars", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars.sql", "original_file_path": "macros/enabled_vars.sql", "unique_id": "macro.fivetran_utils.enabled_vars", "macro_sql": "{% macro enabled_vars(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, True) == False %}\n {{ return(False) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(True) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5557745, "supported_languages": null}, "macro.fivetran_utils.source_relation": {"name": "source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.source_relation", "macro_sql": "{% macro source_relation(union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('source_relation', 'fivetran_utils') (union_schema_variable, union_database_variable) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5564778, "supported_languages": null}, "macro.fivetran_utils.default__source_relation": {"name": "default__source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.default__source_relation", "macro_sql": "{% macro default__source_relation(union_schema_variable, union_database_variable) %}\n\n{% if var(union_schema_variable, none) %}\n, case\n {% for schema in var(union_schema_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%.{{ schema|lower }}.%' then '{{ schema|lower }}'\n {% endfor %}\n end as source_relation\n{% elif var(union_database_variable, none) %}\n, case\n {% for database in var(union_database_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%{{ database|lower }}.%' then '{{ database|lower }}'\n {% endfor %}\n end as source_relation\n{% else %}\n, cast('' as {{ dbt.type_string() }}) as source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5575953, "supported_languages": null}, "macro.fivetran_utils.percentile": {"name": "percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.percentile", "macro_sql": "{% macro percentile(percentile_field, partition_field, percent) -%}\n\n{{ adapter.dispatch('percentile', 'fivetran_utils') (percentile_field, partition_field, percent) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__percentile"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.558405, "supported_languages": null}, "macro.fivetran_utils.default__percentile": {"name": "default__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.default__percentile", "macro_sql": "{% macro default__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.558729, "supported_languages": null}, "macro.fivetran_utils.redshift__percentile": {"name": "redshift__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.redshift__percentile", "macro_sql": "{% macro redshift__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5590506, "supported_languages": null}, "macro.fivetran_utils.bigquery__percentile": {"name": "bigquery__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.bigquery__percentile", "macro_sql": "{% macro bigquery__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5593874, "supported_languages": null}, "macro.fivetran_utils.postgres__percentile": {"name": "postgres__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.postgres__percentile", "macro_sql": "{% macro postgres__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n /* have to group by partition field */\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5596852, "supported_languages": null}, "macro.fivetran_utils.spark__percentile": {"name": "spark__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.spark__percentile", "macro_sql": "{% macro spark__percentile(percentile_field, partition_field, percent) %}\n\n percentile( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1759869569.5600004, "supported_languages": null}}, "docs": {"doc.dbt.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "dbt", "path": "overview.md", "original_file_path": "docs/overview.md", "unique_id": "doc.dbt.__overview__", "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion"}, "doc.marketo.count_sends": {"name": "count_sends", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_sends", "block_contents": "Count of total sends from related email sends."}, "doc.marketo.count_opens": {"name": "count_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_opens", "block_contents": "Count of total opens from related email sends."}, "doc.marketo.count_bounces": {"name": "count_bounces", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_bounces", "block_contents": "Count of total bounces from related email sends."}, "doc.marketo.count_clicks": {"name": "count_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_clicks", "block_contents": "Count of total clicks from related email sends."}, "doc.marketo.count_deliveries": {"name": "count_deliveries", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_deliveries", "block_contents": "Count of total deliveries from related email sends."}, "doc.marketo.count_unsubscribes": {"name": "count_unsubscribes", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unsubscribes", "block_contents": "Count of total unsubscribes from related email sends."}, "doc.marketo.count_unique_opens": {"name": "count_unique_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_opens", "block_contents": "Count of unique opens from related email sends."}, "doc.marketo.count_unique_clicks": {"name": "count_unique_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_clicks", "block_contents": "Count of unique clicks from related email sends."}}, "exposures": {}, "metrics": {}, "groups": {}, "selectors": {}, "disabled": {"test.marketo_integration_tests.consistency_leads": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_leads", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_leads.sql", "original_file_path": "tests/consistency/consistency_leads.sql", "unique_id": "test.marketo_integration_tests.consistency_leads", "fqn": ["marketo_integration_tests", "consistency", "consistency_leads"], "alias": "consistency_leads", "checksum": {"name": "sha256", "checksum": "579e62fa35fafbd3a49ecdea6a5b590a19a72262321d07072f045dc48c495e5f"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1759869570.2978256, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__leads\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__leads\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_sends": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_sends", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_sends.sql", "original_file_path": "tests/consistency/consistency_email_sends.sql", "unique_id": "test.marketo_integration_tests.consistency_email_sends", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_sends"], "alias": "consistency_email_sends", "checksum": {"name": "sha256", "checksum": "55b9c6a31a1215b02476aa934280f2180bbb9e7684266fcd368098f9955d3129"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1759869570.328935, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n{% set columns_to_exclude = ['activity_id'] %}\n\n{% if not var('marketo__enable_campaigns', True) %}\n {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %}\n{% endif %}\n\n{% set columns_to_exclude = columns_to_exclude + var('consistency_test_exclude_metrics', []) %}\n\nwith prod as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'), \n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_prod.marketo__email_sends\n),\n\ndev as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'),\n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_dev.marketo__email_sends\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}, {"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_programs": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_programs", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_programs.sql", "original_file_path": "tests/consistency/consistency_programs.sql", "unique_id": "test.marketo_integration_tests.consistency_programs", "fqn": ["marketo_integration_tests", "consistency", "consistency_programs"], "alias": "consistency_programs", "checksum": {"name": "sha256", "checksum": "25915245f50c1b58d10486cd5a510271a0914538fadabaac10ca159b1bfaaec8"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1759869570.3524969, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__programs\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__programs\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_templates": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_templates", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_templates.sql", "original_file_path": "tests/consistency/consistency_email_templates.sql", "unique_id": "test.marketo_integration_tests.consistency_email_templates", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_templates"], "alias": "consistency_email_templates", "checksum": {"name": "sha256", "checksum": "7b72a3473f81b894b67dc135794f4b197c4920fdc42e8e574522897515d82ed5"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1759869570.3584971, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=var('consistency_test_exclude_metrics', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__email_templates\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=var('consistency_test_exclude_metrics', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__email_templates\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}, {"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_campaigns": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_campaigns", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_campaigns.sql", "original_file_path": "tests/consistency/consistency_campaigns.sql", "unique_id": "test.marketo_integration_tests.consistency_campaigns", "fqn": ["marketo_integration_tests", "consistency", "consistency_campaigns"], "alias": "consistency_campaigns", "checksum": {"name": "sha256", "checksum": "ba66788c4908e90a11e321682a9002e300c68adde18c69fcbeae9cc566f3d3ea"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1759869570.4116342, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true)\n) }}\n\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__campaigns\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__campaigns\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}]}, "parent_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["model.marketo.marketo__email_stats__by_program", "model.marketo.stg_marketo__program"], "model.marketo.marketo__lead_history": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"], "model.marketo.marketo__email_templates": ["model.marketo.marketo__email_stats__by_email_template", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__leads": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__campaigns": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.stg_marketo__campaigns"], "model.marketo.marketo__calendar_spine": [], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "model.marketo.stg_marketo__lead": ["model.marketo.stg_marketo__lead_tmp"], "model.marketo.stg_marketo__program": ["model.marketo.stg_marketo__program_tmp"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "model.marketo.stg_marketo__campaigns": ["model.marketo.stg_marketo__campaign_tmp"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["source.marketo.marketo.activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["source.marketo.marketo.lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["source.marketo.marketo.lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["source.marketo.marketo.activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["source.marketo.marketo.program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["source.marketo.marketo.activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["source.marketo.marketo.email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["source.marketo.marketo.campaign"], "model.marketo.stg_marketo__activity_send_email_tmp": ["source.marketo.marketo.activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["source.marketo.marketo.activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["source.marketo.marketo.activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["source.marketo.marketo.activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["source.marketo.marketo.activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["source.marketo.marketo.activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.int_marketo__lead": ["model.marketo.stg_marketo__activity_delete_lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__lead"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__change_data_pivot": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "model.marketo.marketo__change_data_scd": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.int_marketo__lead", "model.marketo.marketo__calendar_spine"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_details": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.unique_marketo__campaigns_campaign_id.f763a010f1": ["model.marketo.marketo__campaigns"], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": ["model.marketo.marketo__campaigns"], "test.marketo.unique_marketo__email_sends_email_send_id.f2367cb085": ["model.marketo.marketo__email_sends"], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": ["model.marketo.marketo__email_sends"], "test.marketo.unique_marketo__email_templates_email_template_id.82812ecfe8": ["model.marketo.marketo__email_templates"], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": ["model.marketo.marketo__email_templates"], "test.marketo.unique_marketo__lead_history_lead_history_id.f3c93a4f33": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": ["model.marketo.marketo__lead_history"], "test.marketo.unique_marketo__leads_lead_id.1ac49a9fda": ["model.marketo.marketo__leads"], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": ["model.marketo.marketo__leads"], "test.marketo.unique_marketo__programs_program_id.269cbf8423": ["model.marketo.marketo__programs"], "test.marketo.not_null_marketo__programs_program_id.de885080e0": ["model.marketo.marketo__programs"], "test.marketo.unique_stg_marketo__activity_change_data_value_activity_id.7c7047bbcd": ["model.marketo.stg_marketo__activity_change_data_value"], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": ["model.marketo.stg_marketo__activity_change_data_value"], "test.marketo.unique_stg_marketo__activity_click_email_activity_id.6c599791a0": ["model.marketo.stg_marketo__activity_click_email"], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": ["model.marketo.stg_marketo__activity_click_email"], "test.marketo.unique_stg_marketo__activity_email_bounced_activity_id.28833155c3": ["model.marketo.stg_marketo__activity_email_bounced"], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": ["model.marketo.stg_marketo__activity_email_bounced"], "test.marketo.unique_stg_marketo__activity_email_delivered_activity_id.6f715c1b87": ["model.marketo.stg_marketo__activity_email_delivered"], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": ["model.marketo.stg_marketo__activity_email_delivered"], "test.marketo.unique_stg_marketo__activity_open_email_activity_id.d48e7e93e6": ["model.marketo.stg_marketo__activity_open_email"], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": ["model.marketo.stg_marketo__activity_open_email"], "test.marketo.unique_stg_marketo__activity_send_email_activity_id.bd25ee45d1": ["model.marketo.stg_marketo__activity_send_email"], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": ["model.marketo.stg_marketo__activity_send_email"], "test.marketo.unique_stg_marketo__activity_unsubscribe_email_activity_id.a3bca07e06": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "test.marketo.unique_stg_marketo__campaigns_campaign_id.58c604f925": ["model.marketo.stg_marketo__campaigns"], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": ["model.marketo.stg_marketo__campaigns"], "test.marketo.unique_stg_marketo__email_template_history_email_template_history_id.7e3c0524e2": ["model.marketo.stg_marketo__email_template_history"], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": ["model.marketo.stg_marketo__email_template_history"], "test.marketo.unique_stg_marketo__lead_describe_lead_describe_id.4f0a7f9cc1": ["model.marketo.stg_marketo__lead_describe"], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": ["model.marketo.stg_marketo__lead_describe"], "test.marketo.unique_stg_marketo__lead_lead_id.1a4c20db9f": ["model.marketo.stg_marketo__lead"], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": ["model.marketo.stg_marketo__lead"], "test.marketo.unique_stg_marketo__program_program_id.20616f7b2c": ["model.marketo.stg_marketo__program"], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": ["model.marketo.stg_marketo__program"], "source.marketo.marketo.lead": [], "source.marketo.marketo.lead_describe": [], "source.marketo.marketo.activity_change_data_value": [], "source.marketo.marketo.campaign": [], "source.marketo.marketo.program": [], "source.marketo.marketo.email_template_history": [], "source.marketo.marketo.activity_click_email": [], "source.marketo.marketo.activity_email_delivered": [], "source.marketo.marketo.activity_email_bounced": [], "source.marketo.marketo.activity_open_email": [], "source.marketo.marketo.activity_unsubscribe_email": [], "source.marketo.marketo.activity_send_email": [], "source.marketo.marketo.activity_delete_lead": [], "source.marketo.marketo.activity_merge_leads": []}, "child_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["test.marketo.not_null_marketo__programs_program_id.de885080e0", "test.marketo.unique_marketo__programs_program_id.269cbf8423"], "model.marketo.marketo__lead_history": ["test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a", "test.marketo.unique_marketo__lead_history_lead_history_id.f3c93a4f33"], "model.marketo.marketo__email_templates": ["test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332", "test.marketo.unique_marketo__email_templates_email_template_id.82812ecfe8"], "model.marketo.marketo__leads": ["test.marketo.not_null_marketo__leads_lead_id.4dd423c832", "test.marketo.unique_marketo__leads_lead_id.1ac49a9fda"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.marketo__email_stats__by_email_template", "model.marketo.marketo__email_stats__by_lead", "model.marketo.marketo__email_stats__by_program", "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a", "test.marketo.unique_marketo__email_sends_email_send_id.f2367cb085"], "model.marketo.marketo__campaigns": ["test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf", "test.marketo.unique_marketo__campaigns_campaign_id.f763a010f1"], "model.marketo.marketo__calendar_spine": ["model.marketo.marketo__lead_calendar_spine"], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108", "test.marketo.unique_stg_marketo__activity_change_data_value_activity_id.7c7047bbcd"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.marketo__unsubscribes__by_sent_email", "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0", "test.marketo.unique_stg_marketo__activity_unsubscribe_email_activity_id.a3bca07e06"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.marketo__email_sends_deduped", "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8", "test.marketo.unique_stg_marketo__activity_send_email_activity_id.bd25ee45d1"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.marketo__clicks__by_sent_email", "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd", "test.marketo.unique_stg_marketo__activity_click_email_activity_id.6c599791a0"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879", "test.marketo.unique_stg_marketo__lead_describe_lead_describe_id.4f0a7f9cc1"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.marketo__email_sends", "model.marketo.marketo__email_templates", "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa", "test.marketo.unique_stg_marketo__email_template_history_email_template_history_id.7e3c0524e2"], "model.marketo.stg_marketo__lead": ["model.marketo.int_marketo__lead", "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055", "test.marketo.unique_stg_marketo__lead_lead_id.1a4c20db9f"], "model.marketo.stg_marketo__program": ["model.marketo.marketo__programs", "test.marketo.not_null_stg_marketo__program_program_id.882bad918f", "test.marketo.unique_stg_marketo__program_program_id.20616f7b2c"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.marketo__deliveries__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885", "test.marketo.unique_stg_marketo__activity_email_delivered_activity_id.6f715c1b87"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.marketo__opens__by_sent_email", "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396", "test.marketo.unique_stg_marketo__activity_open_email_activity_id.d48e7e93e6"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.marketo__bounces__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2", "test.marketo.unique_stg_marketo__activity_email_bounced_activity_id.28833155c3"], "model.marketo.stg_marketo__campaigns": ["model.marketo.marketo__campaigns", "model.marketo.marketo__email_sends", "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112", "test.marketo.unique_stg_marketo__campaigns_campaign_id.58c604f925"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["model.marketo.stg_marketo__lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["model.marketo.stg_marketo__lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["model.marketo.stg_marketo__activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["model.marketo.stg_marketo__program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["model.marketo.stg_marketo__email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["model.marketo.stg_marketo__campaigns"], "model.marketo.stg_marketo__activity_send_email_tmp": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["model.marketo.stg_marketo__activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["model.marketo.stg_marketo__activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__leads"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__campaigns"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.int_marketo__lead": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine", "model.marketo.marketo__leads"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_pivot": ["model.marketo.marketo__change_data_scd"], "model.marketo.marketo__change_data_scd": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_templates"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__programs"], "model.marketo.marketo__change_data_details": ["model.marketo.marketo__change_data_scd"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.unique_marketo__campaigns_campaign_id.f763a010f1": [], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": [], "test.marketo.unique_marketo__email_sends_email_send_id.f2367cb085": [], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": [], "test.marketo.unique_marketo__email_templates_email_template_id.82812ecfe8": [], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": [], "test.marketo.unique_marketo__lead_history_lead_history_id.f3c93a4f33": [], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": [], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": [], "test.marketo.unique_marketo__leads_lead_id.1ac49a9fda": [], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": [], "test.marketo.unique_marketo__programs_program_id.269cbf8423": [], "test.marketo.not_null_marketo__programs_program_id.de885080e0": [], "test.marketo.unique_stg_marketo__activity_change_data_value_activity_id.7c7047bbcd": [], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": [], "test.marketo.unique_stg_marketo__activity_click_email_activity_id.6c599791a0": [], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": [], "test.marketo.unique_stg_marketo__activity_email_bounced_activity_id.28833155c3": [], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": [], "test.marketo.unique_stg_marketo__activity_email_delivered_activity_id.6f715c1b87": [], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": [], "test.marketo.unique_stg_marketo__activity_open_email_activity_id.d48e7e93e6": [], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": [], "test.marketo.unique_stg_marketo__activity_send_email_activity_id.bd25ee45d1": [], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": [], "test.marketo.unique_stg_marketo__activity_unsubscribe_email_activity_id.a3bca07e06": [], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": [], "test.marketo.unique_stg_marketo__campaigns_campaign_id.58c604f925": [], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": [], "test.marketo.unique_stg_marketo__email_template_history_email_template_history_id.7e3c0524e2": [], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": [], "test.marketo.unique_stg_marketo__lead_describe_lead_describe_id.4f0a7f9cc1": [], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": [], "test.marketo.unique_stg_marketo__lead_lead_id.1a4c20db9f": [], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": [], "test.marketo.unique_stg_marketo__program_program_id.20616f7b2c": [], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": [], "source.marketo.marketo.lead": ["model.marketo.stg_marketo__lead_tmp"], "source.marketo.marketo.lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "source.marketo.marketo.activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "source.marketo.marketo.campaign": ["model.marketo.stg_marketo__campaign_tmp"], "source.marketo.marketo.program": ["model.marketo.stg_marketo__program_tmp"], "source.marketo.marketo.email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "source.marketo.marketo.activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "source.marketo.marketo.activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "source.marketo.marketo.activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "source.marketo.marketo.activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "source.marketo.marketo.activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "source.marketo.marketo.activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "source.marketo.marketo.activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "source.marketo.marketo.activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "group_map": {}, "saved_queries": {}, "semantic_models": {}, "unit_tests": {}} \ No newline at end of file +{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v12.json", "dbt_version": "1.10.13", "generated_at": "2025-11-04T20:37:35.172602Z", "invocation_id": "54a8f044-ae71-46ed-96a2-d7b808aff031", "invocation_started_at": "2025-11-04T20:37:22.810485+00:00", "env": {}, "project_name": "marketo_integration_tests", "project_id": "6be585827f2d702a875759beb87a54b1", "user_id": null, "send_anonymous_usage_stats": false, "adapter_type": "postgres", "quoting": {"database": true, "schema": true, "identifier": true, "column": null}}, "nodes": {"seed.marketo_integration_tests.marketo_email_template_history_data": {"database": "postgres", "schema": "public", "name": "marketo_email_template_history_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_email_template_history_data.csv", "original_file_path": "seeds/marketo_email_template_history_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data", "fqn": ["marketo_integration_tests", "marketo_email_template_history_data"], "alias": "marketo_email_template_history_data", "checksum": {"name": "sha256", "checksum": "88720f1d192884ba6a37ef4b5d7c6d71854d4317881e3c05527c647f3110819c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}}, "created_at": 1762288645.415669, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_bounced_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_bounced_data.csv", "original_file_path": "seeds/marketo_activity_email_bounced_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_bounced_data"], "alias": "marketo_activity_email_bounced_data", "checksum": {"name": "sha256", "checksum": "84ad6102d1351832188e16498b2b5253479cbe9e5fd9d77ccb9f97b210af8f67"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4234457, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_campaign_data": {"database": "postgres", "schema": "public", "name": "marketo_campaign_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_campaign_data.csv", "original_file_path": "seeds/marketo_campaign_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_campaign_data", "fqn": ["marketo_integration_tests", "marketo_campaign_data"], "alias": "marketo_campaign_data", "checksum": {"name": "sha256", "checksum": "c2dec4e9b5d9551cc21da6efb838d60c2d4f1a015c40a7765753bf3bb1f6a56a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4266005, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_delete_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_delete_lead_data.csv", "original_file_path": "seeds/marketo_activity_delete_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data", "fqn": ["marketo_integration_tests", "marketo_activity_delete_lead_data"], "alias": "marketo_activity_delete_lead_data", "checksum": {"name": "sha256", "checksum": "4798018fe3ad445e062842e31f2ab12d165e11784128c0374a24622af39d9851"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4297433, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_open_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_open_email_data.csv", "original_file_path": "seeds/marketo_activity_open_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_open_email_data"], "alias": "marketo_activity_open_email_data", "checksum": {"name": "sha256", "checksum": "c2e6f02fb886b1acf308d01f7ac0c8123d6bf83ed235e93cf776d0b03bf48194"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4330988, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_merge_leads_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_merge_leads_data.csv", "original_file_path": "seeds/marketo_activity_merge_leads_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data", "fqn": ["marketo_integration_tests", "marketo_activity_merge_leads_data"], "alias": "marketo_activity_merge_leads_data", "checksum": {"name": "sha256", "checksum": "24ad90300354e3399ee9da754c62c3d76e3d36f3d57be16c71e7734545a104a8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.43626, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_unsubscribe_email_data.csv", "original_file_path": "seeds/marketo_activity_unsubscribe_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_unsubscribe_email_data"], "alias": "marketo_activity_unsubscribe_email_data", "checksum": {"name": "sha256", "checksum": "9e875888fdd08766cdd8ed980dc75c0fe6d0875af6bd9e32e31df4e1e2e6a1f8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4393816, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_delivered_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_delivered_data.csv", "original_file_path": "seeds/marketo_activity_email_delivered_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_delivered_data"], "alias": "marketo_activity_email_delivered_data", "checksum": {"name": "sha256", "checksum": "b2243d0565a9b1d4f98aaf79cf1ee52b48f8f2015eea1e748d126925bf15cad6"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4425237, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_click_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_click_email_data.csv", "original_file_path": "seeds/marketo_activity_click_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_click_email_data"], "alias": "marketo_activity_click_email_data", "checksum": {"name": "sha256", "checksum": "97c60db60ffb7cef6797417f9eeeed5c72e0f8e8a0001972911b2b74884591c5"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.445801, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_data.csv", "original_file_path": "seeds/marketo_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_data", "fqn": ["marketo_integration_tests", "marketo_lead_data"], "alias": "marketo_lead_data", "checksum": {"name": "sha256", "checksum": "f31f8f352f46ccc6cbb1a26d0f277aff3b231a8cc8b79a948962b90687566a1a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp"}}, "created_at": 1762288645.4489598, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_change_data_value_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_change_data_value_data.csv", "original_file_path": "seeds/marketo_activity_change_data_value_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data", "fqn": ["marketo_integration_tests", "marketo_activity_change_data_value_data"], "alias": "marketo_activity_change_data_value_data", "checksum": {"name": "sha256", "checksum": "50150cbdd92fde6155258db2e872f0ada8aa08c9d1d86b944e4895f9f4b457af"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1762288645.452216, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_program_data": {"database": "postgres", "schema": "public", "name": "marketo_program_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_program_data.csv", "original_file_path": "seeds/marketo_program_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_program_data", "fqn": ["marketo_integration_tests", "marketo_program_data"], "alias": "marketo_program_data", "checksum": {"name": "sha256", "checksum": "b8086d8f192438267b139c516bcccfc9a52364633d951bef3c60254cd002bd55"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4553614, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_describe_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_describe_data.csv", "original_file_path": "seeds/marketo_lead_describe_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data", "fqn": ["marketo_integration_tests", "marketo_lead_describe_data"], "alias": "marketo_lead_describe_data", "checksum": {"name": "sha256", "checksum": "82b41788229917c7b5e11620f8093c5664ac80b42f055810c66c2c30a22dad65"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.458574, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_send_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_send_email_data.csv", "original_file_path": "seeds/marketo_activity_send_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_send_email_data"], "alias": "marketo_activity_send_email_data", "checksum": {"name": "sha256", "checksum": "ae84d3239cddebc24fa0865f320e4a607be5e9ca6c72a0178f96dad515e16f5c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1762288645.4617946, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "model.marketo.marketo__programs": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__programs", "resource_type": "model", "package_name": "marketo", "path": "marketo__programs.sql", "original_file_path": "models/marketo__programs.sql", "unique_id": "model.marketo.marketo__programs", "fqn": ["marketo", "marketo__programs"], "alias": "marketo__programs", "checksum": {"name": "sha256", "checksum": "ad56935f9550589fa84d185e5c2a1addcc70559767f9994ee8d2ff951cf6fc44"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo program.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.982604, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__programs\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith programs as (\n\n select *\n from {{ ref('stg_marketo__program') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_program') }}\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n on programs.source_relation = email_stats.source_relation\n and programs.program_id = email_stats.program_id\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}, {"name": "marketo__email_stats__by_program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__program", "model.marketo.marketo__email_stats__by_program"]}, "compiled_path": "target/compiled/marketo/models/marketo__programs.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), programs as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_program\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n on programs.source_relation = email_stats.source_relation\n and programs.program_id = email_stats.program_id\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_program", "sql": " __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__lead_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_history", "resource_type": "model", "package_name": "marketo", "path": "marketo__lead_history.sql", "original_file_path": "models/marketo__lead_history.sql", "unique_id": "model.marketo.marketo__lead_history", "fqn": ["marketo", "marketo__lead_history"], "alias": "marketo__lead_history", "checksum": {"name": "sha256", "checksum": "76385a0ac1fbc57657ad1640414d90558a78b13760635cc077fd65782bb91d04"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_history_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "Each record is what a Marketo lead looked like on each day. The columns in this model are specified with the `lead_history_columns` variable.\nThe start date is configured by the `marketo__first_date` variable, which by default, for dbt Core\u2122 users, is the date of the earliest lead record. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_history_id": {"name": "lead_history_id", "description": "Surrogate key combining date_day and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "date_day": {"name": "date_day", "description": "The date of the lead was observed in this state. For dbt Core\u2122 users, the default earliest `date_day` will be the date of the earliest lead record. This can be adjusted via the `marketo__first_date` variable. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_history_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288646.962941, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_history_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_scd')) -%}\n{% set filtered_change_data_columns = [] %}\n{% for col in change_data_columns if col.name|lower not in ['lead_id','valid_to','lead_day_id','source_relation'] %}\n {% set filtered_change_data_columns = filtered_change_data_columns.append(col) %}\n{% endfor %}\n\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_scd') }}\n {% if is_incremental() %}\n where valid_to >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), calendar as (\n\n select *\n from {{ ref('marketo__lead_calendar_spine') }}\n where date_day <= current_date\n {% if is_incremental() %}\n and date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), joined as (\n\n select \n calendar.source_relation,\n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n {% for col in filtered_change_data_columns %} \n , {{ col.name }}\n {% endfor %}\n from calendar\n left join change_data\n on calendar.source_relation = change_data.source_relation\n and calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n source_relation,\n date_day,\n lead_id,\n new_values_present\n \n {% for col in filtered_change_data_columns %} \n , joined.{{ col.name }}\n -- create a batch/partition once a new value is provided\n , sum(case when new_values_present then 1\n else 0 end) over (\n partition by lead_id {{ partition_by_source_relation() }}\n order by coalesce(date_day, current_date) desc\n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n {% endfor %}\n from joined\n\n), backfill as (\n\n select\n source_relation,\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n {% for col in filtered_change_data_columns %} \n , first_value({{ col.name }}) over (\n partition by lead_id, {{ col.name }}_partition {{ partition_by_source_relation() }}\n order by date_day desc\n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endfor %}\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id'] )}} as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__lead_calendar_spine", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"]}, "compiled_path": "target/compiled/marketo/models/marketo__lead_history.sql", "compiled": true, "compiled_code": "\n\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"\n \n where valid_to >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"\n where date_day <= current_date\n \n and date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), joined as (\n\n select \n calendar.source_relation,\n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n \n from calendar\n left join change_data\n on calendar.source_relation = change_data.source_relation\n and calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n source_relation,\n date_day,\n lead_id,\n new_values_present\n \n \n from joined\n\n), backfill as (\n\n select\n source_relation,\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n \n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_templates": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_templates", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_templates.sql", "original_file_path": "models/marketo__email_templates.sql", "unique_id": "model.marketo.marketo__email_templates", "fqn": ["marketo", "marketo__email_templates"], "alias": "marketo__email_templates", "checksum": {"name": "sha256", "checksum": "dc87e6612b6dd1a831bb0e13858888d9ff8008fd7bbbe0fb624208696f2e495d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is the most recent version of an email template.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_template_id": {"name": "email_template_id", "description": "ID of the email template", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of records for a given email_template_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.9609518, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"", "raw_code": "with email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_email_template') }}\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n on email_templates.email_template_id = email_stats.email_template_id\n and email_templates.source_relation = email_stats.source_relation\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}, {"name": "marketo__email_stats__by_email_template", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__email_template_history", "model.marketo.marketo__email_stats__by_email_template"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_templates.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_email_template\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n on email_templates.email_template_id = email_stats.email_template_id\n and email_templates.source_relation = email_stats.source_relation\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_email_template", "sql": " __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__leads", "resource_type": "model", "package_name": "marketo", "path": "marketo__leads.sql", "original_file_path": "models/marketo__leads.sql", "unique_id": "model.marketo.marketo__leads", "fqn": ["marketo", "marketo__leads"], "alias": "marketo__leads", "checksum": {"name": "sha256", "checksum": "0940f13d124f048b087fbbe83f740f76af4ef1ec641a20adbbe4a6a2aecd4795"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo lead.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp for when each lead was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp for when each lead was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_deleted": {"name": "is_deleted", "description": "Indicates if the lead record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_into_lead_id": {"name": "merged_into_lead_id", "description": "The ID of the lead into which this lead was merged.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_merged": {"name": "is_merged", "description": "Flag indicating whether the lead has been merged into another lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.9772806, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__leads\"", "raw_code": "with leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_lead') }}\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n on leads.source_relation = email_stats.source_relation \n and leads.lead_id = email_stats.lead_id\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__email_stats__by_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"]}, "compiled_path": "target/compiled/marketo/models/marketo__leads.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_lead\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n on leads.source_relation = email_stats.source_relation \n and leads.lead_id = email_stats.lead_id\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_lead", "sql": " __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_sends": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_sends.sql", "original_file_path": "models/marketo__email_sends.sql", "unique_id": "model.marketo.marketo__email_sends", "fqn": ["marketo", "marketo__email_sends"], "alias": "marketo__email_sends", "checksum": {"name": "sha256", "checksum": "388b71dc6bc25508ed61a2083c25767dfdbb0ae0ff0c5091462fa649f4fce479"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a sent email in Marketo to a user.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "The ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_rank": {"name": "activity_rank", "description": "Assigned rank for a given email_send_id, determined by ascending order of activity_timestamp. Earliest activity_timestamp gets rank 1.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "was_opened": {"name": "was_opened", "description": "Whether the email send was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_bounced": {"name": "was_bounced", "description": "Whether the email send bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_clicked": {"name": "was_clicked", "description": "Whether the email send was clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_delivered": {"name": "was_delivered", "description": "Whether the email send was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_unsubscribed": {"name": "was_unsubscribed", "description": "Whether the email send resulted in the user unsubscribing.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "The type of the email send's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email send's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email send was operational.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.861696, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"", "raw_code": "with sends as (\n\n select *\n from {{ ref('marketo__email_sends_deduped') }}\n\n), opens as (\n\n select *\n from {{ ref('marketo__opens__by_sent_email') }}\n\n), bounces as (\n\n select *\n from {{ ref('marketo__bounces__by_sent_email') }}\n\n), clicks as (\n\n select *\n from {{ ref('marketo__clicks__by_sent_email') }}\n\n), deliveries as (\n\n select *\n from {{ ref('marketo__deliveries__by_sent_email') }}\n\n), unsubscribes as (\n\n select *\n from {{ ref('marketo__unsubscribes__by_sent_email') }}\n\n{% if var('marketo__enable_campaigns', True) %}\n\n), campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n{% endif %}\n\n), email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens\n on sends.source_relation = opens.source_relation\n and sends.email_send_id = opens.email_send_id\n left join bounces\n on sends.source_relation = bounces.source_relation\n and sends.email_send_id = bounces.email_send_id\n left join clicks\n on sends.source_relation = clicks.source_relation\n and sends.email_send_id = clicks.email_send_id\n left join deliveries\n on sends.source_relation = deliveries.source_relation\n and sends.email_send_id = deliveries.email_send_id\n left join unsubscribes\n on sends.source_relation = unsubscribes.source_relation\n and sends.email_send_id = unsubscribes.email_send_id\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n {% if var('marketo__enable_campaigns', True) %}\n campaigns.campaign_type,\n campaigns.program_id,\n {% endif %}\n email_templates.is_operational\n from booleans\n {% if var('marketo__enable_campaigns', True) %}\n left join campaigns\n on booleans.source_relation = campaigns.source_relation\n and booleans.campaign_id = campaigns.campaign_id\n {% endif %}\n left join email_templates\n on booleans.source_relation = email_templates.source_relation\n and booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp\n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends_deduped", "package": null, "version": null}, {"name": "marketo__opens__by_sent_email", "package": null, "version": null}, {"name": "marketo__bounces__by_sent_email", "package": null, "version": null}, {"name": "marketo__clicks__by_sent_email", "package": null, "version": null}, {"name": "marketo__deliveries__by_sent_email", "package": null, "version": null}, {"name": "marketo__unsubscribes__by_sent_email", "package": null, "version": null}, {"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_sends.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n), __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), sends as (\n\n select *\n from __dbt__cte__marketo__email_sends_deduped\n\n), opens as (\n\n select *\n from __dbt__cte__marketo__opens__by_sent_email\n\n), bounces as (\n\n select *\n from __dbt__cte__marketo__bounces__by_sent_email\n\n), clicks as (\n\n select *\n from __dbt__cte__marketo__clicks__by_sent_email\n\n), deliveries as (\n\n select *\n from __dbt__cte__marketo__deliveries__by_sent_email\n\n), unsubscribes as (\n\n select *\n from __dbt__cte__marketo__unsubscribes__by_sent_email\n\n\n\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n\n\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens\n on sends.source_relation = opens.source_relation\n and sends.email_send_id = opens.email_send_id\n left join bounces\n on sends.source_relation = bounces.source_relation\n and sends.email_send_id = bounces.email_send_id\n left join clicks\n on sends.source_relation = clicks.source_relation\n and sends.email_send_id = clicks.email_send_id\n left join deliveries\n on sends.source_relation = deliveries.source_relation\n and sends.email_send_id = deliveries.email_send_id\n left join unsubscribes\n on sends.source_relation = unsubscribes.source_relation\n and sends.email_send_id = unsubscribes.email_send_id\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n \n campaigns.campaign_type,\n campaigns.program_id,\n \n email_templates.is_operational\n from booleans\n \n left join campaigns\n on booleans.source_relation = campaigns.source_relation\n and booleans.campaign_id = campaigns.campaign_id\n \n left join email_templates\n on booleans.source_relation = email_templates.source_relation\n and booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp\n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_sends_deduped", "sql": " __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n)"}, {"id": "model.marketo.marketo__opens__by_sent_email", "sql": " __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__bounces__by_sent_email", "sql": " __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__clicks__by_sent_email", "sql": " __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__deliveries__by_sent_email", "sql": " __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__unsubscribes__by_sent_email", "sql": " __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "marketo__campaigns.sql", "original_file_path": "models/marketo__campaigns.sql", "unique_id": "model.marketo.marketo__campaigns", "fqn": ["marketo", "marketo__campaigns"], "alias": "marketo__campaigns", "checksum": {"name": "sha256", "checksum": "77b5c1861032435de3fb8e89a85ac859cf5bcfc1ebf26927f75cd7771d9e6612"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is Marketo campaign.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}, "computed_url": {"name": "computed_url", "description": "The URL computed for the campaign, used for tracking or reference.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow associated with the campaign, defining the actions taken.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "ID of the folder where the campaign is stored in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "Type of folder (e.g., program, campaign) that stores the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether the communication limit is enabled for the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Indicates if the campaign can be requested externally.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether the campaign is a system-level campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "Maximum number of members that can be part of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "Type of qualification rule governing campaign entry.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "Interval for the qualification rule, specifying campaign entry frequency.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "Unit for the qualification interval (e.g., hours, days).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "Timestamp when the recurrence of the campaign starts.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "Timestamp when the recurrence of the campaign ends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "Type of interval for the recurrence (e.g., daily, weekly).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "Frequency of recurrence (e.g., every 1 day).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether recurrence occurs only on weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "Day of the month when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "Day of the week when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "Week of the month when the campaign recurs (e.g., first week).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "ID of the smart list associated with the campaign, used for targeting.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Current status of the campaign (e.g., active, paused).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.8531282, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_campaign') }}\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n on campaigns.source_relation = email_stats.source_relation\n and campaigns.campaign_id = email_stats.campaign_id\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "marketo__email_stats__by_campaign", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__campaigns", "model.marketo.marketo__email_stats__by_campaign"]}, "compiled_path": "target/compiled/marketo/models/marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_campaign\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n on campaigns.source_relation = email_stats.source_relation\n and campaigns.campaign_id = email_stats.campaign_id\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_campaign", "sql": " __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "utils/marketo__calendar_spine.sql", "original_file_path": "models/utils/marketo__calendar_spine.sql", "unique_id": "model.marketo.marketo__calendar_spine", "fqn": ["marketo", "utils", "marketo__calendar_spine"], "alias": "marketo__calendar_spine", "checksum": {"name": "sha256", "checksum": "1031ff0611d90da0aaa62337a0b127a6d1ea14af89a0460b7b6d180d95963c12"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288645.77998, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"", "raw_code": "-- depends_on: {{ ref('stg_marketo__lead_tmp') }}\n\nwith spine as (\n\n {% if execute %}\n {% set first_date_query %}\n select min( created_at ) as min_date from {{ ref('stg_marketo__lead_tmp') }}\n {% endset %}\n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n {% set first_date = var('marketo__first_date', run_query(first_date_query).columns[0][0]|string) %}\n \n {% if target.type == 'postgres' %}\n {% set first_date_adjust = \"cast('\" ~ first_date[0:10] ~ \"' as date)\" %}\n\n {% else %}\n {% set first_date_adjust = \"'\" ~ first_date[0:10] ~ \"'\" %}\n\n {% endif %}\n\n {% else %} {% set first_date_adjust = \"2016-01-01\" %}\n \n {% endif %}\n\n{{\n dbt_utils.date_spine(\n datepart = \"day\", \n start_date = first_date_adjust,\n end_date = dbt.dateadd(\"week\", 1, \"current_date\")\n ) \n}}\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt_utils.date_spine", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/utils/marketo__calendar_spine.sql", "compiled": true, "compiled_code": "-- depends_on: \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"\n\nwith spine as (\n\n \n \n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n \n \n \n \n\n \n\n \n\n\n\n\n\n\n\nwith rawdata as (\n\n \n\n \n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n \n p0.generated_number * power(2, 0)\n + \n \n p1.generated_number * power(2, 1)\n + \n \n p2.generated_number * power(2, 2)\n + \n \n p3.generated_number * power(2, 3)\n + \n \n p4.generated_number * power(2, 4)\n + \n \n p5.generated_number * power(2, 5)\n + \n \n p6.generated_number * power(2, 6)\n + \n \n p7.generated_number * power(2, 7)\n + \n \n p8.generated_number * power(2, 8)\n + \n \n p9.generated_number * power(2, 9)\n + \n \n p10.generated_number * power(2, 10)\n + \n \n p11.generated_number * power(2, 11)\n \n \n + 1\n as generated_number\n\n from\n\n \n p as p0\n cross join \n \n p as p1\n cross join \n \n p as p2\n cross join \n \n p as p3\n cross join \n \n p as p4\n cross join \n \n p as p5\n cross join \n \n p as p6\n cross join \n \n p as p7\n cross join \n \n p as p8\n cross join \n \n p as p9\n cross join \n \n p as p10\n cross join \n \n p as p11\n \n \n\n )\n\n select *\n from unioned\n where generated_number <= 2144\n order by generated_number\n\n\n\n),\n\nall_periods as (\n\n select (\n \n\n cast('2019-12-29' as date) + ((interval '1 day') * (row_number() over (order by generated_number) - 1))\n\n\n ) as date_day\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_day <= \n\n current_date + ((interval '1 week') * (1))\n\n\n\n)\n\nselect * from filtered\n\n\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_change_data_value.sql", "original_file_path": "models/staging/stg_marketo__activity_change_data_value.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value", "fqn": ["marketo", "staging", "stg_marketo__activity_change_data_value"], "alias": "stg_marketo__activity_change_data_value", "checksum": {"name": "sha256", "checksum": "5a6e60fc021a7ba905d050d534d642f30a43028eab3dc313aa5dbb3cc75ef75f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_reason": {"name": "change_reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_source": {"name": "change_source", "description": "Source of the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user_id": {"name": "modifying_user_id", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2174337, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_change_data_value_tmp')),\n staging_columns=get_activity_change_data_value_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_change_data_value_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_change_data_value.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n api_method_name\n \n as \n \n api_method_name\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n modifying_user\n \n as \n \n modifying_user\n \n, \n \n \n new_value\n \n as \n \n new_value\n \n, \n \n \n old_value\n \n as \n \n old_value\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n reason\n \n as \n \n reason\n \n, \n \n \n request_id\n \n as \n \n request_id\n \n, \n \n \n source\n \n as \n \n source\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_unsubscribe_email.sql", "original_file_path": "models/staging/stg_marketo__activity_unsubscribe_email.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email", "fqn": ["marketo", "staging", "stg_marketo__activity_unsubscribe_email"], "alias": "stg_marketo__activity_unsubscribe_email", "checksum": {"name": "sha256", "checksum": "26cf80845795360f33ae28a3e322c4a02839aa82d9d7bdfacfd8c493ca6bd0d8"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.227497, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_unsubscribe_email_tmp')),\n staging_columns=get_activity_unsubscribe_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_unsubscribe_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_unsubscribe_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n client_ip_address\n \n as \n \n client_ip_address\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n form_fields\n \n as \n \n form_fields\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n query_parameters\n \n as \n \n query_parameters\n \n, \n \n \n referrer_url\n \n as \n \n referrer_url\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n, \n \n \n webform_id\n \n as \n \n webform_id\n \n, \n \n \n webpage_id\n \n as \n \n webpage_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_send_email.sql", "original_file_path": "models/staging/stg_marketo__activity_send_email.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email", "fqn": ["marketo", "staging", "stg_marketo__activity_send_email"], "alias": "stg_marketo__activity_send_email", "checksum": {"name": "sha256", "checksum": "ffba902ac0a3c16c0ef100e1647fe35667ed8fc61cb278734a648ab99ac587a0"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2261353, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_send_email_tmp')),\n staging_columns=get_activity_send_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__activity_send_email_passthrough_columns') }}\n\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_send_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.fivetran_utils.fill_pass_through_columns", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_send_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_send_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n action_result\n \n as \n \n action_result\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n \n\n\n\n\n\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_click_email.sql", "original_file_path": "models/staging/stg_marketo__activity_click_email.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email", "fqn": ["marketo", "staging", "stg_marketo__activity_click_email"], "alias": "stg_marketo__activity_click_email", "checksum": {"name": "sha256", "checksum": "cb87031ec9d77462538605062a1334e207658cbd4335d07d7f5e2954344be93f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_device": {"name": "click_device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_link_url": {"name": "click_link_url", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_platform": {"name": "user_platform", "description": "The user's operating platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2200038, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_click_email_tmp')),\n staging_columns=get_activity_click_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_click_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_click_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_click_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n link\n \n as \n \n link\n \n, \n cast(null as TEXT) as \n \n link_id\n \n , \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_delete_lead.sql", "original_file_path": "models/staging/stg_marketo__activity_delete_lead.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead", "fqn": ["marketo", "staging", "stg_marketo__activity_delete_lead"], "alias": "stg_marketo__activity_delete_lead", "checksum": {"name": "sha256", "checksum": "d8a19fbc7519c35446c20295fb68ea7548423d58751c37f1cdaf8e2f91801db9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with deleted lead activities", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2393749, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__activity_delete_lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_delete_lead_tmp')),\n staging_columns=get_activity_delete_lead_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_delete_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_delete_lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_delete_lead.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign\n \n as \n \n campaign\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead_describe.sql", "original_file_path": "models/staging/stg_marketo__lead_describe.sql", "unique_id": "model.marketo.stg_marketo__lead_describe", "fqn": ["marketo", "staging", "stg_marketo__lead_describe"], "alias": "stg_marketo__lead_describe", "checksum": {"name": "sha256", "checksum": "1686e5fd2b99e3f3d3fba0646edab20ab9cccdf2bab7c3d01cef02bcef22d6ec"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_describe_id": {"name": "lead_describe_id", "description": "ID of the description.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "field_max_length": {"name": "field_max_length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_rest_readonly": {"name": "is_rest_readonly", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_soap_readonly": {"name": "is_soap_readonly", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name": {"name": "rest_name", "description": "Description of REST API usage attributes in camel case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name_xf": {"name": "rest_name_xf", "description": "Description of REST API usage attributes in snake case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soap_name": {"name": "soap_name", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.234863, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_describe_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_describe_tmp')),\n staging_columns=get_lead_describe_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_describe_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation"], "nodes": ["model.marketo.stg_marketo__lead_describe_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead_describe.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n data_type\n \n as \n \n data_type\n \n, \n \n \n display_name\n \n as \n \n display_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n length\n \n as \n \n length\n \n, \n \n \n restname\n \n as \n \n restname\n \n, \n \n \n restread_only\n \n as \n \n restread_only\n \n, \n \n \n soapname\n \n as \n \n soapname\n \n, \n \n \n soapread_only\n \n as \n \n soapread_only\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__email_template_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__email_template_history.sql", "original_file_path": "models/staging/stg_marketo__email_template_history.sql", "unique_id": "model.marketo.stg_marketo__email_template_history", "fqn": ["marketo", "staging", "stg_marketo__email_template_history"], "alias": "stg_marketo__email_template_history", "checksum": {"name": "sha256", "checksum": "1a10fccec1e28c205e3167d57531b4d67bb7fde5b39c61071153514770afde27"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "ID of the email template", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of versions of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2315133, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__email_template_history_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__email_template_history_tmp')),\n staging_columns=get_email_template_history_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id {{ partition_by_source_relation() }}) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','email_template_id','inferred_version'] )}} as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}, {"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_email_template_history_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.marketo.partition_by_source_relation", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__email_template_history_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__email_template_history.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n folder_folder_name\n \n as \n \n folder_folder_name\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n folder_value\n \n as \n \n folder_value\n \n, \n \n \n from_email\n \n as \n \n from_email\n \n, \n \n \n from_name\n \n as \n \n from_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n operational\n \n as \n \n operational\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n publish_to_msi\n \n as \n \n publish_to_msi\n \n, \n \n \n reply_email\n \n as \n \n reply_email\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n subject\n \n as \n \n subject\n \n, \n \n \n template\n \n as \n \n template\n \n, \n \n \n text_only\n \n as \n \n text_only\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n version\n \n as \n \n version\n \n, \n \n \n web_view\n \n as \n \n web_view\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id ) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(email_template_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(inferred_version as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead.sql", "original_file_path": "models/staging/stg_marketo__lead.sql", "unique_id": "model.marketo.stg_marketo__lead", "fqn": ["marketo", "staging", "stg_marketo__lead"], "alias": "stg_marketo__lead", "checksum": {"name": "sha256", "checksum": "a01f2ecd0f646a9500efced4dc30b75e6aed8c5577c39d9aac077a998c4f4648"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "The timestamp at which each lead object was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "The timestamp at which each lead object was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.237101, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_tmp')),\n staging_columns=get_lead_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n -- This will check if there are non-default columns to bring in\n {% set default_cols = ['id', 'created_at', 'updated_at', 'email', 'first_name', 'last_name', '_fivetran_synced',\n 'phone', 'main_phone', 'mobile_phone', 'company', 'inferred_company', 'address_lead', 'address', 'city', 'state',\n 'state_code', 'country', 'country_code', 'postal_code', 'billing_street', 'billing_city', 'billing_state', \n 'billing_state_code', 'billing_country', 'billing_country_code', 'billing_postal_code', 'inferred_city', 'inferred_state_region', \n 'inferred_country', 'inferred_postal_code', 'inferred_phone_area_code', 'anonymous_ip', 'unsubscribed', 'email_invalid', 'do_not_call', '_dbt_source_relation'] %}\n \n {% set new_cols = dbt_utils.star(from=ref('stg_marketo__lead_tmp'), except=default_cols) %}\n {% if new_cols != '/* no columns returned from star() macro */' %}\n ,{{ new_cols }} \n {% endif %}\n \n from base\n\n)\n\nselect *\nfrom macro", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt_utils.star"], "nodes": ["model.marketo.stg_marketo__lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as created_timestamp , \n \n \n email\n \n as \n \n email\n \n, \n \n \n first_name\n \n as \n \n first_name\n \n, \n \n \n id\n \n as lead_id , \n \n \n last_name\n \n as \n \n last_name\n \n, \n \n \n updated_at\n \n as updated_timestamp , \n cast(null as TEXT) as \n \n phone\n \n , \n cast(null as TEXT) as \n \n main_phone\n \n , \n cast(null as TEXT) as \n \n mobile_phone\n \n , \n cast(null as TEXT) as \n \n company\n \n , \n cast(null as TEXT) as \n \n inferred_company\n \n , \n cast(null as TEXT) as \n \n address_lead\n \n , \n cast(null as TEXT) as \n \n address\n \n , \n cast(null as TEXT) as \n \n city\n \n , \n cast(null as TEXT) as \n \n state\n \n , \n cast(null as TEXT) as \n \n state_code\n \n , \n cast(null as TEXT) as \n \n country\n \n , \n cast(null as TEXT) as \n \n country_code\n \n , \n cast(null as TEXT) as \n \n postal_code\n \n , \n cast(null as TEXT) as \n \n billing_street\n \n , \n cast(null as TEXT) as \n \n billing_city\n \n , \n cast(null as TEXT) as \n \n billing_state\n \n , \n cast(null as TEXT) as \n \n billing_state_code\n \n , \n cast(null as TEXT) as \n \n billing_country\n \n , \n cast(null as TEXT) as \n \n billing_country_code\n \n , \n cast(null as TEXT) as \n \n billing_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_city\n \n , \n cast(null as TEXT) as \n \n inferred_state_region\n \n , \n cast(null as TEXT) as \n \n inferred_country\n \n , \n cast(null as TEXT) as \n \n inferred_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_phone_area_code\n \n , \n cast(null as TEXT) as \n \n anonymous_ip\n \n , \n cast(null as boolean) as is_unsubscribed , \n cast(null as boolean) as is_email_invalid , \n cast(null as boolean) as \n \n do_not_call\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n -- This will check if there are non-default columns to bring in\n \n \n \n \n \n from base\n\n)\n\nselect *\nfrom macro", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__program": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__program.sql", "original_file_path": "models/staging/stg_marketo__program.sql", "unique_id": "model.marketo.stg_marketo__program", "fqn": ["marketo", "staging", "stg_marketo__program"], "alias": "stg_marketo__program", "checksum": {"name": "sha256", "checksum": "0a0b46063e54c9bd2b0df6d02df95af4d1a0b1230c3292d9a11523b1a93426b9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.238396, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and (var('marketo__enable_programs', True))) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__program_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__program_tmp')),\n staging_columns=get_program_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__program_passthrough_columns') }}\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program_tmp", "package": null, "version": null}, {"name": "stg_marketo__program_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_program_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.fivetran_utils.fill_pass_through_columns"], "nodes": ["model.marketo.stg_marketo__program_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__program.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n channel\n \n as \n \n channel\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n end_date\n \n as \n \n end_date\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n sfdc_id\n \n as \n \n sfdc_id\n \n, \n \n \n sfdc_name\n \n as \n \n sfdc_name\n \n, \n \n \n start_date\n \n as \n \n start_date\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n \n\n\n\n\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_merge_leads.sql", "original_file_path": "models/staging/stg_marketo__activity_merge_leads.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads", "fqn": ["marketo", "staging", "stg_marketo__activity_merge_leads"], "alias": "stg_marketo__activity_merge_leads", "checksum": {"name": "sha256", "checksum": "4fb18e0df85c680605aef12d73102836ccdc8dd493f25f6277501fc30eb761aa"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with merged lead activities", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_lead_id": {"name": "merged_lead_id", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "master_updated": {"name": "master_updated", "description": "Boolean if master was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_source": {"name": "merge_source", "description": "Source of the merge.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_in_sales": {"name": "merged_in_sales", "description": "Boolean if merged in sales.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2418582, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_merge_leads_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_merge_leads_tmp')),\n staging_columns=get_activity_merge_leads_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as {{ dbt.type_string() }}) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_merge_leads_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"], "nodes": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_merge_leads.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n master_updated\n \n as \n \n master_updated\n \n, \n \n \n merge_ids\n \n as \n \n merge_ids\n \n, \n \n \n merge_source\n \n as \n \n merge_source\n \n, \n \n \n merged_in_sales\n \n as \n \n merged_in_sales\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as integer) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as TEXT) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_delivered.sql", "original_file_path": "models/staging/stg_marketo__activity_email_delivered.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered", "fqn": ["marketo", "staging", "stg_marketo__activity_email_delivered"], "alias": "stg_marketo__activity_email_delivered", "checksum": {"name": "sha256", "checksum": "210c4d31b1063a94b3d7e68fdb0b6acbe3a43b2642ddc0fc57cf5051953ebe69"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2235272, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_delivered_tmp')),\n staging_columns=get_activity_email_delivered_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_delivered_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_delivered.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_open_email.sql", "original_file_path": "models/staging/stg_marketo__activity_open_email.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email", "fqn": ["marketo", "staging", "stg_marketo__activity_open_email"], "alias": "stg_marketo__activity_open_email", "checksum": {"name": "sha256", "checksum": "3de66dfe40c4a9c06f4b32a08f6b2cc3cd36ef68a6267df89ea6cfbda0dd0efa"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2248921, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_open_email_tmp')),\n staging_columns=get_activity_open_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_open_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_open_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_open_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_bounced.sql", "original_file_path": "models/staging/stg_marketo__activity_email_bounced.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced", "fqn": ["marketo", "staging", "stg_marketo__activity_email_bounced"], "alias": "stg_marketo__activity_email_bounced", "checksum": {"name": "sha256", "checksum": "88fe3726eccb38944388276717cb996e9e38f2bef9ad70c8c07a01eb6b29559b"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_category": {"name": "bounce_category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_subcategory": {"name": "bounce_subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_address": {"name": "email_address", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2223709, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_bounced_tmp')),\n staging_columns=get_activity_email_bounced_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_bounced_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_bounced.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n category\n \n as \n \n category\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n details\n \n as \n \n details\n \n, \n \n \n email\n \n as \n \n email\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n \n \n subcategory\n \n as \n \n subcategory\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__campaigns.sql", "original_file_path": "models/staging/stg_marketo__campaigns.sql", "unique_id": "model.marketo.stg_marketo__campaigns", "fqn": ["marketo", "staging", "stg_marketo__campaigns"], "alias": "stg_marketo__campaigns", "checksum": {"name": "sha256", "checksum": "cdc5845531a9698a7f468aec07909fa87665768f0e71e8ee491ead2ce11c43e3"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2294958, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__campaign_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__campaign_tmp')),\n staging_columns=get_campaign_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaign_tmp", "package": null, "version": null}, {"name": "stg_marketo__campaign_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_campaign_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation"], "nodes": ["model.marketo.stg_marketo__campaign_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n active\n \n as \n \n active\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n workspace_name\n \n as \n \n workspace_name\n \n, \n \n \n computed_url\n \n as \n \n computed_url\n \n, \n \n \n flow_id\n \n as \n \n flow_id\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n is_communication_limit_enabled\n \n as \n \n is_communication_limit_enabled\n \n, \n \n \n is_requestable\n \n as \n \n is_requestable\n \n, \n \n \n is_system\n \n as \n \n is_system\n \n, \n \n \n max_members\n \n as \n \n max_members\n \n, \n \n \n qualification_rule_type\n \n as \n \n qualification_rule_type\n \n, \n \n \n qualification_rule_interval\n \n as \n \n qualification_rule_interval\n \n, \n \n \n qualification_rule_unit\n \n as \n \n qualification_rule_unit\n \n, \n \n \n recurrence_start_at\n \n as \n \n recurrence_start_at\n \n, \n \n \n recurrence_end_at\n \n as \n \n recurrence_end_at\n \n, \n \n \n recurrence_interval_type\n \n as \n \n recurrence_interval_type\n \n, \n \n \n recurrence_interval\n \n as \n \n recurrence_interval\n \n, \n \n \n recurrence_weekday_only\n \n as \n \n recurrence_weekday_only\n \n, \n \n \n recurrence_day_of_month\n \n as \n \n recurrence_day_of_month\n \n, \n \n \n recurrence_day_of_week\n \n as \n \n recurrence_day_of_week\n \n, \n \n \n recurrence_week_of_month\n \n as \n \n recurrence_week_of_month\n \n, \n \n \n smart_list_id\n \n as \n \n smart_list_id\n \n, \n \n \n status\n \n as \n \n status\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_bounced_tmp"], "alias": "stg_marketo__activity_email_bounced_tmp", "checksum": {"name": "sha256", "checksum": "c9c6b8e6ba312f86050efb98ecf9e38971c2b0eff2f20a538125acaa6ee33367"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.29933, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_email_bounced'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_bounced"], ["marketo", "activity_email_bounced"], ["marketo", "activity_email_bounced"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_email_bounced_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_email_bounced_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"category\",\n \"choice_number\",\n \"details\",\n \"email\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"subcategory\"\n from \"postgres\".\"public\".\"marketo_activity_email_bounced_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_tmp"], "alias": "stg_marketo__lead_tmp", "checksum": {"name": "sha256", "checksum": "5e3974b6a03a9d9fda0f07568e760b51e46be2196a1ae8a682e46829a199ce15"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3258164, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='lead'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead"], ["marketo", "lead"], ["marketo", "lead"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_lead_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_lead_data\n\n select\n \"id\",\n \"created_at\",\n \"updated_at\",\n \"email\",\n \"first_name\",\n \"last_name\"\n from \"postgres\".\"public\".\"marketo_lead_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_describe_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_describe_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_describe_tmp"], "alias": "stg_marketo__lead_describe_tmp", "checksum": {"name": "sha256", "checksum": "428ddc4d500023d00316ed633f786288987995e12a7ccf1f1bfdb91f876cae3f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3341088, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='lead_describe'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead_describe"], ["marketo", "lead_describe"], ["marketo", "lead_describe"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_lead_describe_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_lead_describe_data\n\n select\n \"data_type\",\n \"display_name\",\n \"id\",\n \"length\",\n \"restname\",\n \"restread_only\",\n \"soapname\",\n \"soapread_only\"\n from \"postgres\".\"public\".\"marketo_lead_describe_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_delete_lead_tmp"], "alias": "stg_marketo__activity_delete_lead_tmp", "checksum": {"name": "sha256", "checksum": "958c117d79daaee7e3c2144ee9e50b47c3924d6897f3c819e063cc890d1dd172"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.3422632, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_delete_lead'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_delete_lead"], ["marketo", "activity_delete_lead"], ["marketo", "activity_delete_lead"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_delete_lead_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_delete_lead_data\n\n select\n \"id\",\n \"_fivetran_synced\",\n \"activity_date\",\n \"activity_type_id\",\n \"campaign\",\n \"campaign_id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\"\n from \"postgres\".\"public\".\"marketo_activity_delete_lead_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__program_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__program_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__program_tmp.sql", "unique_id": "model.marketo.stg_marketo__program_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__program_tmp"], "alias": "stg_marketo__program_tmp", "checksum": {"name": "sha256", "checksum": "cb638fe3c327e2e048d57d5a23faa4c50667351a64995f81cb44f8e7a4fa7e87"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.3511088, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='program'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "program"], ["marketo", "program"], ["marketo", "program"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.program"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__program_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_program_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_program_data\n\n select\n \"id\",\n \"channel\",\n \"created_at\",\n \"description\",\n \"end_date\",\n \"name\",\n \"sfdc_id\",\n \"sfdc_name\",\n \"start_date\",\n \"status\",\n \"type\",\n \"updated_at\",\n \"url\",\n \"workspace\",\n \"_fivetran_deleted\"\n from \"postgres\".\"public\".\"marketo_program_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_unsubscribe_email_tmp"], "alias": "stg_marketo__activity_unsubscribe_email_tmp", "checksum": {"name": "sha256", "checksum": "fe355a53d1cfea2ff84e2f3ba99d5dbc0c377c374e43020cecd4e4824a16a153"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3622196, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_unsubscribe_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_unsubscribe_email"], ["marketo", "activity_unsubscribe_email"], ["marketo", "activity_unsubscribe_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_unsubscribe_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_unsubscribe_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"client_ip_address\",\n \"email_template_id\",\n \"form_fields\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"query_parameters\",\n \"referrer_url\",\n \"user_agent\",\n \"webform_id\",\n \"webpage_id\"\n from \"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__email_template_history_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__email_template_history_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "unique_id": "model.marketo.stg_marketo__email_template_history_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__email_template_history_tmp"], "alias": "stg_marketo__email_template_history_tmp", "checksum": {"name": "sha256", "checksum": "84c8fcd5e1749d20d121d125aff29a432229eaa0d65e2ef2c4d17a6e8c918aa9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3703103, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='email_template_history'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "email_template_history"], ["marketo", "email_template_history"], ["marketo", "email_template_history"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_email_template_history_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_email_template_history_data\n\n select\n \"created_at\",\n \"description\",\n \"folder_folder_name\",\n \"folder_id\",\n \"folder_type\",\n \"folder_value\",\n \"from_email\",\n \"from_name\",\n \"id\",\n \"name\",\n \"operational\",\n \"program_id\",\n \"publish_to_msi\",\n \"reply_email\",\n \"status\",\n \"subject\",\n \"template\",\n \"text_only\",\n \"updated_at\",\n \"url\",\n \"version\",\n \"web_view\",\n \"workspace\"\n from \"postgres\".\"public\".\"marketo_email_template_history_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__campaign_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__campaign_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__campaign_tmp.sql", "unique_id": "model.marketo.stg_marketo__campaign_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__campaign_tmp"], "alias": "stg_marketo__campaign_tmp", "checksum": {"name": "sha256", "checksum": "a395a032e4e7e4fb9764773f789e739155b3afbab4cffbe22def0b3908234d1c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.3790324, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='campaign'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "campaign"], ["marketo", "campaign"], ["marketo", "campaign"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.campaign"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__campaign_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_campaign_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_campaign_data\n\n select\n \"active\",\n \"created_at\",\n \"description\",\n \"id\",\n \"name\",\n \"program_id\",\n \"type\",\n \"updated_at\",\n \"workspace_name\",\n \"computed_url\",\n \"flow_id\",\n \"folder_id\",\n \"folder_type\",\n \"is_communication_limit_enabled\",\n \"is_requestable\",\n \"is_system\",\n \"max_members\",\n \"qualification_rule_type\",\n \"qualification_rule_interval\",\n \"qualification_rule_unit\",\n \"recurrence_start_at\",\n \"recurrence_end_at\",\n \"recurrence_interval_type\",\n \"recurrence_interval\",\n \"recurrence_weekday_only\",\n \"recurrence_day_of_month\",\n \"recurrence_day_of_week\",\n \"recurrence_week_of_month\",\n \"smart_list_id\",\n \"status\",\n \"_fivetran_deleted\"\n from \"postgres\".\"public\".\"marketo_campaign_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_send_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_send_email_tmp"], "alias": "stg_marketo__activity_send_email_tmp", "checksum": {"name": "sha256", "checksum": "3a0f0daa2b838a6f1ef1e9b48387e56adde28726d630453a58fa617c9c3508b5"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.388152, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_send_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_send_email"], ["marketo", "activity_send_email"], ["marketo", "activity_send_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_send_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_send_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value_id\",\n \"primary_attribute_value\",\n \"step_id\",\n \"action_result\"\n from \"postgres\".\"public\".\"marketo_activity_send_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_open_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_open_email_tmp"], "alias": "stg_marketo__activity_open_email_tmp", "checksum": {"name": "sha256", "checksum": "295794dc18d98f26123d6787af21c597f08f78a85c1b12925e10cbc3027a2156"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.39675, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_open_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_open_email"], ["marketo", "activity_open_email"], ["marketo", "activity_open_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_open_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_open_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"device\",\n \"email_template_id\",\n \"id\",\n \"is_mobile_device\",\n \"lead_id\",\n \"platform\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"user_agent\"\n from \"postgres\".\"public\".\"marketo_activity_open_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_click_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_click_email_tmp"], "alias": "stg_marketo__activity_click_email_tmp", "checksum": {"name": "sha256", "checksum": "00b6dd07705de62b6135b6514e6c10309e2367b031dbbe9f7e105adf5c112109"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4077053, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_click_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_click_email"], ["marketo", "activity_click_email"], ["marketo", "activity_click_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_click_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_click_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"device\",\n \"email_template_id\",\n \"id\",\n \"is_mobile_device\",\n \"lead_id\",\n \"link\",\n \"platform\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"user_agent\"\n from \"postgres\".\"public\".\"marketo_activity_click_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_merge_leads_tmp"], "alias": "stg_marketo__activity_merge_leads_tmp", "checksum": {"name": "sha256", "checksum": "def0e8b87689b47b557b01bb98003082e6061ef61b6e4d87351505c341c3839c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4161055, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_merge_leads'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_merge_leads"], ["marketo", "activity_merge_leads"], ["marketo", "activity_merge_leads"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_merge_leads"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_merge_leads_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_merge_leads_data\n\n select\n \"id\",\n \"_fivetran_synced\",\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"lead_id\",\n \"master_updated\",\n \"merge_ids\",\n \"merge_source\",\n \"merged_in_sales\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\"\n from \"postgres\".\"public\".\"marketo_activity_merge_leads_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_change_data_value_tmp"], "alias": "stg_marketo__activity_change_data_value_tmp", "checksum": {"name": "sha256", "checksum": "7c262ba479c99d2087e791d24547b70b216e3f69e892d2b7c123a0c494b7cae3"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4246323, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_change_data_value'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_change_data_value"], ["marketo", "activity_change_data_value"], ["marketo", "activity_change_data_value"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_change_data_value_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_change_data_value_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"api_method_name\",\n \"campaign_id\",\n \"id\",\n \"lead_id\",\n \"modifying_user\",\n \"new_value\",\n \"old_value\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"reason\",\n \"request_id\",\n \"source\"\n from \"postgres\".\"public\".\"marketo_activity_change_data_value_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_delivered_tmp"], "alias": "stg_marketo__activity_email_delivered_tmp", "checksum": {"name": "sha256", "checksum": "f9316a2e640a2018886d074d7fb755f08301c2312ebddb181311173ca5ba8757"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4331903, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_email_delivered'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_delivered"], ["marketo", "activity_email_delivered"], ["marketo", "activity_email_delivered"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_email_delivered_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_email_delivered_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\"\n from \"postgres\".\"public\".\"marketo_activity_email_delivered_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_lead.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_lead.sql", "unique_id": "model.marketo.marketo__email_stats__by_lead", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_lead"], "alias": "marketo__email_stats__by_lead", "checksum": {"name": "sha256", "checksum": "135c16e913b91f22ad85b89c72244a6c052c97d9c8efd7763cee8f4b057944dc"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2795415, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_lead.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_campaign": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_campaign", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_campaign.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_campaign.sql", "unique_id": "model.marketo.marketo__email_stats__by_campaign", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_campaign"], "alias": "marketo__email_stats__by_campaign", "checksum": {"name": "sha256", "checksum": "ab406783d8cdd1dc54484f18ce9c95295abded6fc07520b0ec37b43b9bf72421"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2785854, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_campaign.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__clicks__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__clicks__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__clicks__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__clicks__by_sent_email.sql", "unique_id": "model.marketo.marketo__clicks__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__clicks__by_sent_email"], "alias": "marketo__clicks__by_sent_email", "checksum": {"name": "sha256", "checksum": "5c47a9c061fa68bb10d6224df8c663975061588958476137e3e380bc3d8b42bd"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2751882, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__clicks__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.int_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "int_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/int_marketo__lead.sql", "original_file_path": "models/intermediate/int_marketo__lead.sql", "unique_id": "model.marketo.int_marketo__lead", "fqn": ["marketo", "intermediate", "int_marketo__lead"], "alias": "int_marketo__lead", "checksum": {"name": "sha256", "checksum": "0f3f66bd3c3f098e05d9ea72dbd1fce21c9bdc2f7779c52a66b980ec86038961"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.274161, "relation_name": "\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"", "raw_code": "{{ config(materialized='view') }}\n\nwith leads as(\n select * \n from {{ ref('stg_marketo__lead') }}\n\n), activity_merge_leads as (\n select * \n from {{ ref('stg_marketo__activity_merge_leads') }}\n\n), unique_merges as (\n\n select\n source_relation,\n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n {{ fivetran_utils.string_agg('distinct merged_lead_id', \"', '\") }} as merged_into_lead_id\n\n from activity_merge_leads\n group by 1, 2 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n{% if var('marketo__activity_delete_lead_enabled', True) %}\n), deleted_leads as (\n\n select distinct\n source_relation,\n lead_id\n from {{ ref('stg_marketo__activity_delete_lead') }}\n \n{% endif %}\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n {% else %}\n null as is_deleted,\n {% endif %}\n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled\n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n left join deleted_leads \n on leads.source_relation = deleted_leads.source_relation \n and leads.lead_id = deleted_leads.lead_id\n {% endif %}\n\n left join unique_merges \n on leads.source_relation = unique_merges.source_relation \n and leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.type_int", "macro.fivetran_utils.string_agg"], "nodes": ["model.marketo.stg_marketo__lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/int_marketo__lead.sql", "compiled": true, "compiled_code": "\n\nwith leads as(\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\n\n), activity_merge_leads as (\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"\n\n), unique_merges as (\n\n select\n source_relation,\n cast(lead_id as integer) as lead_id,\n \n string_agg(distinct merged_lead_id, ', ')\n\n as merged_into_lead_id\n\n from activity_merge_leads\n group by 1, 2 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n\n), deleted_leads as (\n\n select distinct\n source_relation,\n lead_id\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"\n \n\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n \n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n \n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled\n to False. Default is True*/\n \n left join deleted_leads \n on leads.source_relation = deleted_leads.source_relation \n and leads.lead_id = deleted_leads.lead_id\n \n\n left join unique_merges \n on leads.source_relation = unique_merges.source_relation \n and leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__unsubscribes__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__unsubscribes__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__unsubscribes__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__unsubscribes__by_sent_email.sql", "unique_id": "model.marketo.marketo__unsubscribes__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__unsubscribes__by_sent_email"], "alias": "marketo__unsubscribes__by_sent_email", "checksum": {"name": "sha256", "checksum": "3c1be2b94015aabb0e1965630a11522b4f2658691ff85936010cfcc121211fe6"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2766356, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__unsubscribes__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__opens__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__opens__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__opens__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__opens__by_sent_email.sql", "unique_id": "model.marketo.marketo__opens__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__opens__by_sent_email"], "alias": "marketo__opens__by_sent_email", "checksum": {"name": "sha256", "checksum": "8ae56bc57ed75ba744bf30ac020145bafb067cf67d49df0adc0d0e9e12740299"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2761686, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__opens__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_sends_deduped": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends_deduped", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_sends_deduped.sql", "original_file_path": "models/intermediate/marketo__email_sends_deduped.sql", "unique_id": "model.marketo.marketo__email_sends_deduped", "fqn": ["marketo", "intermediate", "marketo__email_sends_deduped"], "alias": "marketo__email_sends_deduped", "checksum": {"name": "sha256", "checksum": "3dba49709aca3c968087b2b8a11c22a49ca1750947d5192a35a2ea5350b5cbf6"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2807596, "relation_name": null, "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email') }}\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id {{ partition_by_source_relation() }} order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.partition_by_source_relation"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_sends_deduped.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__deliveries__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__deliveries__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__deliveries__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__deliveries__by_sent_email.sql", "unique_id": "model.marketo.marketo__deliveries__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__deliveries__by_sent_email"], "alias": "marketo__deliveries__by_sent_email", "checksum": {"name": "sha256", "checksum": "27c8c180d711833611ac5b700b89d7806ef8a82e3170dafeacb0e1213408f7cf"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2756848, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__deliveries__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_pivot": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_pivot.sql", "original_file_path": "models/intermediate/marketo__change_data_pivot.sql", "unique_id": "model.marketo.marketo__change_data_pivot", "fqn": ["marketo", "intermediate", "marketo__change_data_pivot"], "alias": "marketo__change_data_pivot", "checksum": {"name": "sha256", "checksum": "0a81f3e671abae8a8f2eb83eb787f0360047be36eb9066fcb0b03d8cf5752cb1"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288647.2775843, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id {{ partition_by_source_relation() }}\n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select\n source_relation,\n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , min(case when lower(primary_attribute_column) = '{{ col|lower }}' then old_value end) as {{ col_xf }}\n {% endfor %}\n\n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.marketo.partition_by_source_relation", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_pivot.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id \n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select\n source_relation,\n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , min(case when lower(primary_attribute_column) = 'urgency' then old_value end) as urgency\n \n \n , min(case when lower(primary_attribute_column) = 'priority' then old_value end) as priority\n \n\n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_scd": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_scd.sql", "original_file_path": "models/intermediate/marketo__change_data_scd.sql", "unique_id": "model.marketo.marketo__change_data_scd", "fqn": ["marketo", "intermediate", "marketo__change_data_scd"], "alias": "marketo__change_data_scd", "checksum": {"name": "sha256", "checksum": "aefee7404f01846153e88bca060ba36077d3261f5a6a8c52633c17a3b8920e3c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "valid_to", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "valid_to", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288647.2780883, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'valid_to', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['valid_to'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set lead_columns = adapter.get_columns_in_relation(ref('int_marketo__lead')) -%}\n{% set filtered_lead_columns = [] %}\n{% for col in lead_columns if col.name|lower not in ['lead_id','_fivetran_synced'] and col.name|lower in var('lead_history_columns') %}\n {% do filtered_lead_columns.append(col) %}\n{% endfor %}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_pivot')) -%}\n{%- set change_data_columns_xf = change_data_columns|map(attribute='name')|list %}\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_pivot') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), details as (\n\n select *\n from {{ ref('marketo__change_data_details') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n {{ \n fivetran_utils.union_relations(\n relations=[ref('int_marketo__lead'), ref('marketo__change_data_pivot')],\n aliases=['leads','change_data']\n ) \n }}\n\n), field_partitions as (\n\n select\n unioned.source_relation,\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n {% for col in filtered_lead_columns %}\n {% if col.name not in change_data_columns_xf %}\n , unioned.{{ col.name }}\n , null as {{ col.name }}_partition\n\n {% else %}\n , unioned.{{ col.name }}\n , sum(case when unioned.{{ col.name }} is null and not coalesce(details.{{ col.name }}, true) then 0\n else 1 end) over (\n partition by unioned.lead_id {{ partition_by_source_relation(alias='unioned') }}\n order by coalesce(unioned.date_day, current_date) desc\n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n \n {% endif %}\n {% endfor %}\n\n from unioned\n left join details\n on unioned.source_relation = details.source_relation\n and unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.source_relation,\n field_partitions.valid_to, \n field_partitions.lead_id\n\n {% for col in filtered_lead_columns %} \n {% if col.name not in change_data_columns_xf %}\n {# If the column does not exist in the change data, grab the value from the current state of the record. #}\n , last_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id {{ partition_by_source_relation(alias='field_partitions') }}\n order by field_partitions.date_day asc\n rows between unbounded preceding and current row) as {{ col.name }}\n\n {% else %}\n , first_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition {{ partition_by_source_relation(alias='field_partitions') }}\n order by field_partitions.valid_to desc\n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endif %}\n {% endfor %}\n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','valid_to'])}} as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_details", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.fivetran_utils.union_relations", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_pivot", "model.marketo.marketo__change_data_details"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_scd.sql", "compiled": true, "compiled_code": "\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), details as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"' as TEXT) as _dbt_source_relation,\n \n cast(\"_fivetran_synced\" as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(\"created_timestamp\" as timestamp without time zone) as \"created_timestamp\" ,\n cast(\"email\" as text) as \"email\" ,\n cast(\"first_name\" as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(\"last_name\" as text) as \"last_name\" ,\n cast(\"updated_timestamp\" as text) as \"updated_timestamp\" ,\n cast(\"phone\" as text) as \"phone\" ,\n cast(\"main_phone\" as text) as \"main_phone\" ,\n cast(\"mobile_phone\" as text) as \"mobile_phone\" ,\n cast(\"company\" as text) as \"company\" ,\n cast(\"inferred_company\" as text) as \"inferred_company\" ,\n cast(\"address_lead\" as text) as \"address_lead\" ,\n cast(\"address\" as text) as \"address\" ,\n cast(\"city\" as text) as \"city\" ,\n cast(\"state\" as text) as \"state\" ,\n cast(\"state_code\" as text) as \"state_code\" ,\n cast(\"country\" as text) as \"country\" ,\n cast(\"country_code\" as text) as \"country_code\" ,\n cast(\"postal_code\" as text) as \"postal_code\" ,\n cast(\"billing_street\" as text) as \"billing_street\" ,\n cast(\"billing_city\" as text) as \"billing_city\" ,\n cast(\"billing_state\" as text) as \"billing_state\" ,\n cast(\"billing_state_code\" as text) as \"billing_state_code\" ,\n cast(\"billing_country\" as text) as \"billing_country\" ,\n cast(\"billing_country_code\" as text) as \"billing_country_code\" ,\n cast(\"billing_postal_code\" as text) as \"billing_postal_code\" ,\n cast(\"inferred_city\" as text) as \"inferred_city\" ,\n cast(\"inferred_state_region\" as text) as \"inferred_state_region\" ,\n cast(\"inferred_country\" as text) as \"inferred_country\" ,\n cast(\"inferred_postal_code\" as text) as \"inferred_postal_code\" ,\n cast(\"inferred_phone_area_code\" as text) as \"inferred_phone_area_code\" ,\n cast(\"anonymous_ip\" as text) as \"anonymous_ip\" ,\n cast(\"is_unsubscribed\" as boolean) as \"is_unsubscribed\" ,\n cast(\"is_email_invalid\" as boolean) as \"is_email_invalid\" ,\n cast(\"do_not_call\" as boolean) as \"do_not_call\" ,\n cast(\"source_relation\" as text) as \"source_relation\" ,\n cast(\"is_deleted\" as boolean) as \"is_deleted\" ,\n cast(\"merged_into_lead_id\" as text) as \"merged_into_lead_id\" ,\n cast(\"is_merged\" as boolean) as \"is_merged\" ,\n cast(null as date) as \"date_day\" ,\n cast(null as text) as \"urgency\" ,\n cast(null as text) as \"priority\" ,\n cast(null as text) as \"lead_day_id\" \n\n from leads\n )\n\n union all\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"' as TEXT) as _dbt_source_relation,\n \n cast(null as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(null as timestamp without time zone) as \"created_timestamp\" ,\n cast(null as text) as \"email\" ,\n cast(null as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(null as text) as \"last_name\" ,\n cast(null as text) as \"updated_timestamp\" ,\n cast(null as text) as \"phone\" ,\n cast(null as text) as \"main_phone\" ,\n cast(null as text) as \"mobile_phone\" ,\n cast(null as text) as \"company\" ,\n cast(null as text) as \"inferred_company\" ,\n cast(null as text) as \"address_lead\" ,\n cast(null as text) as \"address\" ,\n cast(null as text) as \"city\" ,\n cast(null as text) as \"state\" ,\n cast(null as text) as \"state_code\" ,\n cast(null as text) as \"country\" ,\n cast(null as text) as \"country_code\" ,\n cast(null as text) as \"postal_code\" ,\n cast(null as text) as \"billing_street\" ,\n cast(null as text) as \"billing_city\" ,\n cast(null as text) as \"billing_state\" ,\n cast(null as text) as \"billing_state_code\" ,\n cast(null as text) as \"billing_country\" ,\n cast(null as text) as \"billing_country_code\" ,\n cast(null as text) as \"billing_postal_code\" ,\n cast(null as text) as \"inferred_city\" ,\n cast(null as text) as \"inferred_state_region\" ,\n cast(null as text) as \"inferred_country\" ,\n cast(null as text) as \"inferred_postal_code\" ,\n cast(null as text) as \"inferred_phone_area_code\" ,\n cast(null as text) as \"anonymous_ip\" ,\n cast(null as boolean) as \"is_unsubscribed\" ,\n cast(null as boolean) as \"is_email_invalid\" ,\n cast(null as boolean) as \"do_not_call\" ,\n cast(\"source_relation\" as text) as \"source_relation\" ,\n cast(null as boolean) as \"is_deleted\" ,\n cast(null as text) as \"merged_into_lead_id\" ,\n cast(null as boolean) as \"is_merged\" ,\n cast(\"date_day\" as date) as \"date_day\" ,\n cast(\"urgency\" as text) as \"urgency\" ,\n cast(\"priority\" as text) as \"priority\" ,\n cast(\"lead_day_id\" as text) as \"lead_day_id\" \n\n from change_data\n )\n\n \n\n), field_partitions as (\n\n select\n unioned.source_relation,\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n \n\n from unioned\n left join details\n on unioned.source_relation = details.source_relation\n and unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.source_relation,\n field_partitions.valid_to, \n field_partitions.lead_id\n\n \n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(valid_to as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__lead_calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__lead_calendar_spine.sql", "original_file_path": "models/intermediate/marketo__lead_calendar_spine.sql", "unique_id": "model.marketo.marketo__lead_calendar_spine", "fqn": ["marketo", "intermediate", "marketo__lead_calendar_spine"], "alias": "marketo__lead_calendar_spine", "checksum": {"name": "sha256", "checksum": "a39201abd4289e184e42d82214144d12b64a5d66a32d0b3aca3534e80d09d34e"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288646.5492952, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\nwith calendar as (\n\n select *\n from {{ ref('marketo__calendar_spine') }}\n {% if is_incremental() %}\n where date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id,\n leads.source_relation\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id']) }} as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__calendar_spine", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__calendar_spine", "model.marketo.int_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__lead_calendar_spine.sql", "compiled": true, "compiled_code": "\n\nwith calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"\n \n where date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id,\n leads.source_relation\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_email_template": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_email_template", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_email_template.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_email_template.sql", "unique_id": "model.marketo.marketo__email_stats__by_email_template", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_email_template"], "alias": "marketo__email_stats__by_email_template", "checksum": {"name": "sha256", "checksum": "7ad046ef1fea5b1e65d84f897980a01f1197fc49d43638a9b5f035ba971e572d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.279083, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_email_template.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__bounces__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__bounces__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__bounces__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__bounces__by_sent_email.sql", "unique_id": "model.marketo.marketo__bounces__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__bounces__by_sent_email"], "alias": "marketo__bounces__by_sent_email", "checksum": {"name": "sha256", "checksum": "919f0eb9ece4faa53a7ae4ef386d73f0448ff99ecc379661346a5c449a63a9c4"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2746985, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__bounces__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_program": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_program", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_program.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_program.sql", "unique_id": "model.marketo.marketo__email_stats__by_program", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_program"], "alias": "marketo__email_stats__by_program", "checksum": {"name": "sha256", "checksum": "d10467973b7438a1ab38552bec13bda517f23c4debf3edcc9ddff9aa0d383d5f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2802804, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_program.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_details": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_details.sql", "original_file_path": "models/intermediate/marketo__change_data_details.sql", "unique_id": "model.marketo.marketo__change_data_details", "fqn": ["marketo", "intermediate", "marketo__change_data_details"], "alias": "marketo__change_data_details", "checksum": {"name": "sha256", "checksum": "ba15e5eab576851ec41d5c0bdb870a47eb71584bdf6f42e1c683cdeb92794681"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288647.2771223, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n source_relation,\n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , cast( max(case when lower(primary_attribute_column) = '{{ col|lower }}' then 1 else 0 end) as boolean) as {{ col_xf }}\n {% endfor %}\n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_details.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n source_relation,\n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , cast( max(case when lower(primary_attribute_column) = 'urgency' then 1 else 0 end) as boolean) as urgency\n \n \n , cast( max(case when lower(primary_attribute_column) = 'priority' then 1 else 0 end) as boolean) as priority\n \n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "operation.marketo.marketo-on-run-start-0": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo-on-run-start-0", "resource_type": "operation", "package_name": "marketo", "path": "hooks/marketo-on-run-start-0.sql", "original_file_path": "./dbt_project.yml", "unique_id": "operation.marketo.marketo-on-run-start-0", "fqn": ["marketo", "hooks", "marketo-on-run-start-0"], "alias": "marketo-on-run-start-0", "checksum": {"name": "sha256", "checksum": "d1b12f474d0e028b30ff034db54b3c6076e9289d8abfe2cdef8afc8eaf25d9da"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null}, "tags": ["on-run-start"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.7302535, "relation_name": null, "raw_code": "{{ lead_history_columns_warning() }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.lead_history_columns_warning"], "nodes": []}, "compiled_path": "target/compiled/marketo/./dbt_project.yml/hooks/marketo-on-run-start-0.sql", "compiled": true, "compiled_code": "\n\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "index": 0}, "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__campaigns_campaign_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf", "fqn": ["marketo", "not_null_marketo__campaigns_campaign_id"], "alias": "not_null_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0574298, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.marketo__campaigns", "attached_node": "model.marketo.marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_sends_email_send_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_sends_email_send_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a", "fqn": ["marketo", "not_null_marketo__email_sends_email_send_id"], "alias": "not_null_marketo__email_sends_email_send_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0603466, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_sends_email_send_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_send_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\nwhere email_send_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_send_id", "file_key_name": "models.marketo__email_sends", "attached_node": "model.marketo.marketo__email_sends", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_send_id", "model": "{{ get_where_subquery(ref('marketo__email_sends')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_templates_email_template_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_templates_email_template_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332", "fqn": ["marketo", "not_null_marketo__email_templates_email_template_id"], "alias": "not_null_marketo__email_templates_email_template_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.062828, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_templates"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_templates_email_template_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"\nwhere email_template_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_id", "file_key_name": "models.marketo__email_templates", "attached_node": "model.marketo.marketo__email_templates", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_id", "model": "{{ get_where_subquery(ref('marketo__email_templates')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_history_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "fqn": ["marketo", "not_null_marketo__lead_history_lead_history_id"], "alias": "not_null_marketo__lead_history_lead_history_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0655837, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_history_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_history_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_history_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a", "fqn": ["marketo", "not_null_marketo__lead_history_lead_id"], "alias": "not_null_marketo__lead_history_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0680532, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__leads_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__leads_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__leads_lead_id.4dd423c832", "fqn": ["marketo", "not_null_marketo__leads_lead_id"], "alias": "not_null_marketo__leads_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0704997, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__leads"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__leads_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__leads\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__leads", "attached_node": "model.marketo.marketo__leads", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__leads')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__programs_program_id.de885080e0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__programs_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__programs_program_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__programs_program_id.de885080e0", "fqn": ["marketo", "not_null_marketo__programs_program_id"], "alias": "not_null_marketo__programs_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0730247, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__programs"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__programs_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__programs\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.marketo__programs", "attached_node": "model.marketo.marketo__programs", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('marketo__programs')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_change_data_value_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_change_data_value_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_change_data_value_activity_id"], "alias": "not_null_stg_marketo__activity_change_data_value_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2431042, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_change_data_value_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_change_data_value", "attached_node": "model.marketo.stg_marketo__activity_change_data_value", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_change_data_value')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_click_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_click_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_click_email_activity_id"], "alias": "not_null_stg_marketo__activity_click_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2458901, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_click_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_click_email", "attached_node": "model.marketo.stg_marketo__activity_click_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_click_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_bounced_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_bounced_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_bounced_activity_id"], "alias": "not_null_stg_marketo__activity_email_bounced_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2483828, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_bounced_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_bounced", "attached_node": "model.marketo.stg_marketo__activity_email_bounced", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_bounced')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_delivered_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_delivered_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_delivered_activity_id"], "alias": "not_null_stg_marketo__activity_email_delivered_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2508354, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_delivered_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_delivered", "attached_node": "model.marketo.stg_marketo__activity_email_delivered", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_delivered')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_open_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_open_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_open_email_activity_id"], "alias": "not_null_stg_marketo__activity_open_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2543297, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_open_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_open_email", "attached_node": "model.marketo.stg_marketo__activity_open_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_open_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_send_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_send_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_send_email_activity_id"], "alias": "not_null_stg_marketo__activity_send_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2568283, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_send_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_send_email", "attached_node": "model.marketo.stg_marketo__activity_send_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_send_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_unsubscribe_email_activity_id"], "alias": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2592666, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_unsubscribe_email", "attached_node": "model.marketo.stg_marketo__activity_unsubscribe_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_unsubscribe_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__campaigns_campaign_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112", "fqn": ["marketo", "staging", "not_null_stg_marketo__campaigns_campaign_id"], "alias": "not_null_stg_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2616763, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.stg_marketo__campaigns", "attached_node": "model.marketo.stg_marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('stg_marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__email_template_history_email_template_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa", "fqn": ["marketo", "staging", "not_null_stg_marketo__email_template_history_email_template_history_id"], "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd"}, "created_at": 1762288647.2642434, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}{{ config(alias=\"not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd\") }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\nwhere email_template_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_history_id", "file_key_name": "models.stg_marketo__email_template_history", "attached_node": "model.marketo.stg_marketo__email_template_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_history_id", "model": "{{ get_where_subquery(ref('stg_marketo__email_template_history')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_describe_lead_describe_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_describe_lead_describe_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_describe_lead_describe_id"], "alias": "not_null_stg_marketo__lead_describe_lead_describe_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2667077, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_describe_lead_describe_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_describe_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\nwhere lead_describe_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_describe_id", "file_key_name": "models.stg_marketo__lead_describe", "attached_node": "model.marketo.stg_marketo__lead_describe", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_describe_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead_describe')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_lead_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_lead_id"], "alias": "not_null_stg_marketo__lead_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.26912, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.stg_marketo__lead", "attached_node": "model.marketo.stg_marketo__lead", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__program_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__program_program_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__program_program_id.882bad918f", "fqn": ["marketo", "staging", "not_null_stg_marketo__program_program_id"], "alias": "not_null_stg_marketo__program_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2715452, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__program"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__program_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.stg_marketo__program", "attached_node": "model.marketo.stg_marketo__program", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('stg_marketo__program')) }}"}, "namespace": null}}}, "sources": {"source.marketo.marketo.lead": {"database": "postgres", "schema": "public", "name": "lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead", "fqn": ["marketo", "staging", "marketo", "lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo leads.", "columns": {"id": {"name": "id", "description": "Unique integer id of a lead record.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "The timestamp each lead object was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "The timestamp each lead object was last updated at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "unsubscribed": {"name": "unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_invalid": {"name": "email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "created_at": 1762288647.3075464, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.lead_describe": {"database": "postgres", "schema": "public", "name": "lead_describe", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead_describe", "fqn": ["marketo", "staging", "marketo", "lead_describe"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_describe_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with metadata about lead object columns", "columns": {"data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer id of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "length": {"name": "length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restname": {"name": "restname", "description": "Description of REST API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restread_only": {"name": "restread_only", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapname": {"name": "soapname", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapread_only": {"name": "soapread_only", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "created_at": 1762288647.3099353, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_change_data_value": {"database": "postgres", "schema": "public", "name": "activity_change_data_value", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_change_data_value", "fqn": ["marketo", "staging", "marketo", "activity_change_data_value"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_change_data_value_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with data value changes from the leads object.", "columns": {"api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "Timestamp of the actvity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user": {"name": "modifying_user", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reason": {"name": "reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "created_at": 1762288647.310675, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.campaign": {"database": "postgres", "schema": "public", "name": "campaign", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.campaign", "fqn": ["marketo", "staging", "marketo", "campaign"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_campaign_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo campaigns.", "columns": {"active": {"name": "active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "created_at": 1762288647.311455, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.program": {"database": "postgres", "schema": "public", "name": "program", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.program", "fqn": ["marketo", "staging", "marketo", "program"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_program_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo programs.", "columns": {"channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp the program was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_date": {"name": "end_date", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_date": {"name": "start_date", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "created_at": 1762288647.3121746, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.email_template_history": {"database": "postgres", "schema": "public", "name": "email_template_history", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.email_template_history", "fqn": ["marketo", "staging", "marketo", "email_template_history"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_email_template_history_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with a history of email template versions.", "columns": {"created_at": {"name": "created_at", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_folder_name": {"name": "folder_folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "operational": {"name": "operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subject": {"name": "subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "template": {"name": "template", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "text_only": {"name": "text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version": {"name": "version", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "web_view": {"name": "web_view", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "created_at": 1762288647.3129706, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_click_email": {"database": "postgres", "schema": "public", "name": "activity_click_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_click_email", "fqn": ["marketo", "staging", "marketo", "activity_click_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_click_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email click activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The date of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "link": {"name": "link", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "created_at": 1762288647.3136733, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_delivered": {"database": "postgres", "schema": "public", "name": "activity_email_delivered", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_delivered", "fqn": ["marketo", "staging", "marketo", "activity_email_delivered"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_delivered_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email delivery activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "created_at": 1762288647.3143418, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_bounced": {"database": "postgres", "schema": "public", "name": "activity_email_bounced", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_bounced", "fqn": ["marketo", "staging", "marketo", "activity_email_bounced"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_bounced_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "category": {"name": "category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subcategory": {"name": "subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "created_at": 1762288647.3150415, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_open_email": {"database": "postgres", "schema": "public", "name": "activity_open_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_open_email", "fqn": ["marketo", "staging", "marketo", "activity_open_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_open_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "created_at": 1762288647.3157873, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_unsubscribe_email": {"database": "postgres", "schema": "public", "name": "activity_unsubscribe_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_unsubscribe_email", "fqn": ["marketo", "staging", "marketo", "activity_unsubscribe_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_unsubscribe_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email unsusbscribe activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "created_at": 1762288647.3164637, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_send_email": {"database": "postgres", "schema": "public", "name": "activity_send_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_send_email", "fqn": ["marketo", "staging", "marketo", "activity_send_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_send_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email send activities.", "columns": {"action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "created_at": 1762288647.3171458, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_delete_lead": {"database": "postgres", "schema": "public", "name": "activity_delete_lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_delete_lead", "fqn": ["marketo", "staging", "marketo", "activity_delete_lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_delete_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with deleted lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign": {"name": "campaign", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "created_at": 1762288647.3177965, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_merge_leads": {"database": "postgres", "schema": "public", "name": "activity_merge_leads", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_merge_leads", "fqn": ["marketo", "staging", "marketo", "activity_merge_leads"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_merge_leads_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with merged lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_ids": {"name": "merge_ids", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "created_at": 1762288647.318421, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}}, "macros": {"macro.dbt_postgres.postgres__get_catalog_relations": {"name": "postgres__get_catalog_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog_relations", "macro_sql": "{% macro postgres__get_catalog_relations(information_schema, relations) -%}\n {%- call statement('catalog', fetch_result=True) -%}\n\n {#\n If the user has multiple databases set and the first one is wrong, this will fail.\n But we won't fail in the case where there are multiple quoting-difference-only dbs, which is better.\n #}\n {% set database = information_schema.database %}\n {{ adapter.verify_database(database) }}\n\n select\n '{{ database }}' as table_database,\n sch.nspname as table_schema,\n tbl.relname as table_name,\n case tbl.relkind\n when 'v' then 'VIEW'\n when 'm' then 'MATERIALIZED VIEW'\n else 'BASE TABLE'\n end as table_type,\n tbl_desc.description as table_comment,\n col.attname as column_name,\n col.attnum as column_index,\n pg_catalog.format_type(col.atttypid, col.atttypmod) as column_type,\n col_desc.description as column_comment,\n pg_get_userbyid(tbl.relowner) as table_owner\n\n from pg_catalog.pg_namespace sch\n join pg_catalog.pg_class tbl on tbl.relnamespace = sch.oid\n join pg_catalog.pg_attribute col on col.attrelid = tbl.oid\n left outer join pg_catalog.pg_description tbl_desc on (tbl_desc.objoid = tbl.oid and tbl_desc.objsubid = 0)\n left outer join pg_catalog.pg_description col_desc on (col_desc.objoid = tbl.oid and col_desc.objsubid = col.attnum)\n where (\n {%- for relation in relations -%}\n {%- if relation.identifier -%}\n (upper(sch.nspname) = upper('{{ relation.schema }}') and\n upper(tbl.relname) = upper('{{ relation.identifier }}'))\n {%- else-%}\n upper(sch.nspname) = upper('{{ relation.schema }}')\n {%- endif -%}\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n and not pg_is_other_temp_schema(sch.oid) -- not a temporary schema belonging to another session\n and tbl.relpersistence in ('p', 'u') -- [p]ermanent table or [u]nlogged table. Exclude [t]emporary tables\n and tbl.relkind in ('r', 'v', 'f', 'p', 'm') -- o[r]dinary table, [v]iew, [f]oreign table, [p]artitioned table, [m]aterialized view. Other values are [i]ndex, [S]equence, [c]omposite type, [t]OAST table\n and col.attnum > 0 -- negative numbers are used for system columns such as oid\n and not col.attisdropped -- column as not been dropped\n\n order by\n sch.nspname,\n tbl.relname,\n col.attnum\n\n {%- endcall -%}\n\n {{ return(load_result('catalog').table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5860634, "supported_languages": null}, "macro.dbt_postgres.postgres__get_catalog": {"name": "postgres__get_catalog", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog", "macro_sql": "{% macro postgres__get_catalog(information_schema, schemas) -%}\n {%- set relations = [] -%}\n {%- for schema in schemas -%}\n {%- set dummy = relations.append({'schema': schema}) -%}\n {%- endfor -%}\n {{ return(postgres__get_catalog_relations(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5868845, "supported_languages": null}, "macro.dbt_postgres.postgres__create_table_as": {"name": "postgres__create_table_as", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_table_as", "macro_sql": "{% macro postgres__create_table_as(temporary, relation, sql) -%}\n {%- set unlogged = config.get('unlogged', default=false) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary -%}\n temporary\n {%- elif unlogged -%}\n unlogged\n {%- endif %} table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {% endif -%}\n {% if contract_config.enforced and (not temporary) -%}\n {{ get_table_columns_and_constraints() }} ;\n insert into {{ relation }} (\n {{ adapter.dispatch('get_column_names', 'dbt')() }}\n )\n {%- set sql = get_select_subquery(sql) %}\n {% else %}\n as\n {% endif %}\n (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.default__get_column_names", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.591597, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_index_sql": {"name": "postgres__get_create_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_index_sql", "macro_sql": "{% macro postgres__get_create_index_sql(relation, index_dict) -%}\n {%- set index_config = adapter.parse_index(index_dict) -%}\n {%- set comma_separated_columns = \", \".join(index_config.columns) -%}\n {%- set index_name = index_config.render(relation) -%}\n\n create {% if index_config.unique -%}\n unique\n {%- endif %} index if not exists\n \"{{ index_name }}\"\n on {{ relation }} {% if index_config.type -%}\n using {{ index_config.type }}\n {%- endif %}\n ({{ comma_separated_columns }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5926917, "supported_languages": null}, "macro.dbt_postgres.postgres__create_schema": {"name": "postgres__create_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_schema", "macro_sql": "{% macro postgres__create_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier().include(database=False) }}\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5933669, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_schema": {"name": "postgres__drop_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__drop_schema", "macro_sql": "{% macro postgres__drop_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier().include(database=False) }} cascade\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5940375, "supported_languages": null}, "macro.dbt_postgres.postgres__get_columns_in_relation": {"name": "postgres__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_columns_in_relation", "macro_sql": "{% macro postgres__get_columns_in_relation(relation) -%}\n {% call statement('get_columns_in_relation', fetch_result=True) %}\n select\n column_name,\n data_type,\n character_maximum_length,\n numeric_precision,\n numeric_scale\n\n from {{ relation.information_schema('columns') }}\n where table_name = '{{ relation.identifier }}'\n {% if relation.schema %}\n and table_schema = '{{ relation.schema }}'\n {% endif %}\n order by ordinal_position\n\n {% endcall %}\n {% set table = load_result('get_columns_in_relation').table %}\n {{ return(sql_convert_columns_in_relation(table)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.sql_convert_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5949984, "supported_languages": null}, "macro.dbt_postgres.postgres__list_relations_without_caching": {"name": "postgres__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_relations_without_caching", "macro_sql": "{% macro postgres__list_relations_without_caching(schema_relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n '{{ schema_relation.database }}' as database,\n tablename as name,\n schemaname as schema,\n 'table' as type\n from pg_tables\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n viewname as name,\n schemaname as schema,\n 'view' as type\n from pg_views\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n matviewname as name,\n schemaname as schema,\n 'materialized_view' as type\n from pg_matviews\n where schemaname ilike '{{ schema_relation.schema }}'\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5959098, "supported_languages": null}, "macro.dbt_postgres.postgres__information_schema_name": {"name": "postgres__information_schema_name", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__information_schema_name", "macro_sql": "{% macro postgres__information_schema_name(database) -%}\n {% if database_name -%}\n {{ adapter.verify_database(database_name) }}\n {%- endif -%}\n information_schema\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5962756, "supported_languages": null}, "macro.dbt_postgres.postgres__list_schemas": {"name": "postgres__list_schemas", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_schemas", "macro_sql": "{% macro postgres__list_schemas(database) %}\n {% if database -%}\n {{ adapter.verify_database(database) }}\n {%- endif -%}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select distinct nspname from pg_namespace\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5970013, "supported_languages": null}, "macro.dbt_postgres.postgres__check_schema_exists": {"name": "postgres__check_schema_exists", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__check_schema_exists", "macro_sql": "{% macro postgres__check_schema_exists(information_schema, schema) -%}\n {% if information_schema.database -%}\n {{ adapter.verify_database(information_schema.database) }}\n {%- endif -%}\n {% call statement('check_schema_exists', fetch_result=True, auto_begin=False) %}\n select count(*) from pg_namespace where nspname = '{{ schema }}'\n {% endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.597807, "supported_languages": null}, "macro.dbt_postgres.postgres__make_relation_with_suffix": {"name": "postgres__make_relation_with_suffix", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_relation_with_suffix", "macro_sql": "{% macro postgres__make_relation_with_suffix(base_relation, suffix, dstring) %}\n {% if dstring %}\n {% set dt = modules.datetime.datetime.now() %}\n {% set dtstring = dt.strftime(\"%H%M%S%f\") %}\n {% set suffix = suffix ~ dtstring %}\n {% endif %}\n {% set suffix_length = suffix|length %}\n {% set relation_max_name_length = base_relation.relation_max_name_length() %}\n {% if suffix_length > relation_max_name_length %}\n {% do exceptions.raise_compiler_error('Relation suffix is too long (' ~ suffix_length ~ ' characters). Maximum length is ' ~ relation_max_name_length ~ ' characters.') %}\n {% endif %}\n {% set identifier = base_relation.identifier[:relation_max_name_length - suffix_length] ~ suffix %}\n\n {{ return(base_relation.incorporate(path={\"identifier\": identifier })) }}\n\n {% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.599491, "supported_languages": null}, "macro.dbt_postgres.postgres__make_intermediate_relation": {"name": "postgres__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_intermediate_relation", "macro_sql": "{% macro postgres__make_intermediate_relation(base_relation, suffix) %}\n {{ return(postgres__make_relation_with_suffix(base_relation, suffix, dstring=False)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5999427, "supported_languages": null}, "macro.dbt_postgres.postgres__make_temp_relation": {"name": "postgres__make_temp_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_temp_relation", "macro_sql": "{% macro postgres__make_temp_relation(base_relation, suffix) %}\n {% set temp_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=True) %}\n {{ return(temp_relation.incorporate(path={\"schema\": none,\n \"database\": none})) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6005752, "supported_languages": null}, "macro.dbt_postgres.postgres__make_backup_relation": {"name": "postgres__make_backup_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_backup_relation", "macro_sql": "{% macro postgres__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {% set backup_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=False) %}\n {{ return(backup_relation.incorporate(type=backup_relation_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6011448, "supported_languages": null}, "macro.dbt_postgres.postgres_escape_comment": {"name": "postgres_escape_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres_escape_comment", "macro_sql": "{% macro postgres_escape_comment(comment) -%}\n {% if comment is not string %}\n {% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}\n {% endif %}\n {%- set magic = '$dbt_comment_literal_block$' -%}\n {%- if magic in comment -%}\n {%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}\n {%- endif -%}\n {{ magic }}{{ comment }}{{ magic }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6020248, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_relation_comment": {"name": "postgres__alter_relation_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_relation_comment", "macro_sql": "{% macro postgres__alter_relation_comment(relation, comment) %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n {% if relation.type == 'materialized_view' -%}\n {% set relation_type = \"materialized view\" %}\n {%- else -%}\n {%- set relation_type = relation.type -%}\n {%- endif -%}\n comment on {{ relation_type }} {{ relation }} is {{ escaped_comment }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6027966, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_column_comment": {"name": "postgres__alter_column_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_column_comment", "macro_sql": "{% macro postgres__alter_column_comment(relation, column_dict) %}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in column_dict if (column_name in existing_columns) %}\n {% set comment = column_dict[column_name]['description'] %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is {{ escaped_comment }};\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6039925, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_grant_sql": {"name": "postgres__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_grant_sql", "macro_sql": "\n\n{%- macro postgres__get_show_grant_sql(relation) -%}\n select grantee, privilege_type\n from {{ relation.information_schema('role_table_grants') }}\n where grantor = current_role\n and grantee != current_role\n and table_schema = '{{ relation.schema }}'\n and table_name = '{{ relation.identifier }}'\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6044135, "supported_languages": null}, "macro.dbt_postgres.postgres__copy_grants": {"name": "postgres__copy_grants", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__copy_grants", "macro_sql": "{% macro postgres__copy_grants() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6046686, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_indexes_sql": {"name": "postgres__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_indexes_sql", "macro_sql": "{% macro postgres__get_show_indexes_sql(relation) %}\n select\n i.relname as name,\n m.amname as method,\n ix.indisunique as \"unique\",\n array_to_string(array_agg(a.attname), ',') as column_names\n from pg_index ix\n join pg_class i\n on i.oid = ix.indexrelid\n join pg_am m\n on m.oid=i.relam\n join pg_class t\n on t.oid = ix.indrelid\n join pg_namespace n\n on n.oid = t.relnamespace\n join pg_attribute a\n on a.attrelid = t.oid\n and a.attnum = ANY(ix.indkey)\n where t.relname = '{{ relation.identifier }}'\n and n.nspname = '{{ relation.schema }}'\n and t.relkind in ('r', 'm')\n group by 1, 2, 3\n order by 1, 2, 3\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.605021, "supported_languages": null}, "macro.dbt_postgres.postgres__get_drop_index_sql": {"name": "postgres__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_drop_index_sql", "macro_sql": "\n\n\n{%- macro postgres__get_drop_index_sql(relation, index_name) -%}\n drop index if exists \"{{ relation.schema }}\".\"{{ index_name }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6053243, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp": {"name": "postgres__current_timestamp", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp", "macro_sql": "{% macro postgres__current_timestamp() -%}\n now()\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.605801, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_string_as_time": {"name": "postgres__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_string_as_time", "macro_sql": "{% macro postgres__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"'\" ~ timestamp ~ \"'::timestamp without time zone\" -%}\n {{ return(result) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6061776, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_get_time": {"name": "postgres__snapshot_get_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_get_time", "macro_sql": "{% macro postgres__snapshot_get_time() -%}\n {{ current_timestamp() }}::timestamp without time zone\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6063976, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_backcompat": {"name": "postgres__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_backcompat", "macro_sql": "{% macro postgres__current_timestamp_backcompat() %}\n current_timestamp::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.606802, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat": {"name": "postgres__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro postgres__current_timestamp_in_utc_backcompat() %}\n (current_timestamp at time zone 'utc')::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6070247, "supported_languages": null}, "macro.dbt_postgres.postgres__get_relations": {"name": "postgres__get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres__get_relations", "macro_sql": "{% macro postgres__get_relations() -%}\n\n {#\n -- in pg_depend, objid is the dependent, refobjid is the referenced object\n -- > a pg_depend entry indicates that the referenced object cannot be\n -- > dropped without also dropping the dependent object.\n #}\n\n {%- call statement('relations', fetch_result=True) -%}\n select distinct\n dependent_namespace.nspname as dependent_schema,\n dependent_class.relname as dependent_name,\n referenced_namespace.nspname as referenced_schema,\n referenced_class.relname as referenced_name\n\n -- Query for views: views are entries in pg_class with an entry in pg_rewrite, but we avoid\n -- a seq scan on pg_rewrite by leveraging the fact there is an \"internal\" row in pg_depend for\n -- the view...\n from pg_class as dependent_class\n join pg_namespace as dependent_namespace on dependent_namespace.oid = dependent_class.relnamespace\n join pg_depend as dependent_depend on dependent_depend.refobjid = dependent_class.oid\n and dependent_depend.classid = 'pg_rewrite'::regclass\n and dependent_depend.refclassid = 'pg_class'::regclass\n and dependent_depend.deptype = 'i'\n\n -- ... and via pg_depend (that has a row per column, hence the need for \"distinct\" above, and\n -- making sure to exclude the internal row to avoid a view appearing to depend on itself)...\n join pg_depend as joining_depend on joining_depend.objid = dependent_depend.objid\n and joining_depend.classid = 'pg_rewrite'::regclass\n and joining_depend.refclassid = 'pg_class'::regclass\n and joining_depend.refobjid != dependent_depend.refobjid\n\n -- ... we can find the tables they query from in pg_class, but excluding system tables. Note we\n -- don't need need to exclude _dependent_ system tables, because they only query from other\n -- system tables, and so are automatically excluded by excluding _referenced_ system tables\n join pg_class as referenced_class on referenced_class.oid = joining_depend.refobjid\n join pg_namespace as referenced_namespace on referenced_namespace.oid = referenced_class.relnamespace\n and referenced_namespace.nspname != 'information_schema'\n and referenced_namespace.nspname not like 'pg\\_%'\n\n order by\n dependent_schema, dependent_name, referenced_schema, referenced_name;\n\n {%- endcall -%}\n\n {{ return(load_result('relations').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6080194, "supported_languages": null}, "macro.dbt_postgres.postgres_get_relations": {"name": "postgres_get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres_get_relations", "macro_sql": "{% macro postgres_get_relations() %}\n {{ return(postgres__get_relations()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6082869, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_merge_sql": {"name": "postgres__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshot_merge.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_merge_sql", "macro_sql": "{% macro postgres__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n update {{ target }}\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }}::text = {{ target }}.{{ columns.dbt_scd_id }}::text\n and DBT_INTERNAL_SOURCE.dbt_change_type::text in ('update'::text, 'delete'::text)\n {% if config.get(\"dbt_valid_to_current\") %}\n and ({{ target }}.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }} or {{ target }}.{{ columns.dbt_valid_to }} is null);\n {% else %}\n and {{ target }}.{{ columns.dbt_valid_to }} is null;\n {% endif %}\n\n\n insert into {{ target }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n DBT_INTERNAL_SOURCE.{{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_change_type::text = 'insert'::text;\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6105723, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_default_sql": {"name": "postgres__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_default_sql", "macro_sql": "{% macro postgres__get_incremental_default_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(get_incremental_delete_insert_sql(arg_dict)) %}\n {% else %}\n {% do return(get_incremental_append_sql(arg_dict)) %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_delete_insert_sql", "macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6114953, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_microbatch_sql": {"name": "postgres__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_microbatch_sql", "macro_sql": "{% macro postgres__get_incremental_microbatch_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"dbt-postgres 'microbatch' requires a `unique_key` config\") }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_merge_sql", "macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6121967, "supported_languages": null}, "macro.dbt_postgres.postgres__last_day": {"name": "postgres__last_day", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt_postgres.postgres__last_day", "macro_sql": "{% macro postgres__last_day(date, datepart) -%}\n\n {%- if datepart == 'quarter' -%}\n -- postgres dateadd does not support quarter interval.\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd('month', '3', dbt.date_trunc(datepart, date))\n )}}\n as date)\n {%- else -%}\n {{dbt.default_last_day(date, datepart)}}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc", "macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6131825, "supported_languages": null}, "macro.dbt_postgres.postgres__split_part": {"name": "postgres__split_part", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt_postgres.postgres__split_part", "macro_sql": "{% macro postgres__split_part(string_text, delimiter_text, part_number) %}\n\n {% if part_number >= 0 %}\n {{ dbt.default__split_part(string_text, delimiter_text, part_number) }}\n {% else %}\n {{ dbt._split_part_negative(string_text, delimiter_text, part_number) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__split_part", "macro.dbt._split_part_negative"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.614011, "supported_languages": null}, "macro.dbt_postgres.postgres__datediff": {"name": "postgres__datediff", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt_postgres.postgres__datediff", "macro_sql": "{% macro postgres__datediff(first_date, second_date, datepart) -%}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6179774, "supported_languages": null}, "macro.dbt_postgres.postgres__dateadd": {"name": "postgres__dateadd", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt_postgres.postgres__dateadd", "macro_sql": "{% macro postgres__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {{ from_date_or_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6184394, "supported_languages": null}, "macro.dbt_postgres.postgres__listagg": {"name": "postgres__listagg", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt_postgres.postgres__listagg", "macro_sql": "{% macro postgres__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n (array_agg(\n {{ measure }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n ))[1:{{ limit_num }}],\n {{ delimiter_text }}\n )\n {%- else %}\n string_agg(\n {{ measure }},\n {{ delimiter_text }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n )\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6194775, "supported_languages": null}, "macro.dbt_postgres.postgres__any_value": {"name": "postgres__any_value", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt_postgres.postgres__any_value", "macro_sql": "{% macro postgres__any_value(expression) -%}\n\n min({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.61981, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql": {"name": "postgres__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_create_materialized_view_as_sql(relation, sql) %}\n create materialized view if not exists {{ relation }} as {{ sql }};\n\n {% for _index_dict in config.get('indexes', []) -%}\n {{- get_create_index_sql(relation, _index_dict) -}}{{ ';' if not loop.last else \"\" }}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.620679, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_materialized_view_sql": {"name": "postgres__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_materialized_view_sql", "macro_sql": "{% macro postgres__get_rename_materialized_view_sql(relation, new_name) %}\n alter materialized view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6210444, "supported_languages": null}, "macro.dbt_postgres.postgres__describe_materialized_view": {"name": "postgres__describe_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/describe.sql", "original_file_path": "macros/relations/materialized_view/describe.sql", "unique_id": "macro.dbt_postgres.postgres__describe_materialized_view", "macro_sql": "{% macro postgres__describe_materialized_view(relation) %}\n -- for now just get the indexes, we don't need the name or the query yet\n {% set _indexes = run_query(get_show_indexes_sql(relation)) %}\n {% do return({'indexes': _indexes}) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6216254, "supported_languages": null}, "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql": {"name": "postgres__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n\n -- apply a full refresh immediately if needed\n {% if configuration_changes.requires_full_refresh %}\n\n {{ get_replace_sql(existing_relation, relation, sql) }}\n\n -- otherwise apply individual changes as needed\n {% else %}\n\n {{ postgres__update_indexes_on_materialized_view(relation, configuration_changes.indexes) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_sql", "macro.dbt_postgres.postgres__update_indexes_on_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6227207, "supported_languages": null}, "macro.dbt_postgres.postgres__update_indexes_on_materialized_view": {"name": "postgres__update_indexes_on_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__update_indexes_on_materialized_view", "macro_sql": "\n\n\n{%- macro postgres__update_indexes_on_materialized_view(relation, index_changes) -%}\n {{- log(\"Applying UPDATE INDEXES to: \" ~ relation) -}}\n\n {%- for _index_change in index_changes -%}\n {%- set _index = _index_change.context -%}\n\n {%- if _index_change.action == \"drop\" -%}\n\n {{ postgres__get_drop_index_sql(relation, _index.name) }}\n\n {%- elif _index_change.action == \"create\" -%}\n\n {{ postgres__get_create_index_sql(relation, _index.as_node_config) }}\n\n {%- endif -%}\n\t{{ ';' if not loop.last else \"\" }}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql", "macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6239526, "supported_languages": null}, "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes": {"name": "postgres__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes", "macro_sql": "{% macro postgres__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {% set _existing_materialized_view = postgres__describe_materialized_view(existing_relation) %}\n {% set _configuration_changes = existing_relation.get_materialized_view_config_change_collection(_existing_materialized_view, new_config.model) %}\n {% do return(_configuration_changes) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__describe_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6245522, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_materialized_view": {"name": "postgres__drop_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_materialized_view", "macro_sql": "{% macro postgres__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6248815, "supported_languages": null}, "macro.dbt_postgres.postgres__refresh_materialized_view": {"name": "postgres__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt_postgres.postgres__refresh_materialized_view", "macro_sql": "{% macro postgres__refresh_materialized_view(relation) %}\n refresh materialized view {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6251664, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_view_sql": {"name": "postgres__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_view_sql", "macro_sql": "{% macro postgres__get_replace_view_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace view {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6262147, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_view_sql": {"name": "postgres__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_view_sql", "macro_sql": "{% macro postgres__get_rename_view_sql(relation, new_name) %}\n alter view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6265793, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_view": {"name": "postgres__drop_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_view", "macro_sql": "{% macro postgres__drop_view(relation) -%}\n drop view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.626892, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_table_sql": {"name": "postgres__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_table_sql", "macro_sql": "{% macro postgres__get_replace_table_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6281407, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_table_sql": {"name": "postgres__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_table_sql", "macro_sql": "{% macro postgres__get_rename_table_sql(relation, new_name) %}\n alter table {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6285028, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_table": {"name": "postgres__drop_table", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_table", "macro_sql": "{% macro postgres__drop_table(relation) -%}\n drop table if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6288111, "supported_languages": null}, "macro.dbt.resolve_model_name": {"name": "resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.resolve_model_name", "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6301594, "supported_languages": null}, "macro.dbt.default__resolve_model_name": {"name": "default__resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.default__resolve_model_name", "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6304755, "supported_languages": null}, "macro.dbt.build_ref_function": {"name": "build_ref_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_ref_function", "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n\n {#\n We want to get the string of the returned relation by calling .render() in order to skip sample/empty\n mode rendering logic. However, people override the default ref macro, and often return a string instead\n of a relation (like the ref macro does by default). Thus, to make sure we dont blow things up, we have\n to ensure the resolved relation has a .render() method.\n #}\n {%- if resolved.render is defined and resolved.render is callable -%}\n {%- set resolved = resolved.render() -%}\n {%- endif -%}\n\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6324418, "supported_languages": null}, "macro.dbt.build_source_function": {"name": "build_source_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_source_function", "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.633314, "supported_languages": null}, "macro.dbt.build_config_dict": {"name": "build_config_dict", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_config_dict", "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6344793, "supported_languages": null}, "macro.dbt.py_script_postfix": {"name": "py_script_postfix", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_postfix", "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.build_ref_function", "macro.dbt.build_source_function", "macro.dbt.build_config_dict", "macro.dbt.resolve_model_name", "macro.dbt.is_incremental", "macro.dbt.py_script_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6354072, "supported_languages": null}, "macro.dbt.py_script_comment": {"name": "py_script_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_comment", "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6355696, "supported_languages": null}, "macro.dbt.run_hooks": {"name": "run_hooks", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.run_hooks", "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6374524, "supported_languages": null}, "macro.dbt.make_hook_config": {"name": "make_hook_config", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.make_hook_config", "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6378691, "supported_languages": null}, "macro.dbt.before_begin": {"name": "before_begin", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.before_begin", "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.638171, "supported_languages": null}, "macro.dbt.in_transaction": {"name": "in_transaction", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.in_transaction", "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6384623, "supported_languages": null}, "macro.dbt.after_commit": {"name": "after_commit", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.after_commit", "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6387727, "supported_languages": null}, "macro.dbt.set_sql_header": {"name": "set_sql_header", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.set_sql_header", "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6393569, "supported_languages": null}, "macro.dbt.should_full_refresh": {"name": "should_full_refresh", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_full_refresh", "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6399798, "supported_languages": null}, "macro.dbt.should_store_failures": {"name": "should_store_failures", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_store_failures", "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6405911, "supported_languages": null}, "macro.dbt.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/table.sql", "original_file_path": "macros/materializations/models/table.sql", "unique_id": "macro.dbt.materialization_table_default", "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n {% do create_indexes(intermediate_relation) %}\n\n -- cleanup\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6447287, "supported_languages": ["sql"]}, "macro.dbt.materialization_view_default": {"name": "materialization_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/view.sql", "original_file_path": "macros/materializations/models/view.sql", "unique_id": "macro.dbt.materialization_view_default", "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6488638, "supported_languages": ["sql"]}, "macro.dbt.materialization_materialized_view_default": {"name": "materialization_materialized_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialization_materialized_view_default", "macro_sql": "{% materialization materialized_view, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.MaterializedView) %}\n {% set intermediate_relation = make_intermediate_relation(target_relation) %}\n {% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}\n {% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}\n\n {{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}\n\n {% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% if build_sql == '' %}\n {{ materialized_view_execute_no_op(target_relation) }}\n {% else %}\n {{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}\n {% endif %}\n\n {{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.materialized_view_setup", "macro.dbt.materialized_view_get_build_sql", "macro.dbt.materialized_view_execute_no_op", "macro.dbt.materialized_view_execute_build_sql", "macro.dbt.materialized_view_teardown"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6519349, "supported_languages": ["sql"]}, "macro.dbt.materialized_view_setup": {"name": "materialized_view_setup", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_setup", "macro_sql": "{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}\n\n -- backup_relation and intermediate_relation should not already exist in the database\n -- it's possible these exist because of a previous run that exited unexpectedly\n {% set preexisting_backup_relation = load_cached_relation(backup_relation) %}\n {% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6527421, "supported_languages": null}, "macro.dbt.materialized_view_teardown": {"name": "materialized_view_teardown", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_teardown", "macro_sql": "{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}\n\n -- drop the temp relations if they exist to leave the database clean for the next run\n {{ drop_relation_if_exists(backup_relation) }}\n {{ drop_relation_if_exists(intermediate_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6532533, "supported_languages": null}, "macro.dbt.materialized_view_get_build_sql": {"name": "materialized_view_get_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_get_build_sql", "macro_sql": "{% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% set full_refresh_mode = should_full_refresh() %}\n\n -- determine the scenario we're in: create, full_refresh, alter, refresh data\n {% if existing_relation is none %}\n {% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}\n {% elif full_refresh_mode or not existing_relation.is_materialized_view %}\n {% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}\n {% else %}\n\n -- get config options\n {% set on_configuration_change = config.get('on_configuration_change') %}\n {% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}\n\n {% if configuration_changes is none %}\n {% set build_sql = refresh_materialized_view(target_relation) %}\n\n {% elif on_configuration_change == 'apply' %}\n {% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}\n {% elif on_configuration_change == 'continue' %}\n {% set build_sql = '' %}\n {{ exceptions.warn(\"Configuration changes were identified and `on_configuration_change` was set to `continue` for `\" ~ target_relation.render() ~ \"`\") }}\n {% elif on_configuration_change == 'fail' %}\n {{ exceptions.raise_fail_fast_error(\"Configuration changes were identified and `on_configuration_change` was set to `fail` for `\" ~ target_relation.render() ~ \"`\") }}\n\n {% else %}\n -- this only happens if the user provides a value other than `apply`, 'skip', 'fail'\n {{ exceptions.raise_compiler_error(\"Unexpected configuration scenario\") }}\n\n {% endif %}\n\n {% endif %}\n\n {% do return(build_sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.get_create_materialized_view_as_sql", "macro.dbt.get_replace_sql", "macro.dbt.get_materialized_view_configuration_changes", "macro.dbt.refresh_materialized_view", "macro.dbt.get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6560407, "supported_languages": null}, "macro.dbt.materialized_view_execute_no_op": {"name": "materialized_view_execute_no_op", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_no_op", "macro_sql": "{% macro materialized_view_execute_no_op(target_relation) %}\n {% do store_raw_result(\n name=\"main\",\n message=\"skip \" ~ target_relation,\n code=\"skip\",\n rows_affected=\"-1\"\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6565187, "supported_languages": null}, "macro.dbt.materialized_view_execute_build_sql": {"name": "materialized_view_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_build_sql", "macro_sql": "{% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6578429, "supported_languages": null}, "macro.dbt.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/is_incremental.sql", "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", "unique_id": "macro.dbt.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.659022, "supported_languages": null}, "macro.dbt.get_merge_sql": {"name": "get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_merge_sql", "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6610887, "supported_languages": null}, "macro.dbt.default__get_merge_sql": {"name": "default__get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_merge_sql", "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set source_unique_key = (\"DBT_INTERNAL_SOURCE.\" ~ unique_key) | trim %}\n\t {% set target_unique_key = (\"DBT_INTERNAL_DEST.\" ~ unique_key) | trim %}\n\t {% set unique_key_match = equals(source_unique_key, target_unique_key) | trim %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt.get_merge_update_columns", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6645677, "supported_languages": null}, "macro.dbt.get_delete_insert_merge_sql": {"name": "get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_delete_insert_merge_sql", "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.665113, "supported_languages": null}, "macro.dbt.default__get_delete_insert_merge_sql": {"name": "default__get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is string %}\n {% set unique_key = [unique_key] %}\n {% endif %}\n\n {%- set unique_key_str = unique_key|join(', ') -%}\n\n delete from {{ target }} as DBT_INTERNAL_DEST\n where ({{ unique_key_str }}) in (\n select distinct {{ unique_key_str }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.666587, "supported_languages": null}, "macro.dbt.get_insert_overwrite_merge_sql": {"name": "get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6671503, "supported_languages": null}, "macro.dbt.default__get_insert_overwrite_merge_sql": {"name": "default__get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6684787, "supported_languages": null}, "macro.dbt.get_quoted_csv": {"name": "get_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_quoted_csv", "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6701117, "supported_languages": null}, "macro.dbt.diff_columns": {"name": "diff_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_columns", "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.671248, "supported_languages": null}, "macro.dbt.diff_column_data_types": {"name": "diff_column_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_column_data_types", "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6725733, "supported_languages": null}, "macro.dbt.get_merge_update_columns": {"name": "get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_merge_update_columns", "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6730678, "supported_languages": null}, "macro.dbt.default__get_merge_update_columns": {"name": "default__get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.default__get_merge_update_columns", "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6745148, "supported_languages": null}, "macro.dbt.get_incremental_append_sql": {"name": "get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_append_sql", "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6758082, "supported_languages": null}, "macro.dbt.default__get_incremental_append_sql": {"name": "default__get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_append_sql", "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_into_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6763663, "supported_languages": null}, "macro.dbt.get_incremental_delete_insert_sql": {"name": "get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_delete_insert_sql", "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_delete_insert_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6767952, "supported_languages": null}, "macro.dbt.default__get_incremental_delete_insert_sql": {"name": "default__get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6773765, "supported_languages": null}, "macro.dbt.get_incremental_merge_sql": {"name": "get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_merge_sql", "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6779518, "supported_languages": null}, "macro.dbt.default__get_incremental_merge_sql": {"name": "default__get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_merge_sql", "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6785297, "supported_languages": null}, "macro.dbt.get_incremental_insert_overwrite_sql": {"name": "get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6789205, "supported_languages": null}, "macro.dbt.default__get_incremental_insert_overwrite_sql": {"name": "default__get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.679438, "supported_languages": null}, "macro.dbt.get_incremental_default_sql": {"name": "get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_default_sql", "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_default_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6798432, "supported_languages": null}, "macro.dbt.default__get_incremental_default_sql": {"name": "default__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_default_sql", "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.68015, "supported_languages": null}, "macro.dbt.get_incremental_microbatch_sql": {"name": "get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_microbatch_sql", "macro_sql": "{% macro get_incremental_microbatch_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_microbatch_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_microbatch_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6805139, "supported_languages": null}, "macro.dbt.default__get_incremental_microbatch_sql": {"name": "default__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_microbatch_sql", "macro_sql": "{% macro default__get_incremental_microbatch_sql(arg_dict) %}\n\n {{ exceptions.raise_not_implemented('microbatch materialization strategy not implemented for adapter ' + adapter.type()) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6809137, "supported_languages": null}, "macro.dbt.get_insert_into_sql": {"name": "get_insert_into_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_insert_into_sql", "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6815002, "supported_languages": null}, "macro.dbt.incremental_validate_on_schema_change": {"name": "incremental_validate_on_schema_change", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.incremental_validate_on_schema_change", "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6838484, "supported_languages": null}, "macro.dbt.check_for_schema_changes": {"name": "check_for_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.check_for_schema_changes", "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6862648, "supported_languages": null}, "macro.dbt.sync_column_schemas": {"name": "sync_column_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.sync_column_schemas", "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_relation_add_remove_columns", "macro.dbt.alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6888375, "supported_languages": null}, "macro.dbt.process_schema_changes": {"name": "process_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.process_schema_changes", "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.check_for_schema_changes", "macro.dbt.sync_column_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6905143, "supported_languages": null}, "macro.dbt.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/incremental.sql", "original_file_path": "macros/materializations/models/incremental/incremental.sql", "unique_id": "macro.dbt.materialization_incremental_default", "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% set relation_for_indexes = target_relation %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set relation_for_indexes = intermediate_relation %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% set relation_for_indexes = temp_relation %}\n {% set contract_config = config.get('contract') %}\n {% if not contract_config or not contract_config.enforced %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {% endif %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(relation_for_indexes) %}\n {% endif %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_temp_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", "macro.dbt.statement", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.698959, "supported_languages": ["sql"]}, "macro.dbt.create_or_replace_clone": {"name": "create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.create_or_replace_clone", "macro_sql": "{% macro create_or_replace_clone(this_relation, defer_relation) %}\n {{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_or_replace_clone"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6996431, "supported_languages": null}, "macro.dbt.default__create_or_replace_clone": {"name": "default__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.default__create_or_replace_clone", "macro_sql": "{% macro default__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace table {{ this_relation.render() }} clone {{ defer_relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7000222, "supported_languages": null}, "macro.dbt.materialization_clone_default": {"name": "materialization_clone_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/clone.sql", "original_file_path": "macros/materializations/models/clone/clone.sql", "unique_id": "macro.dbt.materialization_clone_default", "macro_sql": "{%- materialization clone, default -%}\n\n {%- set relations = {'relations': []} -%}\n\n {%- if not defer_relation -%}\n -- nothing to do\n {{ log(\"No relation found in state manifest for \" ~ model.unique_id, info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n\n {%- if existing_relation and not flags.FULL_REFRESH -%}\n -- noop!\n {{ log(\"Relation \" ~ existing_relation ~ \" already exists\", info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set other_existing_relation = load_cached_relation(defer_relation) -%}\n\n -- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table\n -- Otherwise, this will be a view\n\n {% set can_clone_table = can_clone_table() %}\n\n {%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {% if existing_relation is not none and not existing_relation.is_table %}\n {{ log(\"Dropping relation \" ~ existing_relation.render() ~ \" because it is of type \" ~ existing_relation.type) }}\n {{ drop_relation_if_exists(existing_relation) }}\n {% endif %}\n\n -- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'\n {% if target_relation.database == defer_relation.database and\n target_relation.schema == defer_relation.schema and\n target_relation.identifier == defer_relation.identifier %}\n {{ log(\"Target relation and defer relation are the same, skipping clone for relation: \" ~ target_relation.render()) }}\n {% else %}\n {% call statement('main') %}\n {{ create_or_replace_clone(target_relation, defer_relation) }}\n {% endcall %}\n {% endif %}\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n {%- else -%}\n\n {%- set target_relation = this.incorporate(type='view') -%}\n\n -- reuse the view materialization\n -- TODO: support actual dispatch for materialization macros\n -- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799\n {% set search_name = \"materialization_view_\" ~ adapter.type() %}\n {% if not search_name in context %}\n {% set search_name = \"materialization_view_default\" %}\n {% endif %}\n {% set materialization_macro = context[search_name] %}\n {% set relations = materialization_macro() %}\n {{ return(relations) }}\n\n {%- endif -%}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.can_clone_table", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.create_or_replace_clone", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.704896, "supported_languages": ["sql"]}, "macro.dbt.can_clone_table": {"name": "can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.can_clone_table", "macro_sql": "{% macro can_clone_table() %}\n {{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__can_clone_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.705421, "supported_languages": null}, "macro.dbt.default__can_clone_table": {"name": "default__can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.default__can_clone_table", "macro_sql": "{% macro default__can_clone_table() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7056801, "supported_languages": null}, "macro.dbt.create_csv_table": {"name": "create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.create_csv_table", "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7074373, "supported_languages": null}, "macro.dbt.default__create_csv_table": {"name": "default__create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__create_csv_table", "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7092519, "supported_languages": null}, "macro.dbt.reset_csv_table": {"name": "reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.reset_csv_table", "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__reset_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7097526, "supported_languages": null}, "macro.dbt.default__reset_csv_table": {"name": "default__reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__reset_csv_table", "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation.render() %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7107592, "supported_languages": null}, "macro.dbt.get_csv_sql": {"name": "get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_csv_sql", "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_csv_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7111535, "supported_languages": null}, "macro.dbt.default__get_csv_sql": {"name": "default__get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_csv_sql", "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7114277, "supported_languages": null}, "macro.dbt.get_binding_char": {"name": "get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_binding_char", "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7117307, "supported_languages": null}, "macro.dbt.default__get_binding_char": {"name": "default__get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_binding_char", "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7119727, "supported_languages": null}, "macro.dbt.get_batch_size": {"name": "get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_batch_size", "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_batch_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7122924, "supported_languages": null}, "macro.dbt.default__get_batch_size": {"name": "default__get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_batch_size", "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.712532, "supported_languages": null}, "macro.dbt.get_seed_column_quoted_csv": {"name": "get_seed_column_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_seed_column_quoted_csv", "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7134855, "supported_languages": null}, "macro.dbt.load_csv_rows": {"name": "load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.load_csv_rows", "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__load_csv_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7140055, "supported_languages": null}, "macro.dbt.default__load_csv_rows": {"name": "default__load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__load_csv_rows", "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_batch_size", "macro.dbt.get_seed_column_quoted_csv", "macro.dbt.get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7164316, "supported_languages": null}, "macro.dbt.materialization_seed_default": {"name": "materialization_seed_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/seed.sql", "original_file_path": "macros/materializations/seeds/seed.sql", "unique_id": "macro.dbt.materialization_seed_default", "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation.render())) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.run_hooks", "macro.dbt.reset_csv_table", "macro.dbt.create_csv_table", "macro.dbt.load_csv_rows", "macro.dbt.noop_statement", "macro.dbt.get_csv_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7216012, "supported_languages": ["sql"]}, "macro.dbt.materialization_snapshot_default": {"name": "materialization_snapshot_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot.sql", "original_file_path": "macros/materializations/snapshots/snapshot.sql", "unique_id": "macro.dbt.materialization_snapshot_default", "macro_sql": "{% materialization snapshot, default %}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {# The model['config'] parameter below is no longer used, but passing anyway for compatibility #}\n {# It was a dictionary of config, instead of the config object from the context #}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", model['config'], target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set build_or_select_sql = build_sql %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {{ adapter.assert_valid_snapshot_target_given_strategy(target_relation, columns, strategy) }}\n\n {% set build_or_select_sql = snapshot_staging_table(strategy, sql, target_relation) %}\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set remove_columns = ['dbt_change_type', 'DBT_CHANGE_TYPE', 'dbt_unique_key', 'DBT_UNIQUE_KEY'] %}\n {% if unique_key | is_list %}\n {% for key in strategy.unique_key %}\n {{ remove_columns.append('dbt_unique_key_' + loop.index|string) }}\n {{ remove_columns.append('DBT_UNIQUE_KEY_' + loop.index|string) }}\n {% endfor %}\n {% endif %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n\n {{ check_time_data_types(build_or_select_sql) }}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.dbt.run_hooks", "macro.dbt.strategy_dispatch", "macro.dbt.build_snapshot_table", "macro.dbt.create_table_as", "macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_staging_table", "macro.dbt.build_snapshot_staging_table", "macro.dbt.create_columns", "macro.dbt.snapshot_merge_sql", "macro.dbt.check_time_data_types", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes", "macro.dbt.post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7297668, "supported_languages": ["sql"]}, "macro.dbt.create_columns": {"name": "create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.create_columns", "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7339697, "supported_languages": null}, "macro.dbt.default__create_columns": {"name": "default__create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__create_columns", "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation.render() }} add column {{ adapter.quote(column.name) }} {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7347486, "supported_languages": null}, "macro.dbt.post_snapshot": {"name": "post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.post_snapshot", "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7351587, "supported_languages": null}, "macro.dbt.default__post_snapshot": {"name": "default__post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__post_snapshot", "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7353902, "supported_languages": null}, "macro.dbt.get_true_sql": {"name": "get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_true_sql", "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_true_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.735737, "supported_languages": null}, "macro.dbt.default__get_true_sql": {"name": "default__get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__get_true_sql", "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.736011, "supported_languages": null}, "macro.dbt.snapshot_staging_table": {"name": "snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.snapshot_staging_table", "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_staging_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7364361, "supported_languages": null}, "macro.dbt.get_snapshot_table_column_names": {"name": "get_snapshot_table_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_snapshot_table_column_names", "macro_sql": "{% macro get_snapshot_table_column_names() %}\n {{ return({'dbt_valid_to': 'dbt_valid_to', 'dbt_valid_from': 'dbt_valid_from', 'dbt_scd_id': 'dbt_scd_id', 'dbt_updated_at': 'dbt_updated_at', 'dbt_is_deleted': 'dbt_is_deleted'}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7369728, "supported_languages": null}, "macro.dbt.default__snapshot_staging_table": {"name": "default__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__snapshot_staging_table", "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n {% if strategy.hard_deletes == 'new_record' %}\n {% set new_scd_id = snapshot_hash_arguments([columns.dbt_scd_id, snapshot_get_time()]) %}\n {% endif %}\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from {{ target_relation }}\n where\n {% if config.get('dbt_valid_to_current') %}\n\t\t{% set source_unique_key = columns.dbt_valid_to | trim %}\n\t\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\n\t\t{# The exact equals semantics between NULL values depends on the current behavior flag set. Also, update records if the source field is null #}\n ( {{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null )\n {% else %}\n {{ columns.dbt_valid_to }} is null\n {% endif %}\n\n ),\n\n insertions_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }},\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }}\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_to }}\n\n from snapshot_query\n ),\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n\n deletes_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n {%- if strategy.hard_deletes == 'new_record' -%}\n ,'False' as {{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from insertions_source_data as source_data\n left outer join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"snapshotted_data\") }}\n or ({{ unique_key_is_not_null(strategy.unique_key, \"snapshotted_data\") }} and (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from updates_source_data as source_data\n join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n )\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n ,\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_to }},\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n and not (\n --avoid updating the record's valid_to if the latest entry is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n {%- endif %}\n )\n {%- endif %}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n {% set snapshotted_cols = get_list_of_column_names(get_columns_in_relation(target_relation)) %}\n {% set source_sql_cols = get_column_schema_from_query(source_sql) %}\n ,\n deletion_records as (\n\n select\n 'insert' as dbt_change_type,\n {#/*\n If a column has been added to the source it won't yet exist in the\n snapshotted table so we insert a null value as a placeholder for the column.\n */#}\n {%- for col in source_sql_cols -%}\n {%- if col.name in snapshotted_cols -%}\n snapshotted_data.{{ adapter.quote(col.column) }},\n {%- else -%}\n NULL as {{ adapter.quote(col.column) }},\n {%- endif -%}\n {% endfor -%}\n {%- if strategy.unique_key | is_list -%}\n {%- for key in strategy.unique_key -%}\n snapshotted_data.{{ key }} as dbt_unique_key_{{ loop.index }},\n {% endfor -%}\n {%- else -%}\n snapshotted_data.dbt_unique_key as dbt_unique_key,\n {% endif -%}\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n snapshotted_data.{{ columns.dbt_valid_to }} as {{ columns.dbt_valid_to }},\n {{ new_scd_id }} as {{ columns.dbt_scd_id }},\n 'True' as {{ columns.dbt_is_deleted }}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n and not (\n --avoid inserting a new record if the latest one is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletes\n {%- endif %}\n {%- if strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletion_records\n {%- endif %}\n\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments", "macro.dbt.snapshot_get_time", "macro.dbt.unique_key_fields", "macro.dbt.equals", "macro.dbt.get_dbt_valid_to_current", "macro.dbt.unique_key_join_on", "macro.dbt.unique_key_is_null", "macro.dbt.unique_key_is_not_null", "macro.dbt.get_list_of_column_names", "macro.dbt.get_columns_in_relation", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7464464, "supported_languages": null}, "macro.dbt.build_snapshot_table": {"name": "build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_table", "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__build_snapshot_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7469923, "supported_languages": null}, "macro.dbt.default__build_snapshot_table": {"name": "default__build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__build_snapshot_table", "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n\n select *,\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , 'False' as {{ columns.dbt_is_deleted }}\n {% endif -%}\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.get_dbt_valid_to_current"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7480714, "supported_languages": null}, "macro.dbt.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7489736, "supported_languages": null}, "macro.dbt.get_updated_at_column_data_type": {"name": "get_updated_at_column_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_updated_at_column_data_type", "macro_sql": "{% macro get_updated_at_column_data_type(snapshot_sql) %}\n {% set snapshot_sql_column_schema = get_column_schema_from_query(snapshot_sql) %}\n {% set dbt_updated_at_data_type = null %}\n {% set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {% set ns.dbt_updated_at_data_type = null -%}\n {% for column in snapshot_sql_column_schema %}\n {% if ((column.column == 'dbt_updated_at') or (column.column == 'DBT_UPDATED_AT')) %}\n {% set ns.dbt_updated_at_data_type = column.dtype %}\n {% endif %}\n {% endfor %}\n {{ return(ns.dbt_updated_at_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7501915, "supported_languages": null}, "macro.dbt.check_time_data_types": {"name": "check_time_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.check_time_data_types", "macro_sql": "{% macro check_time_data_types(sql) %}\n {% set dbt_updated_at_data_type = get_updated_at_column_data_type(sql) %}\n {% set snapshot_get_time_data_type = get_snapshot_get_time_data_type() %}\n {% if snapshot_get_time_data_type is not none and dbt_updated_at_data_type is not none and snapshot_get_time_data_type != dbt_updated_at_data_type %}\n {% if exceptions.warn_snapshot_timestamp_data_types %}\n {{ exceptions.warn_snapshot_timestamp_data_types(snapshot_get_time_data_type, dbt_updated_at_data_type) }}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_updated_at_column_data_type", "macro.dbt.get_snapshot_get_time_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7510924, "supported_languages": null}, "macro.dbt.get_dbt_valid_to_current": {"name": "get_dbt_valid_to_current", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_dbt_valid_to_current", "macro_sql": "{% macro get_dbt_valid_to_current(strategy, columns) %}\n {% set dbt_valid_to_current = config.get('dbt_valid_to_current') or \"null\" %}\n coalesce(nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}), {{dbt_valid_to_current}})\n as {{ columns.dbt_valid_to }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7516856, "supported_languages": null}, "macro.dbt.unique_key_fields": {"name": "unique_key_fields", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_fields", "macro_sql": "{% macro unique_key_fields(unique_key) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n {{ key }} as dbt_unique_key_{{ loop.index }}\n {%- if not loop.last %} , {%- endif %}\n {% endfor %}\n {% else %}\n {{ unique_key }} as dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7524726, "supported_languages": null}, "macro.dbt.unique_key_join_on": {"name": "unique_key_join_on", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_join_on", "macro_sql": "{% macro unique_key_join_on(unique_key, identifier, from_identifier) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n\t {% set source_unique_key = (identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {% set target_unique_key = (from_identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {{ equals(source_unique_key, target_unique_key) }}\n {%- if not loop.last %} and {%- endif %}\n {% endfor %}\n {% else %}\n {{ identifier }}.dbt_unique_key = {{ from_identifier }}.dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7536256, "supported_languages": null}, "macro.dbt.unique_key_is_null": {"name": "unique_key_is_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_null", "macro_sql": "{% macro unique_key_is_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is null\n {% else %}\n {{ identifier }}.dbt_unique_key is null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7540898, "supported_languages": null}, "macro.dbt.unique_key_is_not_null": {"name": "unique_key_is_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_not_null", "macro_sql": "{% macro unique_key_is_not_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is not null\n {% else %}\n {{ identifier }}.dbt_unique_key is not null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.75451, "supported_languages": null}, "macro.dbt.strategy_dispatch": {"name": "strategy_dispatch", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.strategy_dispatch", "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7586207, "supported_languages": null}, "macro.dbt.snapshot_hash_arguments": {"name": "snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_hash_arguments", "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7590172, "supported_languages": null}, "macro.dbt.default__snapshot_hash_arguments": {"name": "default__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_hash_arguments", "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7594807, "supported_languages": null}, "macro.dbt.snapshot_timestamp_strategy": {"name": "snapshot_timestamp_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_timestamp_strategy", "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set primary_key = config.get('unique_key') %}\n {% set updated_at = config.get('updated_at') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.{{ columns.dbt_valid_from }} < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7614536, "supported_languages": null}, "macro.dbt.snapshot_string_as_time": {"name": "snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_string_as_time", "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_string_as_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7618263, "supported_languages": null}, "macro.dbt.default__snapshot_string_as_time": {"name": "default__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_string_as_time", "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7621806, "supported_languages": null}, "macro.dbt.snapshot_check_all_get_existing_columns": {"name": "snapshot_check_all_get_existing_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7651427, "supported_languages": null}, "macro.dbt.snapshot_check_strategy": {"name": "snapshot_check_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_strategy", "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set check_cols_config = config.get('check_cols') %}\n {% set primary_key = config.get('unique_key') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set updated_at = config.get('updated_at') or snapshot_get_time() %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.snapshot_check_all_get_existing_columns", "macro.dbt.get_true_sql", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7679849, "supported_languages": null}, "macro.dbt.snapshot_merge_sql": {"name": "snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.snapshot_merge_sql", "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.768876, "supported_languages": null}, "macro.dbt.default__snapshot_merge_sql": {"name": "default__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.default__snapshot_merge_sql", "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n merge into {{ target.render() }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }} = DBT_INTERNAL_DEST.{{ columns.dbt_scd_id }}\n\n when matched\n {% if config.get(\"dbt_valid_to_current\") %}\n\t{% set source_unique_key = (\"DBT_INTERNAL_DEST.\" ~ columns.dbt_valid_to) | trim %}\n\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\tand ({{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null)\n\n {% else %}\n and DBT_INTERNAL_DEST.{{ columns.dbt_valid_to }} is null\n {% endif %}\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7704973, "supported_languages": null}, "macro.dbt.materialization_unit_default": {"name": "materialization_unit_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/unit.sql", "original_file_path": "macros/materializations/tests/unit.sql", "unique_id": "macro.dbt.materialization_unit_default", "macro_sql": "{%- materialization unit, default -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- set column_name_to_quoted = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n {%- endfor -%}\n\n {%- set expected_column_names_quoted = [] -%}\n {%- for column_name in tested_expected_column_names -%}\n {%- do expected_column_names_quoted.append(column_name_to_quoted[column_name|lower]) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types, column_name_to_quoted) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, expected_column_names_quoted) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7741902, "supported_languages": ["sql"]}, "macro.dbt.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/test.sql", "original_file_path": "macros/materializations/tests/test.sql", "unique_id": "macro.dbt.materialization_test_default", "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n {% set limit = config.get('limit') %}\n\n {% set sql_with_limit %}\n {{ get_limit_subquery_sql(sql, limit) }}\n {% endset %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% set store_failures_as = config.get('store_failures_as') %}\n -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,\n -- config.get('store_failures_as', 'table') returns None, not 'table'\n {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}\n {% if store_failures_as not in ['table', 'view'] %}\n {{ exceptions.raise_compiler_error(\n \"'\" ~ store_failures_as ~ \"' is not a valid value for `store_failures_as`. \"\n \"Accepted values are: ['ephemeral', 'table', 'view']\"\n ) }}\n {% endif %}\n\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ get_create_sql(target_relation, sql_with_limit) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {# Since the test failures have already been saved to the database, reuse that result rather than querying again #}\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql_with_limit %}\n\n {% endif %}\n\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {# The limit has already been included above, and we do not want to duplicate it again. We also want to be safe for macro overrides treating `limit` as a required parameter. #}\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit=none)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql", "macro.dbt.should_store_failures", "macro.dbt.statement", "macro.dbt.get_create_sql", "macro.dbt.get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7786791, "supported_languages": ["sql"]}, "macro.dbt.get_test_sql": {"name": "get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_test_sql", "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7797637, "supported_languages": null}, "macro.dbt.default__get_test_sql": {"name": "default__get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_test_sql", "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7803807, "supported_languages": null}, "macro.dbt.get_unit_test_sql": {"name": "get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_unit_test_sql", "macro_sql": "{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n {{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_unit_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7808168, "supported_languages": null}, "macro.dbt.default__get_unit_test_sql": {"name": "default__get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_unit_test_sql", "macro_sql": "{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n-- Build actual result given inputs\nwith dbt_internal_unit_test_actual as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal(\"actual\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ main_sql }}\n ) _dbt_internal_unit_test_actual\n),\n-- Build expected result\ndbt_internal_unit_test_expected as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal(\"expected\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ expected_fixture_sql }}\n ) _dbt_internal_unit_test_expected\n)\n-- Union actual and expected results\nselect * from dbt_internal_unit_test_actual\nunion all\nselect * from dbt_internal_unit_test_expected\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7820292, "supported_languages": null}, "macro.dbt.get_where_subquery": {"name": "get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.get_where_subquery", "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_where_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.782674, "supported_languages": null}, "macro.dbt.default__get_where_subquery": {"name": "default__get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.default__get_where_subquery", "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7834225, "supported_languages": null}, "macro.dbt.materialization_function_default": {"name": "materialization_function_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/function.sql", "original_file_path": "macros/materializations/functions/function.sql", "unique_id": "macro.dbt.materialization_function_default", "macro_sql": "{% materialization function, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.Function) %}\n\n {{ run_hooks(pre_hooks) }}\n\n {% set function_type = model.config.get('type') %}\n {% set function_macro = get_function_macro(function_type, 'sql') %}\n {% set build_sql = function_macro(target_relation) %}\n\n {{ function_execute_build_sql(build_sql, existing_relation, target_relation) }}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.run_hooks", "macro.dbt.get_function_macro", "macro.dbt.function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7849193, "supported_languages": ["sql"]}, "macro.dbt.function_execute_build_sql": {"name": "function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.function_execute_build_sql", "macro_sql": "{% macro function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n {{ return(adapter.dispatch('function_execute_build_sql', 'dbt')(build_sql, existing_relation, target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.785829, "supported_languages": null}, "macro.dbt.default__function_execute_build_sql": {"name": "default__function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__function_execute_build_sql", "macro_sql": "{% macro default__function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7868643, "supported_languages": null}, "macro.dbt.get_function_macro": {"name": "get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.get_function_macro", "macro_sql": "{% macro get_function_macro(function_type, function_language) %}\n {{ return(adapter.dispatch('get_function_macro', 'dbt')(function_type, function_language)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_function_macro"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7872784, "supported_languages": null}, "macro.dbt.default__get_function_macro": {"name": "default__get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__get_function_macro", "macro_sql": "{% macro default__get_function_macro(function_type, function_language) %}\n {% set macro_name = function_type ~ \"_function_\" ~ function_language %}\n {% if not macro_name in context %}\n {{ exceptions.raise_not_implemented(function_language ~ ' ' ~ function_type ~ ' function not implemented for adapter ' ~adapter.type()) }}\n {% endif %}\n {% set macro = context[macro_name] %}\n {{ return(macro) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7881274, "supported_languages": null}, "macro.dbt.scalar_function_sql": {"name": "scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_sql", "macro_sql": "{% macro scalar_function_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7893696, "supported_languages": null}, "macro.dbt.default__scalar_function_sql": {"name": "default__scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_sql", "macro_sql": "{% macro default__scalar_function_sql(target_relation) %}\n {{ scalar_function_create_replace_signature_sql(target_relation) }}\n {{ scalar_function_body_sql() }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.scalar_function_create_replace_signature_sql", "macro.dbt.scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7896929, "supported_languages": null}, "macro.dbt.scalar_function_create_replace_signature_sql": {"name": "scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_create_replace_signature_sql", "macro_sql": "{% macro scalar_function_create_replace_signature_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_create_replace_signature_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_create_replace_signature_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7901936, "supported_languages": null}, "macro.dbt.default__scalar_function_create_replace_signature_sql": {"name": "default__scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_create_replace_signature_sql", "macro_sql": "{% macro default__scalar_function_create_replace_signature_sql(target_relation) %}\n CREATE OR REPLACE FUNCTION {{ target_relation.render() }} ({{ formatted_scalar_function_args_sql()}})\n RETURNS {{ model.returns.data_type }}\n {{ scalar_function_volatility_sql() }}\n AS\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.formatted_scalar_function_args_sql", "macro.dbt.scalar_function_volatility_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7906146, "supported_languages": null}, "macro.dbt.formatted_scalar_function_args_sql": {"name": "formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.formatted_scalar_function_args_sql", "macro_sql": "{% macro formatted_scalar_function_args_sql() %}\n {{ return(adapter.dispatch('formatted_scalar_function_args_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__formatted_scalar_function_args_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7909672, "supported_languages": null}, "macro.dbt.default__formatted_scalar_function_args_sql": {"name": "default__formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__formatted_scalar_function_args_sql", "macro_sql": "{% macro default__formatted_scalar_function_args_sql() %}\n {% set args = [] %}\n {% for arg in model.arguments -%}\n {%- do args.append(arg.name ~ ' ' ~ arg.data_type) -%}\n {%- endfor %}\n {{ args | join(', ') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7915912, "supported_languages": null}, "macro.dbt.scalar_function_body_sql": {"name": "scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_body_sql", "macro_sql": "{% macro scalar_function_body_sql() %}\n {{ return(adapter.dispatch('scalar_function_body_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7919383, "supported_languages": null}, "macro.dbt.default__scalar_function_body_sql": {"name": "default__scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_body_sql", "macro_sql": "{% macro default__scalar_function_body_sql() %}\n $$\n {{ model.compiled_code }}\n $$ LANGUAGE SQL\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7921646, "supported_languages": null}, "macro.dbt.scalar_function_volatility_sql": {"name": "scalar_function_volatility_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_volatility_sql", "macro_sql": "{% macro scalar_function_volatility_sql() %}\n {{ return(adapter.dispatch('scalar_function_volatility_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_volatility_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7924852, "supported_languages": null}, "macro.dbt.default__scalar_function_volatility_sql": {"name": "default__scalar_function_volatility_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_volatility_sql", "macro_sql": "{% macro default__scalar_function_volatility_sql() %}\n {% set volatility = model.config.get('volatility') %}\n {% if volatility == 'deterministic' %}\n IMMUTABLE\n {% elif volatility == 'stable' %}\n STABLE\n {% elif volatility == 'non-deterministic' %}\n VOLATILE\n {% elif volatility != none %}\n {# This shouldn't happen unless a new volatility is invented #}\n {% do unsupported_volatility_warning(volatility) %}\n {% endif %}\n {# If no volatility is set, don't add anything and let the data warehouse default it #}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.unsupported_volatility_warning"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7933023, "supported_languages": null}, "macro.dbt.unsupported_volatility_warning": {"name": "unsupported_volatility_warning", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.unsupported_volatility_warning", "macro_sql": "{% macro unsupported_volatility_warning(volatility) %}\n {{ return(adapter.dispatch('unsupported_volatility_warning', 'dbt')(volatility)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__unsupported_volatility_warning"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7936842, "supported_languages": null}, "macro.dbt.default__unsupported_volatility_warning": {"name": "default__unsupported_volatility_warning", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__unsupported_volatility_warning", "macro_sql": "{% macro default__unsupported_volatility_warning(volatility) %}\n {% set msg = \"Found `\" ~ volatility ~ \"` volatility specified on function `\" ~ model.name ~ \"`. This volatility is not supported by \" ~ adapter.type() ~ \", and will be ignored\" %}\n {% do exceptions.warn(msg) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7942045, "supported_languages": null}, "macro.dbt.concat": {"name": "concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.concat", "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.794713, "supported_languages": null}, "macro.dbt.default__concat": {"name": "default__concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.default__concat", "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.794969, "supported_languages": null}, "macro.dbt.intersect": {"name": "intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.intersect", "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__intersect"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7954097, "supported_languages": null}, "macro.dbt.default__intersect": {"name": "default__intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.default__intersect", "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7955723, "supported_languages": null}, "macro.dbt.last_day": {"name": "last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.last_day", "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7961965, "supported_languages": null}, "macro.dbt.default_last_day": {"name": "default_last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default_last_day", "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7967553, "supported_languages": null}, "macro.dbt.default__last_day": {"name": "default__last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default__last_day", "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7970614, "supported_languages": null}, "macro.dbt.replace": {"name": "replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.replace", "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7976627, "supported_languages": null}, "macro.dbt.default__replace": {"name": "default__replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.default__replace", "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7979999, "supported_languages": null}, "macro.dbt.length": {"name": "length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.length", "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7984776, "supported_languages": null}, "macro.dbt.default__length": {"name": "default__length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.default__length", "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7987163, "supported_languages": null}, "macro.dbt.hash": {"name": "hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.hash", "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7993271, "supported_languages": null}, "macro.dbt.default__hash": {"name": "default__hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.default__hash", "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7996614, "supported_languages": null}, "macro.dbt.array_append": {"name": "array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.array_append", "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_append"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8002038, "supported_languages": null}, "macro.dbt.default__array_append": {"name": "default__array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.default__array_append", "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8004718, "supported_languages": null}, "macro.dbt.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.80149, "supported_languages": null}, "macro.dbt.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8026896, "supported_languages": null}, "macro.dbt.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.803143, "supported_languages": null}, "macro.dbt.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n {# call as follows:\n\n date_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n ) #}\n\n\n with rawdata as (\n\n {{dbt.generate_series(\n dbt.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.generate_series", "macro.dbt.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8038538, "supported_languages": null}, "macro.dbt.array_concat": {"name": "array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.array_concat", "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8043835, "supported_languages": null}, "macro.dbt.default__array_concat": {"name": "default__array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.default__array_concat", "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.804644, "supported_languages": null}, "macro.dbt.array_construct": {"name": "array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.array_construct", "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8053627, "supported_languages": null}, "macro.dbt.default__array_construct": {"name": "default__array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.default__array_construct", "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8058608, "supported_languages": null}, "macro.dbt.escape_single_quotes": {"name": "escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.escape_single_quotes", "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__escape_single_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8063745, "supported_languages": null}, "macro.dbt.default__escape_single_quotes": {"name": "default__escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.default__escape_single_quotes", "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8066678, "supported_languages": null}, "macro.dbt.type_string": {"name": "type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_string", "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8079433, "supported_languages": null}, "macro.dbt.default__type_string": {"name": "default__type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_string", "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8082652, "supported_languages": null}, "macro.dbt.type_timestamp": {"name": "type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_timestamp", "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8085866, "supported_languages": null}, "macro.dbt.default__type_timestamp": {"name": "default__type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_timestamp", "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8089063, "supported_languages": null}, "macro.dbt.type_float": {"name": "type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_float", "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8092337, "supported_languages": null}, "macro.dbt.default__type_float": {"name": "default__type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_float", "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8096678, "supported_languages": null}, "macro.dbt.type_numeric": {"name": "type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_numeric", "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8100185, "supported_languages": null}, "macro.dbt.default__type_numeric": {"name": "default__type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_numeric", "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.810398, "supported_languages": null}, "macro.dbt.type_bigint": {"name": "type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_bigint", "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_bigint"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8107383, "supported_languages": null}, "macro.dbt.default__type_bigint": {"name": "default__type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_bigint", "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8110375, "supported_languages": null}, "macro.dbt.type_int": {"name": "type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_int", "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8113558, "supported_languages": null}, "macro.dbt.default__type_int": {"name": "default__type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_int", "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8116398, "supported_languages": null}, "macro.dbt.type_boolean": {"name": "type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_boolean", "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8119721, "supported_languages": null}, "macro.dbt.default__type_boolean": {"name": "default__type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_boolean", "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8122573, "supported_languages": null}, "macro.dbt.date": {"name": "date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.date", "macro_sql": "{% macro date(year, month, day) %}\n {{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.812892, "supported_languages": null}, "macro.dbt.default__date": {"name": "default__date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.default__date", "macro_sql": "{% macro default__date(year, month, day) -%}\n {%- set dt = modules.datetime.date(year, month, day) -%}\n {%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}\n to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.81345, "supported_languages": null}, "macro.dbt.right": {"name": "right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.right", "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__right"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8140037, "supported_languages": null}, "macro.dbt.default__right": {"name": "default__right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.default__right", "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8142774, "supported_languages": null}, "macro.dbt.date_trunc": {"name": "date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.date_trunc", "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.814819, "supported_languages": null}, "macro.dbt.default__date_trunc": {"name": "default__date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.default__date_trunc", "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8150926, "supported_languages": null}, "macro.dbt.split_part": {"name": "split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.split_part", "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.815798, "supported_languages": null}, "macro.dbt.default__split_part": {"name": "default__split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.default__split_part", "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8161426, "supported_languages": null}, "macro.dbt._split_part_negative": {"name": "_split_part_negative", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt._split_part_negative", "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 + {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8165839, "supported_languages": null}, "macro.dbt.position": {"name": "position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.position", "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__position"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8171337, "supported_languages": null}, "macro.dbt.default__position": {"name": "default__position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.default__position", "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8174071, "supported_languages": null}, "macro.dbt.datediff": {"name": "datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.datediff", "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8180127, "supported_languages": null}, "macro.dbt.default__datediff": {"name": "default__datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.default__datediff", "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8184757, "supported_languages": null}, "macro.dbt.equals": {"name": "equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.equals", "macro_sql": "{% macro equals(expr1, expr2) %}\n {{ return(adapter.dispatch('equals', 'dbt') (expr1, expr2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8191004, "supported_languages": null}, "macro.dbt.default__equals": {"name": "default__equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.default__equals", "macro_sql": "{% macro default__equals(expr1, expr2) -%}\n{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}\n case when (({{ expr1 }} = {{ expr2 }}) or ({{ expr1 }} is null and {{ expr2 }} is null))\n then 0\n else 1\n end = 0\n{%- else -%}\n ({{ expr1 }} = {{ expr2 }})\n{%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8197036, "supported_languages": null}, "macro.dbt.cast_bool_to_text": {"name": "cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.cast_bool_to_text", "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.820176, "supported_languages": null}, "macro.dbt.default__cast_bool_to_text": {"name": "default__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.default__cast_bool_to_text", "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8204894, "supported_languages": null}, "macro.dbt.safe_cast": {"name": "safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.safe_cast", "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8210483, "supported_languages": null}, "macro.dbt.default__safe_cast": {"name": "default__safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.default__safe_cast", "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8213382, "supported_languages": null}, "macro.dbt.dateadd": {"name": "dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.dateadd", "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8219473, "supported_languages": null}, "macro.dbt.default__dateadd": {"name": "default__dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.default__dateadd", "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.822276, "supported_languages": null}, "macro.dbt.cast": {"name": "cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.cast", "macro_sql": "{% macro cast(field, type) %}\n {{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8228252, "supported_languages": null}, "macro.dbt.default__cast": {"name": "default__cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.default__cast", "macro_sql": "{% macro default__cast(field, type) %}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8230882, "supported_languages": null}, "macro.dbt.except": {"name": "except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.except", "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8235168, "supported_languages": null}, "macro.dbt.default__except": {"name": "default__except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.default__except", "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8236976, "supported_languages": null}, "macro.dbt.bool_or": {"name": "bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.bool_or", "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__bool_or"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8241758, "supported_languages": null}, "macro.dbt.default__bool_or": {"name": "default__bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.default__bool_or", "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8243926, "supported_languages": null}, "macro.dbt.listagg": {"name": "listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.listagg", "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__listagg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8252454, "supported_languages": null}, "macro.dbt.default__listagg": {"name": "default__listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.default__listagg", "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8262064, "supported_languages": null}, "macro.dbt.string_literal": {"name": "string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.string_literal", "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8267026, "supported_languages": null}, "macro.dbt.default__string_literal": {"name": "default__string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.default__string_literal", "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.82692, "supported_languages": null}, "macro.dbt.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8277624, "supported_languages": null}, "macro.dbt.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8285878, "supported_languages": null}, "macro.dbt.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8289764, "supported_languages": null}, "macro.dbt.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8299959, "supported_languages": null}, "macro.dbt.any_value": {"name": "any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.any_value", "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__any_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8304863, "supported_languages": null}, "macro.dbt.default__any_value": {"name": "default__any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.default__any_value", "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.83072, "supported_languages": null}, "macro.dbt.get_create_sql": {"name": "get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.get_create_sql", "macro_sql": "{%- macro get_create_sql(relation, sql) -%}\n {{- log('Applying CREATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8314264, "supported_languages": null}, "macro.dbt.default__get_create_sql": {"name": "default__get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.default__get_create_sql", "macro_sql": "{%- macro default__get_create_sql(relation, sql) -%}\n\n {%- if relation.is_view -%}\n {{ get_create_view_as_sql(relation, sql) }}\n\n {%- elif relation.is_table -%}\n {{ get_create_table_as_sql(False, relation, sql) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_create_materialized_view_as_sql(relation, sql) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_create_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.get_create_view_as_sql", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8323083, "supported_languages": null}, "macro.dbt.get_create_backup_sql": {"name": "get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.get_create_backup_sql", "macro_sql": "{%- macro get_create_backup_sql(relation) -%}\n {{- log('Applying CREATE BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8329144, "supported_languages": null}, "macro.dbt.default__get_create_backup_sql": {"name": "default__get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.default__get_create_backup_sql", "macro_sql": "{%- macro default__get_create_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n -- drop any pre-existing backup\n {{ get_drop_sql(backup_relation) }};\n\n {{ get_rename_sql(relation, backup_relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.833436, "supported_languages": null}, "macro.dbt.get_replace_sql": {"name": "get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.get_replace_sql", "macro_sql": "{% macro get_replace_sql(existing_relation, target_relation, sql) %}\n {{- log('Applying REPLACE to: ' ~ existing_relation) -}}\n {{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8344955, "supported_languages": null}, "macro.dbt.default__get_replace_sql": {"name": "default__get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.default__get_replace_sql", "macro_sql": "{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}\n\n {# /* use a create or replace statement if possible */ #}\n\n {% set is_replaceable = existing_relation.type == target_relation.type and existing_relation.can_be_replaced %}\n\n {% if is_replaceable and existing_relation.is_view %}\n {{ get_replace_view_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_table %}\n {{ get_replace_table_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_materialized_view %}\n {{ get_replace_materialized_view_sql(target_relation, sql) }}\n\n {# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}\n {%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}\n {%- elif target_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_drop_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }}\n\n {# /* create target_relation in place by first backing up the existing relation */ #}\n {%- elif existing_relation.can_be_renamed -%}\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* no renaming is allowed, so just drop and create */ #}\n {%- else -%}\n {{ get_drop_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_view_sql", "macro.dbt.get_replace_table_sql", "macro.dbt.get_replace_materialized_view_sql", "macro.dbt.get_create_intermediate_sql", "macro.dbt.get_create_backup_sql", "macro.dbt.get_rename_intermediate_sql", "macro.dbt.get_drop_backup_sql", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.836976, "supported_languages": null}, "macro.dbt.get_rename_sql": {"name": "get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.get_rename_sql", "macro_sql": "{%- macro get_rename_sql(relation, new_name) -%}\n {{- log('Applying RENAME to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8378792, "supported_languages": null}, "macro.dbt.default__get_rename_sql": {"name": "default__get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__get_rename_sql", "macro_sql": "{%- macro default__get_rename_sql(relation, new_name) -%}\n\n {%- if relation.is_view -%}\n {{ get_rename_view_sql(relation, new_name) }}\n\n {%- elif relation.is_table -%}\n {{ get_rename_table_sql(relation, new_name) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_rename_materialized_view_sql(relation, new_name) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_rename_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.get_rename_view_sql", "macro.dbt.get_rename_table_sql", "macro.dbt.get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8387249, "supported_languages": null}, "macro.dbt.rename_relation": {"name": "rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.rename_relation", "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__rename_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8391333, "supported_languages": null}, "macro.dbt.default__rename_relation": {"name": "default__rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__rename_relation", "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation.render() }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8397474, "supported_languages": null}, "macro.dbt.get_create_intermediate_sql": {"name": "get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.get_create_intermediate_sql", "macro_sql": "{%- macro get_create_intermediate_sql(relation, sql) -%}\n {{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.840396, "supported_languages": null}, "macro.dbt.default__get_create_intermediate_sql": {"name": "default__get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.default__get_create_intermediate_sql", "macro_sql": "{%- macro default__get_create_intermediate_sql(relation, sql) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n -- drop any pre-existing intermediate\n {{ get_drop_sql(intermediate_relation) }};\n\n {{ get_create_sql(intermediate_relation, sql) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8409088, "supported_languages": null}, "macro.dbt.drop_schema_named": {"name": "drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.drop_schema_named", "macro_sql": "{% macro drop_schema_named(schema_name) %}\n {{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_schema_named"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8414128, "supported_languages": null}, "macro.dbt.default__drop_schema_named": {"name": "default__drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.default__drop_schema_named", "macro_sql": "{% macro default__drop_schema_named(schema_name) %}\n {% set schema_relation = api.Relation.create(schema=schema_name) %}\n {{ adapter.drop_schema(schema_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8418598, "supported_languages": null}, "macro.dbt.get_drop_sql": {"name": "get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.get_drop_sql", "macro_sql": "{%- macro get_drop_sql(relation) -%}\n {{- log('Applying DROP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8427277, "supported_languages": null}, "macro.dbt.default__get_drop_sql": {"name": "default__get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__get_drop_sql", "macro_sql": "{%- macro default__get_drop_sql(relation) -%}\n\n {%- if relation.is_view -%}\n {{ drop_view(relation) }}\n\n {%- elif relation.is_table -%}\n {{ drop_table(relation) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ drop_materialized_view(relation) }}\n\n {%- else -%}\n drop {{ relation.type }} if exists {{ relation.render() }} cascade\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.drop_view", "macro.dbt.drop_table", "macro.dbt.drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.843477, "supported_languages": null}, "macro.dbt.drop_relation": {"name": "drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation", "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8438537, "supported_languages": null}, "macro.dbt.default__drop_relation": {"name": "default__drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__drop_relation", "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n {{ get_drop_sql(relation) }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8442488, "supported_languages": null}, "macro.dbt.drop_relation_if_exists": {"name": "drop_relation_if_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation_if_exists", "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8446262, "supported_languages": null}, "macro.dbt.get_drop_backup_sql": {"name": "get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.get_drop_backup_sql", "macro_sql": "{%- macro get_drop_backup_sql(relation) -%}\n {{- log('Applying DROP BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8452168, "supported_languages": null}, "macro.dbt.default__get_drop_backup_sql": {"name": "default__get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.default__get_drop_backup_sql", "macro_sql": "{%- macro default__get_drop_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n {{ get_drop_sql(backup_relation) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8456178, "supported_languages": null}, "macro.dbt.get_rename_intermediate_sql": {"name": "get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.get_rename_intermediate_sql", "macro_sql": "{%- macro get_rename_intermediate_sql(relation) -%}\n {{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8462064, "supported_languages": null}, "macro.dbt.default__get_rename_intermediate_sql": {"name": "default__get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.default__get_rename_intermediate_sql", "macro_sql": "{%- macro default__get_rename_intermediate_sql(relation) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n {{ get_rename_sql(intermediate_relation, relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8466191, "supported_languages": null}, "macro.dbt.get_create_materialized_view_as_sql": {"name": "get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.get_create_materialized_view_as_sql", "macro_sql": "{% macro get_create_materialized_view_as_sql(relation, sql) -%}\n {{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.847153, "supported_languages": null}, "macro.dbt.default__get_create_materialized_view_as_sql": {"name": "default__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.default__get_create_materialized_view_as_sql", "macro_sql": "{% macro default__get_create_materialized_view_as_sql(relation, sql) -%}\n {{ exceptions.raise_compiler_error(\n \"`get_create_materialized_view_as_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8475702, "supported_languages": null}, "macro.dbt.get_replace_materialized_view_sql": {"name": "get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.get_replace_materialized_view_sql", "macro_sql": "{% macro get_replace_materialized_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8480957, "supported_languages": null}, "macro.dbt.default__get_replace_materialized_view_sql": {"name": "default__get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.default__get_replace_materialized_view_sql", "macro_sql": "{% macro default__get_replace_materialized_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8484173, "supported_languages": null}, "macro.dbt.get_rename_materialized_view_sql": {"name": "get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.get_rename_materialized_view_sql", "macro_sql": "{% macro get_rename_materialized_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8489602, "supported_languages": null}, "macro.dbt.default__get_rename_materialized_view_sql": {"name": "default__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.default__get_rename_materialized_view_sql", "macro_sql": "{% macro default__get_rename_materialized_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.849256, "supported_languages": null}, "macro.dbt.get_alter_materialized_view_as_sql": {"name": "get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_alter_materialized_view_as_sql", "macro_sql": "{% macro get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{- log('Applying ALTER to: ' ~ relation) -}}\n {{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n ) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8502574, "supported_languages": null}, "macro.dbt.default__get_alter_materialized_view_as_sql": {"name": "default__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_alter_materialized_view_as_sql", "macro_sql": "{% macro default__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8506293, "supported_languages": null}, "macro.dbt.get_materialized_view_configuration_changes": {"name": "get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_materialized_view_configuration_changes", "macro_sql": "{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}\n /* {#\n It's recommended that configuration changes be formatted as follows:\n {\"\": [{\"action\": \"\", \"context\": ...}]}\n\n For example:\n {\n \"indexes\": [\n {\"action\": \"drop\", \"context\": \"index_abc\"},\n {\"action\": \"create\", \"context\": {\"columns\": [\"column_1\", \"column_2\"], \"type\": \"hash\", \"unique\": True}},\n ],\n }\n\n Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.\n #} */\n {{- log('Determining configuration changes on: ' ~ existing_relation) -}}\n {%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_materialized_view_configuration_changes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8511934, "supported_languages": null}, "macro.dbt.default__get_materialized_view_configuration_changes": {"name": "default__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_materialized_view_configuration_changes", "macro_sql": "{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8514836, "supported_languages": null}, "macro.dbt.drop_materialized_view": {"name": "drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.drop_materialized_view", "macro_sql": "{% macro drop_materialized_view(relation) -%}\n {{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8519711, "supported_languages": null}, "macro.dbt.default__drop_materialized_view": {"name": "default__drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.default__drop_materialized_view", "macro_sql": "{% macro default__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8522232, "supported_languages": null}, "macro.dbt.refresh_materialized_view": {"name": "refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.refresh_materialized_view", "macro_sql": "{% macro refresh_materialized_view(relation) %}\n {{- log('Applying REFRESH to: ' ~ relation) -}}\n {{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__refresh_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8528116, "supported_languages": null}, "macro.dbt.default__refresh_materialized_view": {"name": "default__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.default__refresh_materialized_view", "macro_sql": "{% macro default__refresh_materialized_view(relation) %}\n {{ exceptions.raise_compiler_error(\"`refresh_materialized_view` has not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.853097, "supported_languages": null}, "macro.dbt.get_table_columns_and_constraints": {"name": "get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_table_columns_and_constraints", "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.854474, "supported_languages": null}, "macro.dbt.default__get_table_columns_and_constraints": {"name": "default__get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_table_columns_and_constraints", "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.854742, "supported_languages": null}, "macro.dbt.table_columns_and_constraints": {"name": "table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.table_columns_and_constraints", "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8558004, "supported_languages": null}, "macro.dbt.get_assert_columns_equivalent": {"name": "get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_assert_columns_equivalent", "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8562796, "supported_languages": null}, "macro.dbt.default__get_assert_columns_equivalent": {"name": "default__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_assert_columns_equivalent", "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8565574, "supported_languages": null}, "macro.dbt.assert_columns_equivalent": {"name": "assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.assert_columns_equivalent", "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query", "macro.dbt.get_empty_schema_sql", "macro.dbt.format_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8590925, "supported_languages": null}, "macro.dbt.format_columns": {"name": "format_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.format_columns", "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8598597, "supported_languages": null}, "macro.dbt.default__format_column": {"name": "default__format_column", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__format_column", "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8605251, "supported_languages": null}, "macro.dbt.get_create_view_as_sql": {"name": "get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.get_create_view_as_sql", "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.861275, "supported_languages": null}, "macro.dbt.default__get_create_view_as_sql": {"name": "default__get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__get_create_view_as_sql", "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8615992, "supported_languages": null}, "macro.dbt.create_view_as": {"name": "create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.create_view_as", "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8619819, "supported_languages": null}, "macro.dbt.default__create_view_as": {"name": "default__create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__create_view_as", "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation.render() }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.862847, "supported_languages": null}, "macro.dbt.get_replace_view_sql": {"name": "get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.get_replace_view_sql", "macro_sql": "{% macro get_replace_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8638463, "supported_languages": null}, "macro.dbt.default__get_replace_view_sql": {"name": "default__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__get_replace_view_sql", "macro_sql": "{% macro default__get_replace_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8641396, "supported_languages": null}, "macro.dbt.create_or_replace_view": {"name": "create_or_replace_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.create_or_replace_view", "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8662946, "supported_languages": null}, "macro.dbt.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8667264, "supported_languages": null}, "macro.dbt.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation.render() ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8671987, "supported_languages": null}, "macro.dbt.get_rename_view_sql": {"name": "get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.get_rename_view_sql", "macro_sql": "{% macro get_rename_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8677528, "supported_languages": null}, "macro.dbt.default__get_rename_view_sql": {"name": "default__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.default__get_rename_view_sql", "macro_sql": "{% macro default__get_rename_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8680658, "supported_languages": null}, "macro.dbt.drop_view": {"name": "drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.drop_view", "macro_sql": "{% macro drop_view(relation) -%}\n {{- adapter.dispatch('drop_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8685417, "supported_languages": null}, "macro.dbt.default__drop_view": {"name": "default__drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.default__drop_view", "macro_sql": "{% macro default__drop_view(relation) -%}\n drop view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.868809, "supported_languages": null}, "macro.dbt.get_create_table_as_sql": {"name": "get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_create_table_as_sql", "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_table_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.86995, "supported_languages": null}, "macro.dbt.default__get_create_table_as_sql": {"name": "default__get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_create_table_as_sql", "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8704603, "supported_languages": null}, "macro.dbt.create_table_as": {"name": "create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.create_table_as", "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8713431, "supported_languages": null}, "macro.dbt.default__create_table_as": {"name": "default__create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__create_table_as", "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced and (not temporary) %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8727157, "supported_languages": null}, "macro.dbt.default__get_column_names": {"name": "default__get_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_column_names", "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8736346, "supported_languages": null}, "macro.dbt.get_select_subquery": {"name": "get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_select_subquery", "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8740456, "supported_languages": null}, "macro.dbt.default__get_select_subquery": {"name": "default__get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_select_subquery", "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8744152, "supported_languages": null}, "macro.dbt.get_replace_table_sql": {"name": "get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.get_replace_table_sql", "macro_sql": "{% macro get_replace_table_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8749928, "supported_languages": null}, "macro.dbt.default__get_replace_table_sql": {"name": "default__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.default__get_replace_table_sql", "macro_sql": "{% macro default__get_replace_table_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8752916, "supported_languages": null}, "macro.dbt.get_rename_table_sql": {"name": "get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.get_rename_table_sql", "macro_sql": "{% macro get_rename_table_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8758287, "supported_languages": null}, "macro.dbt.default__get_rename_table_sql": {"name": "default__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.default__get_rename_table_sql", "macro_sql": "{% macro default__get_rename_table_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.876127, "supported_languages": null}, "macro.dbt.drop_table": {"name": "drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.drop_table", "macro_sql": "{% macro drop_table(relation) -%}\n {{- adapter.dispatch('drop_table', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.876597, "supported_languages": null}, "macro.dbt.default__drop_table": {"name": "default__drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.default__drop_table", "macro_sql": "{% macro default__drop_table(relation) -%}\n drop table if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8768642, "supported_languages": null}, "macro.dbt.get_fixture_sql": {"name": "get_fixture_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_fixture_sql", "macro_sql": "{% macro get_fixture_sql(rows, column_name_to_data_types) %}\n-- Fixture for {{ model.name }}\n{% set default_row = {} %}\n\n{%- if not column_name_to_data_types -%}\n{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}\n{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}\n{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}\n\n{%- set column_name_to_data_types = {} -%}\n{%- set column_name_to_quoted = {} -%}\n{%- for column in columns_in_relation -%}\n\n{#-- This needs to be a case-insensitive comparison --#}\n{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n{%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n{%- endfor -%}\n{%- endif -%}\n\n{%- if not column_name_to_data_types -%}\n {{ exceptions.raise_compiler_error(\"Not able to get columns for unit test '\" ~ model.name ~ \"' from relation \" ~ this ~ \" because the relation doesn't exist\") }}\n{%- endif -%}\n\n{%- for column_name, column_type in column_name_to_data_types.items() -%}\n {%- do default_row.update({column_name: (safe_cast(\"null\", column_type) | trim )}) -%}\n{%- endfor -%}\n\n{{ validate_fixture_rows(rows, row_number) }}\n\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\n{%- set default_row_copy = default_row.copy() -%}\n{%- do default_row_copy.update(formatted_row) -%}\nselect\n{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n\n{%- if (rows | length) == 0 -%}\n select\n {%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%},{%- endif %}\n {%- endfor %}\n limit 0\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.dbt.safe_cast", "macro.dbt.validate_fixture_rows", "macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8821328, "supported_languages": null}, "macro.dbt.get_expected_sql": {"name": "get_expected_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_expected_sql", "macro_sql": "{% macro get_expected_sql(rows, column_name_to_data_types, column_name_to_quoted) %}\n\n{%- if (rows | length) == 0 -%}\n select * from dbt_internal_unit_test_actual\n limit 0\n{%- else -%}\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\nselect\n{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8833885, "supported_languages": null}, "macro.dbt.format_row": {"name": "format_row", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.format_row", "macro_sql": "\n\n{%- macro format_row(row, column_name_to_data_types) -%}\n {#-- generate case-insensitive formatted row --#}\n {% set formatted_row = {} %}\n {%- for column_name, column_value in row.items() -%}\n {% set column_name = column_name|lower %}\n\n {%- if column_name not in column_name_to_data_types %}\n {#-- if user-provided row contains column name that relation does not contain, raise an error --#}\n {% set fixture_name = \"expected output\" if model.resource_type == 'unit_test' else (\"'\" ~ model.name ~ \"'\") %}\n {{ exceptions.raise_compiler_error(\n \"Invalid column name: '\" ~ column_name ~ \"' in unit test fixture for \" ~ fixture_name ~ \".\"\n \"\\nAccepted columns for \" ~ fixture_name ~ \" are: \" ~ (column_name_to_data_types.keys()|list)\n ) }}\n {%- endif -%}\n\n {%- set column_type = column_name_to_data_types[column_name] %}\n\n {#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}\n {%- set column_value_clean = column_value -%}\n {%- if column_value is string -%}\n {%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}\n {%- elif column_value is none -%}\n {%- set column_value_clean = 'null' -%}\n {%- endif -%}\n\n {%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}\n {%- do formatted_row.update(row_update) -%}\n {%- endfor -%}\n {{ return(formatted_row) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.string_literal", "macro.dbt.escape_single_quotes", "macro.dbt.safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8855865, "supported_languages": null}, "macro.dbt.validate_fixture_rows": {"name": "validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.validate_fixture_rows", "macro_sql": "{%- macro validate_fixture_rows(rows, row_number) -%}\n {{ return(adapter.dispatch('validate_fixture_rows', 'dbt')(rows, row_number)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__validate_fixture_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8860495, "supported_languages": null}, "macro.dbt.default__validate_fixture_rows": {"name": "default__validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.default__validate_fixture_rows", "macro_sql": "{%- macro default__validate_fixture_rows(rows, row_number) -%}\n {# This is an abstract method for adapter overrides as needed #}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8862586, "supported_languages": null}, "macro.dbt.default__test_accepted_values": {"name": "default__test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/accepted_values.sql", "original_file_path": "macros/generic_test_sql/accepted_values.sql", "unique_id": "macro.dbt.default__test_accepted_values", "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8873372, "supported_languages": null}, "macro.dbt.default__test_not_null": {"name": "default__test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/not_null.sql", "original_file_path": "macros/generic_test_sql/not_null.sql", "unique_id": "macro.dbt.default__test_not_null", "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8879666, "supported_languages": null}, "macro.dbt.default__test_unique": {"name": "default__test_unique", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/unique.sql", "original_file_path": "macros/generic_test_sql/unique.sql", "unique_id": "macro.dbt.default__test_unique", "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8884432, "supported_languages": null}, "macro.dbt.default__test_relationships": {"name": "default__test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/relationships.sql", "original_file_path": "macros/generic_test_sql/relationships.sql", "unique_id": "macro.dbt.default__test_relationships", "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8890474, "supported_languages": null}, "macro.dbt.generate_alias_name": {"name": "generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.generate_alias_name", "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_alias_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.889781, "supported_languages": null}, "macro.dbt.default__generate_alias_name": {"name": "default__generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.default__generate_alias_name", "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.890526, "supported_languages": null}, "macro.dbt.generate_database_name": {"name": "generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.generate_database_name", "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_database_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.891231, "supported_languages": null}, "macro.dbt.default__generate_database_name": {"name": "default__generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.default__generate_database_name", "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8917534, "supported_languages": null}, "macro.dbt.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8925626, "supported_languages": null}, "macro.dbt.default__generate_schema_name": {"name": "default__generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.default__generate_schema_name", "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8931074, "supported_languages": null}, "macro.dbt.generate_schema_name_for_env": {"name": "generate_schema_name_for_env", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name_for_env", "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8936799, "supported_languages": null}, "macro.dbt.statement": {"name": "statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.statement", "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8961632, "supported_languages": null}, "macro.dbt.noop_statement": {"name": "noop_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.noop_statement", "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8979478, "supported_languages": null}, "macro.dbt.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.run_query", "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8985128, "supported_languages": null}, "macro.dbt.convert_datetime": {"name": "convert_datetime", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.convert_datetime", "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.899976, "supported_languages": null}, "macro.dbt.dates_in_range": {"name": "dates_in_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.dates_in_range", "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.convert_datetime"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.902309, "supported_languages": null}, "macro.dbt.partition_range": {"name": "partition_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.partition_range", "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dates_in_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9038365, "supported_languages": null}, "macro.dbt.py_current_timestring": {"name": "py_current_timestring", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.py_current_timestring", "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9043064, "supported_languages": null}, "macro.dbt.make_intermediate_relation": {"name": "make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_intermediate_relation", "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_intermediate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9056313, "supported_languages": null}, "macro.dbt.default__make_intermediate_relation": {"name": "default__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_intermediate_relation", "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9059956, "supported_languages": null}, "macro.dbt.make_temp_relation": {"name": "make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_temp_relation", "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {#-- This ensures microbatch batches get unique temp relations to avoid clobbering --#}\n {% if suffix == '__dbt_tmp' and model.batch %}\n {% set suffix = suffix ~ '_' ~ model.batch.id %}\n {% endif %}\n\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9067602, "supported_languages": null}, "macro.dbt.default__make_temp_relation": {"name": "default__make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_temp_relation", "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9073458, "supported_languages": null}, "macro.dbt.make_backup_relation": {"name": "make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_backup_relation", "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_backup_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.907843, "supported_languages": null}, "macro.dbt.default__make_backup_relation": {"name": "default__make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_backup_relation", "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9084606, "supported_languages": null}, "macro.dbt.truncate_relation": {"name": "truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.truncate_relation", "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__truncate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.908835, "supported_languages": null}, "macro.dbt.default__truncate_relation": {"name": "default__truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__truncate_relation", "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation.render() }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9091935, "supported_languages": null}, "macro.dbt.get_or_create_relation": {"name": "get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.get_or_create_relation", "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_or_create_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9096801, "supported_languages": null}, "macro.dbt.default__get_or_create_relation": {"name": "default__get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__get_or_create_relation", "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9107447, "supported_languages": null}, "macro.dbt.load_cached_relation": {"name": "load_cached_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_cached_relation", "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9111872, "supported_languages": null}, "macro.dbt.load_relation": {"name": "load_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_relation", "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.911468, "supported_languages": null}, "macro.dbt.get_catalog_relations": {"name": "get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_relations", "macro_sql": "{% macro get_catalog_relations(information_schema, relations) -%}\n {{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9130473, "supported_languages": null}, "macro.dbt.default__get_catalog_relations": {"name": "default__get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_relations", "macro_sql": "{% macro default__get_catalog_relations(information_schema, relations) -%}\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog_relations not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9137144, "supported_languages": null}, "macro.dbt.get_catalog": {"name": "get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog", "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.914118, "supported_languages": null}, "macro.dbt.default__get_catalog": {"name": "default__get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog", "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.914624, "supported_languages": null}, "macro.dbt.information_schema_name": {"name": "information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.information_schema_name", "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__information_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9150064, "supported_languages": null}, "macro.dbt.default__information_schema_name": {"name": "default__information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__information_schema_name", "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9153216, "supported_languages": null}, "macro.dbt.list_schemas": {"name": "list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_schemas", "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9156835, "supported_languages": null}, "macro.dbt.default__list_schemas": {"name": "default__list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_schemas", "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.91616, "supported_languages": null}, "macro.dbt.check_schema_exists": {"name": "check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.check_schema_exists", "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__check_schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9165485, "supported_languages": null}, "macro.dbt.default__check_schema_exists": {"name": "default__check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__check_schema_exists", "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9171474, "supported_languages": null}, "macro.dbt.list_relations_without_caching": {"name": "list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_relations_without_caching", "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_relations_without_caching"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9175026, "supported_languages": null}, "macro.dbt.default__list_relations_without_caching": {"name": "default__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_relations_without_caching", "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9178357, "supported_languages": null}, "macro.dbt.get_catalog_for_single_relation": {"name": "get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_for_single_relation", "macro_sql": "{% macro get_catalog_for_single_relation(relation) %}\n {{ return(adapter.dispatch('get_catalog_for_single_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_for_single_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9181876, "supported_languages": null}, "macro.dbt.default__get_catalog_for_single_relation": {"name": "default__get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_for_single_relation", "macro_sql": "{% macro default__get_catalog_for_single_relation(relation) %}\n {{ exceptions.raise_not_implemented(\n 'get_catalog_for_single_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9185, "supported_languages": null}, "macro.dbt.get_relations": {"name": "get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relations", "macro_sql": "{% macro get_relations() %}\n {{ return(adapter.dispatch('get_relations', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9188445, "supported_languages": null}, "macro.dbt.default__get_relations": {"name": "default__get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relations", "macro_sql": "{% macro default__get_relations() %}\n {{ exceptions.raise_not_implemented(\n 'get_relations macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.919145, "supported_languages": null}, "macro.dbt.get_relation_last_modified": {"name": "get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relation_last_modified", "macro_sql": "{% macro get_relation_last_modified(information_schema, relations) %}\n {{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relation_last_modified"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9195414, "supported_languages": null}, "macro.dbt.default__get_relation_last_modified": {"name": "default__get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relation_last_modified", "macro_sql": "{% macro default__get_relation_last_modified(information_schema, relations) %}\n {{ exceptions.raise_not_implemented(\n 'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9198983, "supported_languages": null}, "macro.dbt.current_timestamp": {"name": "current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp", "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9207926, "supported_languages": null}, "macro.dbt.default__current_timestamp": {"name": "default__current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp", "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9210901, "supported_languages": null}, "macro.dbt.snapshot_get_time": {"name": "snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.snapshot_get_time", "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9213946, "supported_languages": null}, "macro.dbt.default__snapshot_get_time": {"name": "default__snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__snapshot_get_time", "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9217036, "supported_languages": null}, "macro.dbt.get_snapshot_get_time_data_type": {"name": "get_snapshot_get_time_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.get_snapshot_get_time_data_type", "macro_sql": "{% macro get_snapshot_get_time_data_type() %}\n {% set snapshot_time = adapter.dispatch('snapshot_get_time', 'dbt')() %}\n {% set time_data_type_sql = 'select ' ~ snapshot_time ~ ' as dbt_snapshot_time' %}\n {% set snapshot_time_column_schema = get_column_schema_from_query(time_data_type_sql) %}\n {% set time_data_type = snapshot_time_column_schema[0].dtype %}\n {{ return(time_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt_postgres.postgres__snapshot_get_time", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9227276, "supported_languages": null}, "macro.dbt.current_timestamp_backcompat": {"name": "current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_backcompat", "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.92307, "supported_languages": null}, "macro.dbt.default__current_timestamp_backcompat": {"name": "default__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_backcompat", "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9232295, "supported_languages": null}, "macro.dbt.current_timestamp_in_utc_backcompat": {"name": "current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9235506, "supported_languages": null}, "macro.dbt.default__current_timestamp_in_utc_backcompat": {"name": "default__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp_backcompat", "macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9238946, "supported_languages": null}, "macro.dbt.create_schema": {"name": "create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.create_schema", "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9245098, "supported_languages": null}, "macro.dbt.default__create_schema": {"name": "default__create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__create_schema", "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9248927, "supported_languages": null}, "macro.dbt.drop_schema": {"name": "drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.drop_schema", "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.925215, "supported_languages": null}, "macro.dbt.default__drop_schema": {"name": "default__drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__drop_schema", "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9255776, "supported_languages": null}, "macro.dbt.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9264596, "supported_languages": null}, "macro.dbt.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.927273, "supported_languages": null}, "macro.dbt.collect_freshness_custom_sql": {"name": "collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness_custom_sql", "macro_sql": "{% macro collect_freshness_custom_sql(source, loaded_at_query) %}\n {{ return(adapter.dispatch('collect_freshness_custom_sql', 'dbt')(source, loaded_at_query))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness_custom_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9277086, "supported_languages": null}, "macro.dbt.default__collect_freshness_custom_sql": {"name": "default__collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness_custom_sql", "macro_sql": "{% macro default__collect_freshness_custom_sql(source, loaded_at_query) %}\n {% call statement('collect_freshness_custom_sql', fetch_result=True, auto_begin=False) -%}\n with source_query as (\n {{ loaded_at_query }}\n )\n select\n (select * from source_query) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n {% endcall %}\n {{ return(load_result('collect_freshness_custom_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9283366, "supported_languages": null}, "macro.dbt.get_show_sql": {"name": "get_show_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_show_sql", "macro_sql": "{% macro get_show_sql(compiled_code, sql_header, limit) -%}\n {%- if sql_header is not none -%}\n {{ sql_header }}\n {%- endif %}\n {{ get_limit_subquery_sql(compiled_code, limit) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9290876, "supported_languages": null}, "macro.dbt.get_limit_subquery_sql": {"name": "get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_limit_subquery_sql", "macro_sql": "\n{%- macro get_limit_subquery_sql(sql, limit) -%}\n {{ adapter.dispatch('get_limit_sql', 'dbt')(sql, limit) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_limit_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.92945, "supported_languages": null}, "macro.dbt.default__get_limit_sql": {"name": "default__get_limit_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.default__get_limit_sql", "macro_sql": "{% macro default__get_limit_sql(sql, limit) %}\n {{ sql }}\n {% if limit is not none %}\n limit {{ limit }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.929844, "supported_languages": null}, "macro.dbt.validate_sql": {"name": "validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.validate_sql", "macro_sql": "{% macro validate_sql(sql) -%}\n {{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__validate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.930381, "supported_languages": null}, "macro.dbt.default__validate_sql": {"name": "default__validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.default__validate_sql", "macro_sql": "{% macro default__validate_sql(sql) -%}\n {% call statement('validate_sql') -%}\n explain {{ sql }}\n {% endcall %}\n {{ return(load_result('validate_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9308367, "supported_languages": null}, "macro.dbt.get_create_index_sql": {"name": "get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_create_index_sql", "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.931752, "supported_languages": null}, "macro.dbt.default__get_create_index_sql": {"name": "default__get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_create_index_sql", "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9320316, "supported_languages": null}, "macro.dbt.create_indexes": {"name": "create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.create_indexes", "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9325018, "supported_languages": null}, "macro.dbt.default__create_indexes": {"name": "default__create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__create_indexes", "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.933381, "supported_languages": null}, "macro.dbt.get_drop_index_sql": {"name": "get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_drop_index_sql", "macro_sql": "{% macro get_drop_index_sql(relation, index_name) -%}\n {{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9337916, "supported_languages": null}, "macro.dbt.default__get_drop_index_sql": {"name": "default__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_drop_index_sql", "macro_sql": "{% macro default__get_drop_index_sql(relation, index_name) -%}\n {{ exceptions.raise_compiler_error(\"`get_drop_index_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9340744, "supported_languages": null}, "macro.dbt.get_show_indexes_sql": {"name": "get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_show_indexes_sql", "macro_sql": "{% macro get_show_indexes_sql(relation) -%}\n {{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9343865, "supported_languages": null}, "macro.dbt.default__get_show_indexes_sql": {"name": "default__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_show_indexes_sql", "macro_sql": "{% macro default__get_show_indexes_sql(relation) -%}\n {{ exceptions.raise_compiler_error(\"`get_show_indexes_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9346411, "supported_languages": null}, "macro.dbt.copy_grants": {"name": "copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.copy_grants", "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9366603, "supported_languages": null}, "macro.dbt.default__copy_grants": {"name": "default__copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__copy_grants", "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9369204, "supported_languages": null}, "macro.dbt.support_multiple_grantees_per_dcl_statement": {"name": "support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9372454, "supported_languages": null}, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": {"name": "default__support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.937474, "supported_languages": null}, "macro.dbt.should_revoke": {"name": "should_revoke", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.should_revoke", "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9382284, "supported_languages": null}, "macro.dbt.get_show_grant_sql": {"name": "get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_show_grant_sql", "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9386034, "supported_languages": null}, "macro.dbt.default__get_show_grant_sql": {"name": "default__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_show_grant_sql", "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.938884, "supported_languages": null}, "macro.dbt.get_grant_sql": {"name": "get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_grant_sql", "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.939324, "supported_languages": null}, "macro.dbt.default__get_grant_sql": {"name": "default__get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_grant_sql", "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation.render() }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.939753, "supported_languages": null}, "macro.dbt.get_revoke_sql": {"name": "get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_revoke_sql", "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_revoke_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9401932, "supported_languages": null}, "macro.dbt.default__get_revoke_sql": {"name": "default__get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_revoke_sql", "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation.render() }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9405987, "supported_languages": null}, "macro.dbt.get_dcl_statement_list": {"name": "get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_dcl_statement_list", "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_dcl_statement_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9410577, "supported_languages": null}, "macro.dbt.default__get_dcl_statement_list": {"name": "default__get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_dcl_statement_list", "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.942503, "supported_languages": null}, "macro.dbt.call_dcl_statements": {"name": "call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.call_dcl_statements", "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9428957, "supported_languages": null}, "macro.dbt.default__call_dcl_statements": {"name": "default__call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__call_dcl_statements", "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9433749, "supported_languages": null}, "macro.dbt.apply_grants": {"name": "apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.apply_grants", "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9438312, "supported_languages": null}, "macro.dbt.default__apply_grants": {"name": "default__apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__apply_grants", "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation.render() ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_grant_sql", "macro.dbt.get_dcl_statement_list", "macro.dbt.call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9460547, "supported_languages": null}, "macro.dbt.get_columns_in_relation": {"name": "get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_relation", "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9482415, "supported_languages": null}, "macro.dbt.default__get_columns_in_relation": {"name": "default__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_relation", "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9485579, "supported_languages": null}, "macro.dbt.sql_convert_columns_in_relation": {"name": "sql_convert_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.sql_convert_columns_in_relation", "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9491763, "supported_languages": null}, "macro.dbt.get_list_of_column_names": {"name": "get_list_of_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_list_of_column_names", "macro_sql": "\n\n{%- macro get_list_of_column_names(columns) -%}\n {% set col_names = [] %}\n {% for col in columns %}\n {% do col_names.append(col.name) %}\n {% endfor %}\n {{ return(col_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9497604, "supported_languages": null}, "macro.dbt.get_empty_subquery_sql": {"name": "get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_subquery_sql", "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9501748, "supported_languages": null}, "macro.dbt.default__get_empty_subquery_sql": {"name": "default__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_subquery_sql", "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9505806, "supported_languages": null}, "macro.dbt.get_empty_schema_sql": {"name": "get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_schema_sql", "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9509451, "supported_languages": null}, "macro.dbt.default__get_empty_schema_sql": {"name": "default__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_schema_sql", "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {%- set col_naked_numeric = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {%- do col_err.append(col['name']) -%}\n {#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}\n {%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}\n {%- do col_naked_numeric.append(col['name']) -%}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n {{ cast('null', col['data_type']) }} as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- elif (col_naked_numeric | length) > 0 -%}\n {{ exceptions.warn(\"Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: \" ~ col_naked_numeric ~ \"`\") }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.953212, "supported_languages": null}, "macro.dbt.get_column_schema_from_query": {"name": "get_column_schema_from_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_column_schema_from_query", "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.953899, "supported_languages": null}, "macro.dbt.get_columns_in_query": {"name": "get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_query", "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9542572, "supported_languages": null}, "macro.dbt.default__get_columns_in_query": {"name": "default__get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_query", "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9549375, "supported_languages": null}, "macro.dbt.alter_column_type": {"name": "alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_column_type", "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9553728, "supported_languages": null}, "macro.dbt.default__alter_column_type": {"name": "default__alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_column_type", "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation.render() }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation.render() }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation.render() }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation.render() }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9568026, "supported_languages": null}, "macro.dbt.alter_relation_add_remove_columns": {"name": "alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_relation_add_remove_columns", "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_add_remove_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.957296, "supported_languages": null}, "macro.dbt.default__alter_relation_add_remove_columns": {"name": "default__alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation.render() }}\n\n {% for column in add_columns %}\n add column {{ column.quoted }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.quoted }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9588664, "supported_languages": null}, "macro.dbt.alter_column_comment": {"name": "alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_column_comment", "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9597268, "supported_languages": null}, "macro.dbt.default__alter_column_comment": {"name": "default__alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_column_comment", "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9600635, "supported_languages": null}, "macro.dbt.alter_relation_comment": {"name": "alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_relation_comment", "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_relation_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9604554, "supported_languages": null}, "macro.dbt.default__alter_relation_comment": {"name": "default__alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_relation_comment", "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.960802, "supported_languages": null}, "macro.dbt.persist_docs": {"name": "persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.persist_docs", "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.961314, "supported_languages": null}, "macro.dbt.default__persist_docs": {"name": "default__persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__persist_docs", "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.alter_relation_comment", "macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9622245, "supported_languages": null}, "macro.dbt.test_unique": {"name": "test_unique", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_unique", "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_unique"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.963086, "supported_languages": null}, "macro.dbt.test_not_null": {"name": "test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_not_null", "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9635632, "supported_languages": null}, "macro.dbt.test_accepted_values": {"name": "test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_accepted_values", "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9641683, "supported_languages": null}, "macro.dbt.test_relationships": {"name": "test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_relationships", "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_relationships"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.964745, "supported_languages": null}, "macro.spark_utils.get_tables": {"name": "get_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_tables", "macro_sql": "{% macro get_tables(table_regex_pattern='.*') %}\n\n {% set tables = [] %}\n {% for database in spark__list_schemas('not_used') %}\n {% for table in spark__list_relations_without_caching(database[0]) %}\n {% set db_tablename = database[0] ~ \".\" ~ table[1] %}\n {% set is_match = modules.re.match(table_regex_pattern, db_tablename) %}\n {% if is_match %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('type', 'TYPE', 'Type'))|first %}\n {% if table_type[1]|lower != 'view' %}\n {{ tables.append(db_tablename) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% endfor %}\n {{ return(tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9681468, "supported_languages": null}, "macro.spark_utils.get_delta_tables": {"name": "get_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_delta_tables", "macro_sql": "{% macro get_delta_tables(table_regex_pattern='.*') %}\n\n {% set delta_tables = [] %}\n {% for db_tablename in get_tables(table_regex_pattern) %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('provider', 'PROVIDER', 'Provider'))|first %}\n {% if table_type[1]|lower == 'delta' %}\n {{ delta_tables.append(db_tablename) }}\n {% endif %}\n {% endfor %}\n {{ return(delta_tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9696143, "supported_languages": null}, "macro.spark_utils.get_statistic_columns": {"name": "get_statistic_columns", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_statistic_columns", "macro_sql": "{% macro get_statistic_columns(table) %}\n\n {% call statement('input_columns', fetch_result=True) %}\n SHOW COLUMNS IN {{ table }}\n {% endcall %}\n {% set input_columns = load_result('input_columns').table %}\n\n {% set output_columns = [] %}\n {% for column in input_columns %}\n {% call statement('column_information', fetch_result=True) %}\n DESCRIBE TABLE {{ table }} `{{ column[0] }}`\n {% endcall %}\n {% if not load_result('column_information').table[1][1].startswith('struct') and not load_result('column_information').table[1][1].startswith('array') %}\n {{ output_columns.append('`' ~ column[0] ~ '`') }}\n {% endif %}\n {% endfor %}\n {{ return(output_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9713445, "supported_languages": null}, "macro.spark_utils.spark_optimize_delta_tables": {"name": "spark_optimize_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_optimize_delta_tables", "macro_sql": "{% macro spark_optimize_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Optimizing \" ~ table) }}\n {% do run_query(\"optimize \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9727664, "supported_languages": null}, "macro.spark_utils.spark_vacuum_delta_tables": {"name": "spark_vacuum_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_vacuum_delta_tables", "macro_sql": "{% macro spark_vacuum_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Vacuuming \" ~ table) }}\n {% do run_query(\"vacuum \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9741576, "supported_languages": null}, "macro.spark_utils.spark_analyze_tables": {"name": "spark_analyze_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_analyze_tables", "macro_sql": "{% macro spark_analyze_tables(table_regex_pattern='.*') %}\n\n {% for table in get_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set columns = get_statistic_columns(table) | join(',') %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Analyzing \" ~ table) }}\n {% if columns != '' %}\n {% do run_query(\"analyze table \" ~ table ~ \" compute statistics for columns \" ~ columns) %}\n {% endif %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.spark_utils.get_statistic_columns", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9758837, "supported_languages": null}, "macro.spark_utils.spark__concat": {"name": "spark__concat", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/concat.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/concat.sql", "unique_id": "macro.spark_utils.spark__concat", "macro_sql": "{% macro spark__concat(fields) -%}\n concat({{ fields|join(', ') }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9762669, "supported_languages": null}, "macro.spark_utils.spark__split_part": {"name": "spark__split_part", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/split_part.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/split_part.sql", "unique_id": "macro.spark_utils.spark__split_part", "macro_sql": "{% macro spark__split_part(string_text, delimiter_text, part_number) %}\n\n {% set delimiter_expr %}\n \n -- escape if starts with a special character\n case when regexp_extract({{ delimiter_text }}, '([^A-Za-z0-9])(.*)', 1) != '_'\n then concat('\\\\', {{ delimiter_text }})\n else {{ delimiter_text }} end\n \n {% endset %}\n\n {% set split_part_expr %}\n \n split(\n {{ string_text }},\n {{ delimiter_expr }}\n )[({{ part_number - 1 }})]\n \n {% endset %}\n \n {{ return(split_part_expr) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.97721, "supported_languages": null}, "macro.spark_utils.spark__type_numeric": {"name": "spark__type_numeric", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "unique_id": "macro.spark_utils.spark__type_numeric", "macro_sql": "{% macro spark__type_numeric() %}\n decimal(28, 6)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9774473, "supported_languages": null}, "macro.spark_utils.spark__datediff": {"name": "spark__datediff", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datediff.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datediff.sql", "unique_id": "macro.spark_utils.spark__datediff", "macro_sql": "{% macro spark__datediff(first_date, second_date, datepart) %}\n\n {%- if datepart in ['day', 'week', 'month', 'quarter', 'year'] -%}\n \n {# make sure the dates are real, otherwise raise an error asap #}\n {% set first_date = spark_utils.assert_not_null('date', first_date) %}\n {% set second_date = spark_utils.assert_not_null('date', second_date) %}\n \n {%- endif -%}\n \n {%- if datepart == 'day' -%}\n \n datediff({{second_date}}, {{first_date}})\n \n {%- elif datepart == 'week' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(datediff({{second_date}}, {{first_date}})/7)\n else ceil(datediff({{second_date}}, {{first_date}})/7)\n end\n \n -- did we cross a week boundary (Sunday)?\n + case\n when {{first_date}} < {{second_date}} and dayofweek({{second_date}}) < dayofweek({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofweek({{second_date}}) > dayofweek({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'month' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}})))\n else ceil(months_between(date({{second_date}}), date({{first_date}})))\n end\n \n -- did we cross a month boundary?\n + case\n when {{first_date}} < {{second_date}} and dayofmonth({{second_date}}) < dayofmonth({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofmonth({{second_date}}) > dayofmonth({{first_date}}) then -1\n else 0 end\n \n {%- elif datepart == 'quarter' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}}))/3)\n else ceil(months_between(date({{second_date}}), date({{first_date}}))/3)\n end\n \n -- did we cross a quarter boundary?\n + case\n when {{first_date}} < {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n < (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then 1\n when {{first_date}} > {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n > (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then -1\n else 0 end\n\n {%- elif datepart == 'year' -%}\n \n year({{second_date}}) - year({{first_date}})\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set divisor -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n case when {{first_date}} < {{second_date}}\n then ceil((\n {# make sure the timestamps are real, otherwise raise an error asap #}\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n else floor((\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n end\n \n {% if datepart == 'millisecond' %}\n + cast(date_format({{second_date}}, 'SSS') as int)\n - cast(date_format({{first_date}}, 'SSS') as int)\n {% endif %}\n \n {% if datepart == 'microsecond' %} \n {% set capture_str = '[0-9]{4}-[0-9]{2}-[0-9]{2}.[0-9]{2}:[0-9]{2}:[0-9]{2}.([0-9]{6})' %}\n -- Spark doesn't really support microseconds, so this is a massive hack!\n -- It will only work if the timestamp-string is of the format\n -- 'yyyy-MM-dd-HH mm.ss.SSSSSS'\n + cast(regexp_extract({{second_date}}, '{{capture_str}}', 1) as int)\n - cast(regexp_extract({{first_date}}, '{{capture_str}}', 1) as int) \n {% endif %}\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro datediff not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9842775, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp": {"name": "spark__current_timestamp", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp", "macro_sql": "{% macro spark__current_timestamp() %}\n current_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9845994, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp_in_utc": {"name": "spark__current_timestamp_in_utc", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp_in_utc", "macro_sql": "{% macro spark__current_timestamp_in_utc() %}\n unix_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9847944, "supported_languages": null}, "macro.spark_utils.spark__dateadd": {"name": "spark__dateadd", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "unique_id": "macro.spark_utils.spark__dateadd", "macro_sql": "{% macro spark__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {%- set clock_component -%}\n {# make sure the dates + timestamps are real, otherwise raise an error asap #}\n to_unix_timestamp({{ spark_utils.assert_not_null('to_timestamp', from_date_or_timestamp) }})\n - to_unix_timestamp({{ spark_utils.assert_not_null('date', from_date_or_timestamp) }})\n {%- endset -%}\n\n {%- if datepart in ['day', 'week'] -%}\n \n {%- set multiplier = 7 if datepart == 'week' else 1 -%}\n\n to_timestamp(\n to_unix_timestamp(\n date_add(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ['month', 'quarter', 'year'] -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'month' -%} 1\n {%- elif datepart == 'quarter' -%} 3\n {%- elif datepart == 'year' -%} 12\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n to_unix_timestamp(\n add_months(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n {{ spark_utils.assert_not_null('to_unix_timestamp', from_date_or_timestamp) }}\n + cast({{interval}} * {{multiplier}} as int)\n )\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro dateadd not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9884381, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_pattern": {"name": "spark__get_relations_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_pattern", "macro_sql": "{% macro spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n show table extended in {{ schema_pattern }} like '{{ table_pattern }}'\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=None,\n schema=row[0],\n identifier=row[1],\n type=('view' if 'Type: VIEW' in row[3] else 'table')\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.990751, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_prefix": {"name": "spark__get_relations_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_prefix", "macro_sql": "{% macro spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {% set table_pattern = table_pattern ~ '*' %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9914622, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_pattern": {"name": "spark__get_tables_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_pattern", "macro_sql": "{% macro spark__get_tables_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9920318, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_prefix": {"name": "spark__get_tables_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_prefix", "macro_sql": "{% macro spark__get_tables_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9925642, "supported_languages": null}, "macro.spark_utils.assert_not_null": {"name": "assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.assert_not_null", "macro_sql": "{% macro assert_not_null(function, arg) -%}\n {{ return(adapter.dispatch('assert_not_null', 'spark_utils')(function, arg)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.spark_utils.default__assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9931676, "supported_languages": null}, "macro.spark_utils.default__assert_not_null": {"name": "default__assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.default__assert_not_null", "macro_sql": "{% macro default__assert_not_null(function, arg) %}\n\n coalesce({{function}}({{arg}}), nvl2({{function}}({{arg}}), assert_true({{function}}({{arg}}) is not null), null))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9935622, "supported_languages": null}, "macro.spark_utils.spark__convert_timezone": {"name": "spark__convert_timezone", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/snowplow/convert_timezone.sql", "original_file_path": "macros/snowplow/convert_timezone.sql", "unique_id": "macro.spark_utils.spark__convert_timezone", "macro_sql": "{% macro spark__convert_timezone(in_tz, out_tz, in_timestamp) %}\n from_utc_timestamp(to_utc_timestamp({{in_timestamp}}, {{in_tz}}), {{out_tz}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9939878, "supported_languages": null}, "macro.dbt_utils.test_not_accepted_values": {"name": "test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.test_not_accepted_values", "macro_sql": "{% test not_accepted_values(model, column_name, values, quote=True) %}\n {{ return(adapter.dispatch('test_not_accepted_values', 'dbt_utils')(model, column_name, values, quote)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.99478, "supported_languages": null}, "macro.dbt_utils.default__test_not_accepted_values": {"name": "default__test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.default__test_not_accepted_values", "macro_sql": "{% macro default__test_not_accepted_values(model, column_name, values, quote=True) %}\nwith all_values as (\n\n select distinct\n {{ column_name }} as value_field\n\n from {{ model }}\n\n),\n\nvalidation_errors as (\n\n select\n value_field\n\n from all_values\n where value_field in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n )\n\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9955325, "supported_languages": null}, "macro.dbt_utils.test_expression_is_true": {"name": "test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.test_expression_is_true", "macro_sql": "{% test expression_is_true(model, expression, column_name=None) %}\n {{ return(adapter.dispatch('test_expression_is_true', 'dbt_utils')(model, expression, column_name)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_expression_is_true"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9962678, "supported_languages": null}, "macro.dbt_utils.default__test_expression_is_true": {"name": "default__test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.default__test_expression_is_true", "macro_sql": "{% macro default__test_expression_is_true(model, expression, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else \"1\" %}\n\nselect\n {{ column_list }}\nfrom {{ model }}\n{% if column_name is none %}\nwhere not({{ expression }})\n{%- else %}\nwhere not({{ column_name }} {{ expression }})\n{%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9969952, "supported_languages": null}, "macro.dbt_utils.test_recency": {"name": "test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.test_recency", "macro_sql": "{% test recency(model, field, datepart, interval, ignore_time_component=False, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_recency', 'dbt_utils')(model, field, datepart, interval, ignore_time_component, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_recency"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9980457, "supported_languages": null}, "macro.dbt_utils.default__test_recency": {"name": "default__test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.default__test_recency", "macro_sql": "{% macro default__test_recency(model, field, datepart, interval, ignore_time_component, group_by_columns) %}\n\n{% set threshold = 'cast(' ~ dbt.dateadd(datepart, interval * -1, dbt.current_timestamp()) ~ ' as ' ~ ('date' if ignore_time_component else dbt.type_timestamp()) ~ ')' %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nwith recency as (\n\n select \n\n {{ select_gb_cols }}\n {% if ignore_time_component %}\n cast(max({{ field }}) as date) as most_recent\n {%- else %}\n max({{ field }}) as most_recent\n {%- endif %}\n\n from {{ model }}\n\n {{ groupby_gb_cols }}\n\n)\n\nselect\n\n {{ select_gb_cols }}\n most_recent,\n {{ threshold }} as threshold\n\nfrom recency\nwhere most_recent < {{ threshold }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.current_timestamp", "macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.999883, "supported_languages": null}, "macro.dbt_utils.test_accepted_range": {"name": "test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.test_accepted_range", "macro_sql": "{% test accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n {{ return(adapter.dispatch('test_accepted_range', 'dbt_utils')(model, column_name, min_value, max_value, inclusive)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_accepted_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.000798, "supported_languages": null}, "macro.dbt_utils.default__test_accepted_range": {"name": "default__test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.default__test_accepted_range", "macro_sql": "{% macro default__test_accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n\nwith meet_condition as(\n select *\n from {{ model }}\n),\n\nvalidation_errors as (\n select *\n from meet_condition\n where\n -- never true, defaults to an empty result set. Exists to ensure any combo of the `or` clauses below succeeds\n 1 = 2\n\n {%- if min_value is not none %}\n -- records with a value >= min_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} > {{- \"=\" if inclusive }} {{ min_value }}\n {%- endif %}\n\n {%- if max_value is not none %}\n -- records with a value <= max_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} < {{- \"=\" if inclusive }} {{ max_value }}\n {%- endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0017054, "supported_languages": null}, "macro.dbt_utils.test_relationships_where": {"name": "test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.test_relationships_where", "macro_sql": "{% test relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n {{ return(adapter.dispatch('test_relationships_where', 'dbt_utils')(model, column_name, to, field, from_condition, to_condition)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_relationships_where"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0026062, "supported_languages": null}, "macro.dbt_utils.default__test_relationships_where": {"name": "default__test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.default__test_relationships_where", "macro_sql": "{% macro default__test_relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n\n{# T-SQL has no boolean data type so we use 1=1 which returns TRUE #}\n{# ref https://stackoverflow.com/a/7170753/3842610 #}\n\nwith left_table as (\n\n select\n {{column_name}} as id\n\n from {{model}}\n\n where {{column_name}} is not null\n and {{from_condition}}\n\n),\n\nright_table as (\n\n select\n {{field}} as id\n\n from {{to}}\n\n where {{field}} is not null\n and {{to_condition}}\n\n),\n\nexceptions as (\n\n select\n left_table.id,\n right_table.id as right_id\n\n from left_table\n\n left join right_table\n on left_table.id = right_table.id\n\n where right_table.id is null\n\n)\n\nselect * from exceptions\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0032783, "supported_languages": null}, "macro.dbt_utils.test_not_null_proportion": {"name": "test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.test_not_null_proportion", "macro_sql": "{% macro test_not_null_proportion(model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_null_proportion', 'dbt_utils')(model, group_by_columns, **kwargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_null_proportion"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0041459, "supported_languages": null}, "macro.dbt_utils.default__test_not_null_proportion": {"name": "default__test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.default__test_not_null_proportion", "macro_sql": "{% macro default__test_not_null_proportion(model, group_by_columns) %}\n\n{% set column_name = kwargs.get('column_name', kwargs.get('arg')) %}\n{% set at_least = kwargs.get('at_least', kwargs.get('arg')) %}\n{% set at_most = kwargs.get('at_most', kwargs.get('arg', 1)) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith validation as (\n select\n {{select_gb_cols}}\n sum(case when {{ column_name }} is null then 0 else 1 end) / cast(count(*) as {{ dbt.type_numeric() }}) as not_null_proportion\n from {{ model }}\n {{groupby_gb_cols}}\n),\nvalidation_errors as (\n select\n {{select_gb_cols}}\n not_null_proportion\n from validation\n where not_null_proportion < {{ at_least }} or not_null_proportion > {{ at_most }}\n)\nselect\n *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.005787, "supported_languages": null}, "macro.dbt_utils.test_unique_combination_of_columns": {"name": "test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.test_unique_combination_of_columns", "macro_sql": "{% test unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n {{ return(adapter.dispatch('test_unique_combination_of_columns', 'dbt_utils')(model, combination_of_columns, quote_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_unique_combination_of_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0065854, "supported_languages": null}, "macro.dbt_utils.default__test_unique_combination_of_columns": {"name": "default__test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.default__test_unique_combination_of_columns", "macro_sql": "{% macro default__test_unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n\n{% if not quote_columns %}\n {%- set column_list=combination_of_columns %}\n{% elif quote_columns %}\n {%- set column_list=[] %}\n {% for column in combination_of_columns -%}\n {% do column_list.append( adapter.quote(column) ) %}\n {%- endfor %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`quote_columns` argument for unique_combination_of_columns test must be one of [True, False] Got: '\" ~ quote ~\"'.'\"\n ) }}\n{% endif %}\n\n{%- set columns_csv=column_list | join(', ') %}\n\n\nwith validation_errors as (\n\n select\n {{ columns_csv }}\n from {{ model }}\n group by {{ columns_csv }}\n having count(*) > 1\n\n)\n\nselect *\nfrom validation_errors\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0078223, "supported_languages": null}, "macro.dbt_utils.test_not_empty_string": {"name": "test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.test_not_empty_string", "macro_sql": "{% test not_empty_string(model, column_name, trim_whitespace=true) %}\n\n {{ return(adapter.dispatch('test_not_empty_string', 'dbt_utils')(model, column_name, trim_whitespace)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_empty_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.008519, "supported_languages": null}, "macro.dbt_utils.default__test_not_empty_string": {"name": "default__test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.default__test_not_empty_string", "macro_sql": "{% macro default__test_not_empty_string(model, column_name, trim_whitespace=true) %}\n\n with\n \n all_values as (\n\n select \n\n\n {% if trim_whitespace == true -%}\n\n trim({{ column_name }}) as {{ column_name }}\n\n {%- else -%}\n\n {{ column_name }}\n\n {%- endif %}\n \n from {{ model }}\n\n ),\n\n errors as (\n\n select * from all_values\n where {{ column_name }} = ''\n\n )\n\n select * from errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.009127, "supported_languages": null}, "macro.dbt_utils.test_sequential_values": {"name": "test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.test_sequential_values", "macro_sql": "{% test sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n {{ return(adapter.dispatch('test_sequential_values', 'dbt_utils')(model, column_name, interval, datepart, group_by_columns)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_sequential_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0102057, "supported_languages": null}, "macro.dbt_utils.default__test_sequential_values": {"name": "default__test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.default__test_sequential_values", "macro_sql": "{% macro default__test_sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n{% set previous_column_name = \"previous_\" ~ dbt_utils.slugify(column_name) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(',') + ', ' %}\n {% set partition_gb_cols = 'partition by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith windowed as (\n\n select\n {{ select_gb_cols }}\n {{ column_name }},\n lag({{ column_name }}) over (\n {{partition_gb_cols}}\n order by {{ column_name }}\n ) as {{ previous_column_name }}\n from {{ model }}\n),\n\nvalidation_errors as (\n select\n *\n from windowed\n {% if datepart %}\n where not(cast({{ column_name }} as {{ dbt.type_timestamp() }})= cast({{ dbt.dateadd(datepart, interval, previous_column_name) }} as {{ dbt.type_timestamp() }}))\n {% else %}\n where not({{ column_name }} = {{ previous_column_name }} + {{ interval }})\n {% endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.slugify", "macro.dbt.type_timestamp", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0119536, "supported_languages": null}, "macro.dbt_utils.test_not_constant": {"name": "test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.test_not_constant", "macro_sql": "{% test not_constant(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_constant', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_constant"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0127304, "supported_languages": null}, "macro.dbt_utils.default__test_not_constant": {"name": "default__test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.default__test_not_constant", "macro_sql": "{% macro default__test_not_constant(model, column_name, group_by_columns) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nselect\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count(distinct {{ column_name }}) as filler_column\n\nfrom {{ model }}\n\n {{groupby_gb_cols}}\n\nhaving count(distinct {{ column_name }}) = 1\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.013599, "supported_languages": null}, "macro.dbt_utils.test_mutually_exclusive_ranges": {"name": "test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.test_mutually_exclusive_ranges", "macro_sql": "{% test mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n {{ return(adapter.dispatch('test_mutually_exclusive_ranges', 'dbt_utils')(model, lower_bound_column, upper_bound_column, partition_by, gaps, zero_length_range_allowed)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_mutually_exclusive_ranges"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0150971, "supported_languages": null}, "macro.dbt_utils.default__test_mutually_exclusive_ranges": {"name": "default__test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.default__test_mutually_exclusive_ranges", "macro_sql": "{% macro default__test_mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n{% if gaps == 'not_allowed' %}\n {% set allow_gaps_operator='=' %}\n {% set allow_gaps_operator_in_words='equal_to' %}\n{% elif gaps == 'allowed' %}\n {% set allow_gaps_operator='<=' %}\n {% set allow_gaps_operator_in_words='less_than_or_equal_to' %}\n{% elif gaps == 'required' %}\n {% set allow_gaps_operator='<' %}\n {% set allow_gaps_operator_in_words='less_than' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`gaps` argument for mutually_exclusive_ranges test must be one of ['not_allowed', 'allowed', 'required'] Got: '\" ~ gaps ~\"'.'\"\n ) }}\n{% endif %}\n{% if not zero_length_range_allowed %}\n {% set allow_zero_length_operator='<' %}\n {% set allow_zero_length_operator_in_words='less_than' %}\n{% elif zero_length_range_allowed %}\n {% set allow_zero_length_operator='<=' %}\n {% set allow_zero_length_operator_in_words='less_than_or_equal_to' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`zero_length_range_allowed` argument for mutually_exclusive_ranges test must be one of [true, false] Got: '\" ~ zero_length_range_allowed ~\"'.'\"\n ) }}\n{% endif %}\n\n{% set partition_clause=\"partition by \" ~ partition_by if partition_by else '' %}\n\nwith window_functions as (\n\n select\n {% if partition_by %}\n {{ partition_by }} as partition_by_col,\n {% endif %}\n {{ lower_bound_column }} as lower_bound,\n {{ upper_bound_column }} as upper_bound,\n\n lead({{ lower_bound_column }}) over (\n {{ partition_clause }}\n order by {{ lower_bound_column }}, {{ upper_bound_column }}\n ) as next_lower_bound,\n\n row_number() over (\n {{ partition_clause }}\n order by {{ lower_bound_column }} desc, {{ upper_bound_column }} desc\n ) = 1 as is_last_record\n\n from {{ model }}\n\n),\n\ncalc as (\n -- We want to return records where one of our assumptions fails, so we'll use\n -- the `not` function with `and` statements so we can write our assumptions more cleanly\n select\n *,\n\n -- For each record: lower_bound should be < upper_bound.\n -- Coalesce it to return an error on the null case (implicit assumption\n -- these columns are not_null)\n coalesce(\n lower_bound {{ allow_zero_length_operator }} upper_bound,\n false\n ) as lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound,\n\n -- For each record: upper_bound {{ allow_gaps_operator }} the next lower_bound.\n -- Coalesce it to handle null cases for the last record.\n coalesce(\n upper_bound {{ allow_gaps_operator }} next_lower_bound,\n is_last_record,\n false\n ) as upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n\n from window_functions\n\n),\n\nvalidation_errors as (\n\n select\n *\n from calc\n\n where not(\n -- THE FOLLOWING SHOULD BE TRUE --\n lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound\n and upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n )\n)\n\nselect * from validation_errors\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0181756, "supported_languages": null}, "macro.dbt_utils.test_cardinality_equality": {"name": "test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.test_cardinality_equality", "macro_sql": "{% test cardinality_equality(model, column_name, to, field) %}\n {{ return(adapter.dispatch('test_cardinality_equality', 'dbt_utils')(model, column_name, to, field)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_cardinality_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0189452, "supported_languages": null}, "macro.dbt_utils.default__test_cardinality_equality": {"name": "default__test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.default__test_cardinality_equality", "macro_sql": "{% macro default__test_cardinality_equality(model, column_name, to, field) %}\n\n{# T-SQL does not let you use numbers as aliases for columns #}\n{# Thus, no \"GROUP BY 1\" #}\n\nwith table_a as (\nselect\n {{ column_name }},\n count(*) as num_rows\nfrom {{ model }}\ngroup by {{ column_name }}\n),\n\ntable_b as (\nselect\n {{ field }},\n count(*) as num_rows\nfrom {{ to }}\ngroup by {{ field }}\n),\n\nexcept_a as (\n select *\n from table_a\n {{ dbt.except() }}\n select *\n from table_b\n),\n\nexcept_b as (\n select *\n from table_b\n {{ dbt.except() }}\n select *\n from table_a\n),\n\nunioned as (\n select *\n from except_a\n union all\n select *\n from except_b\n)\n\nselect *\nfrom unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0196009, "supported_languages": null}, "macro.dbt_utils.test_fewer_rows_than": {"name": "test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.test_fewer_rows_than", "macro_sql": "{% test fewer_rows_than(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_fewer_rows_than', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_fewer_rows_than"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0206795, "supported_languages": null}, "macro.dbt_utils.default__test_fewer_rows_than": {"name": "default__test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.default__test_fewer_rows_than", "macro_sql": "{% macro default__test_fewer_rows_than(model, compare_model, group_by_columns) %}\n\n{{ config(fail_calc = 'sum(coalesce(row_count_delta, 0))') }}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in equal_rowcount. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_fewer_rows_than'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_our_model \n from {{ model }}\n {{ groupby_gb_cols }}\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_comparison_model \n from {{ compare_model }}\n {{ groupby_gb_cols }}\n\n),\ncounts as (\n\n select\n\n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_our_model,\n count_comparison_model\n from a\n full join b on \n a.id_dbtutils_test_fewer_rows_than = b.id_dbtutils_test_fewer_rows_than\n {{ join_gb_cols }}\n\n),\nfinal as (\n\n select *,\n case\n -- fail the test if we have more rows than the reference model and return the row count delta\n when count_our_model > count_comparison_model then (count_our_model - count_comparison_model)\n -- fail the test if they are the same number\n when count_our_model = count_comparison_model then 1\n -- pass the test if the delta is positive (i.e. return the number 0)\n else 0\n end as row_count_delta\n from counts\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0226142, "supported_languages": null}, "macro.dbt_utils.test_equality": {"name": "test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.test_equality", "macro_sql": "{% test equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n {{ return(adapter.dispatch('test_equality', 'dbt_utils')(model, compare_model, compare_columns, exclude_columns, precision)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0248747, "supported_languages": null}, "macro.dbt_utils.default__test_equality": {"name": "default__test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.default__test_equality", "macro_sql": "{% macro default__test_equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n\n{%- if compare_columns and exclude_columns -%}\n {{ exceptions.raise_compiler_error(\"Both a compare and an ignore list were provided to the `equality` macro. Only one is allowed\") }}\n{%- endif -%}\n\n{% set set_diff %}\n count(*) + coalesce(abs(\n sum(case when which_diff = 'a_minus_b' then 1 else 0 end) -\n sum(case when which_diff = 'b_minus_a' then 1 else 0 end)\n ), 0)\n{% endset %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = set_diff) }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n\n\n-- setup\n{%- do dbt_utils._is_relation(model, 'test_equality') -%}\n\n{# Ensure there are no extra columns in the compare_model vs model #}\n{%- if not compare_columns -%}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- do dbt_utils._is_ephemeral(compare_model, 'test_equality') -%}\n\n {%- set model_columns = adapter.get_columns_in_relation(model) -%}\n {%- set compare_model_columns = adapter.get_columns_in_relation(compare_model) -%}\n\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- set include_model_columns = [] %}\n {%- for column in model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n {%- for column in compare_model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_model_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns_set = set(include_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(include_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- else -%}\n {%- set compare_columns_set = set(model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(compare_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- endif -%}\n\n {% if compare_columns_set != compare_model_columns_set %}\n {{ exceptions.raise_compiler_error(compare_model ~\" has less columns than \" ~ model ~ \", please ensure they have the same columns or use the `compare_columns` or `exclude_columns` arguments to subset them.\") }}\n {% endif %}\n\n\n{% endif %}\n\n{%- if not precision -%}\n {%- if not compare_columns -%}\n {# \n You cannot get the columns in an ephemeral model (due to not existing in the information schema),\n so if the user does not provide an explicit list of columns we must error in the case it is ephemeral\n #}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set compare_columns = adapter.get_columns_in_relation(model)-%}\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- for column in compare_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns = include_columns | map(attribute='quoted') %}\n {%- else -%} {# Compare columns provided #}\n {%- set compare_columns = compare_columns | map(attribute='quoted') %}\n {%- endif -%}\n {%- endif -%}\n\n {% set compare_cols_csv = compare_columns | join(', ') %}\n\n{% else %} {# Precision required #}\n {#-\n If rounding is required, we need to get the types, so it cannot be ephemeral even if they provide column names\n -#}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set columns = adapter.get_columns_in_relation(model) -%}\n\n {% set columns_list = [] %}\n {%- for col in columns -%}\n {%- if (\n (col.name|lower in compare_columns|map('lower') or not compare_columns) and\n (col.name|lower not in exclude_columns|map('lower') or not exclude_columns)\n ) -%}\n {# Databricks double type is not picked up by any number type checks in dbt #}\n {%- if col.is_float() or col.is_numeric() or col.data_type == 'double' -%}\n {# Cast is required due to postgres not having round for a double precision number #}\n {%- do columns_list.append('round(cast(' ~ col.quoted ~ ' as ' ~ dbt.type_numeric() ~ '),' ~ precision ~ ') as ' ~ col.quoted) -%}\n {%- else -%} {# Non-numeric type #}\n {%- do columns_list.append(col.quoted) -%}\n {%- endif -%}\n {% endif %}\n {%- endfor -%}\n\n {% set compare_cols_csv = columns_list | join(', ') %}\n\n{% endif %}\n\nwith a as (\n\n select * from {{ model }}\n\n),\n\nb as (\n\n select * from {{ compare_model }}\n\n),\n\na_minus_b as (\n\n select {{compare_cols_csv}} from a\n {{ dbt.except() }}\n select {{compare_cols_csv}} from b\n\n),\n\nb_minus_a as (\n\n select {{compare_cols_csv}} from b\n {{ dbt.except() }}\n select {{compare_cols_csv}} from a\n\n),\n\nunioned as (\n\n select 'a_minus_b' as which_diff, a_minus_b.* from a_minus_b\n union all\n select 'b_minus_a' as which_diff, b_minus_a.* from b_minus_a\n\n)\n\nselect * from unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_numeric", "macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0326874, "supported_languages": null}, "macro.dbt_utils.test_at_least_one": {"name": "test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.test_at_least_one", "macro_sql": "{% test at_least_one(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_at_least_one', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_at_least_one"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0337217, "supported_languages": null}, "macro.dbt_utils.default__test_at_least_one": {"name": "default__test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.default__test_at_least_one", "macro_sql": "{% macro default__test_at_least_one(model, column_name, group_by_columns) %}\n\n{% set pruned_cols = [column_name] %}\n\n{% if group_by_columns|length() > 0 %}\n\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n {% set pruned_cols = group_by_columns %}\n\n {% if column_name not in pruned_cols %}\n {% do pruned_cols.append(column_name) %}\n {% endif %}\n\n{% endif %}\n\n{% set select_pruned_cols = pruned_cols|join(' ,') %}\n\nselect *\nfrom (\n with pruned_rows as (\n select\n {{ select_pruned_cols }}\n from {{ model }}\n {% if group_by_columns|length() == 0 %}\n where {{ column_name }} is not null\n limit 1\n {% endif %}\n )\n select\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count({{ column_name }}) as filler_column\n\n from pruned_rows\n\n {{groupby_gb_cols}}\n\n having count({{ column_name }}) = 0\n\n) validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.035391, "supported_languages": null}, "macro.dbt_utils.test_equal_rowcount": {"name": "test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.test_equal_rowcount", "macro_sql": "{% test equal_rowcount(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_equal_rowcount', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equal_rowcount"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.036531, "supported_languages": null}, "macro.dbt_utils.default__test_equal_rowcount": {"name": "default__test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.default__test_equal_rowcount", "macro_sql": "{% macro default__test_equal_rowcount(model, compare_model, group_by_columns) %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = 'sum(coalesce(diff_count, 0))') }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(', ') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in fewer_rows_than. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_equal_rowcount'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_a \n from {{ model }}\n {{groupby_gb_cols}}\n\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_b \n from {{ compare_model }}\n {{groupby_gb_cols}}\n\n),\nfinal as (\n\n select\n \n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_a,\n count_b,\n abs(count_a - count_b) as diff_count\n\n from a\n full join b\n on\n a.id_dbtutils_test_equal_rowcount = b.id_dbtutils_test_equal_rowcount\n {{join_gb_cols}}\n\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0385873, "supported_languages": null}, "macro.dbt_utils.get_url_path": {"name": "get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.get_url_path", "macro_sql": "{% macro get_url_path(field) -%}\n {{ return(adapter.dispatch('get_url_path', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_path"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0392656, "supported_languages": null}, "macro.dbt_utils.default__get_url_path": {"name": "default__get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.default__get_url_path", "macro_sql": "{% macro default__get_url_path(field) -%}\n\n {%- set stripped_url =\n dbt.replace(\n dbt.replace(field, \"'http://'\", \"''\"), \"'https://'\", \"''\")\n -%}\n\n {%- set first_slash_pos -%}\n coalesce(\n nullif({{ dbt.position(\"'/'\", stripped_url) }}, 0),\n {{ dbt.position(\"'?'\", stripped_url) }} - 1\n )\n {%- endset -%}\n\n {%- set parsed_path =\n dbt.split_part(\n dbt.right(\n stripped_url,\n dbt.length(stripped_url) ~ \"-\" ~ first_slash_pos\n ),\n \"'?'\", 1\n )\n -%}\n\n {{ dbt.safe_cast(\n parsed_path,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.position", "macro.dbt.split_part", "macro.dbt.right", "macro.dbt.length", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0405195, "supported_languages": null}, "macro.dbt_utils.get_url_parameter": {"name": "get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.get_url_parameter", "macro_sql": "{% macro get_url_parameter(field, url_parameter) -%}\n {{ return(adapter.dispatch('get_url_parameter', 'dbt_utils')(field, url_parameter)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.04114, "supported_languages": null}, "macro.dbt_utils.default__get_url_parameter": {"name": "default__get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.default__get_url_parameter", "macro_sql": "{% macro default__get_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"='\" -%}\n\n{%- set split = dbt.split_part(dbt.split_part(field, formatted_url_parameter, 2), \"'&'\", 1) -%}\n\nnullif({{ split }},'')\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0417688, "supported_languages": null}, "macro.dbt_utils.get_url_host": {"name": "get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.get_url_host", "macro_sql": "{% macro get_url_host(field) -%}\n {{ return(adapter.dispatch('get_url_host', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_host"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.042337, "supported_languages": null}, "macro.dbt_utils.default__get_url_host": {"name": "default__get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.default__get_url_host", "macro_sql": "{% macro default__get_url_host(field) -%}\n\n{%- set parsed =\n dbt.split_part(\n dbt.split_part(\n dbt.replace(\n dbt.replace(\n dbt.replace(field, \"'android-app://'\", \"''\"\n ), \"'http://'\", \"''\"\n ), \"'https://'\", \"''\"\n ), \"'/'\", 1\n ), \"'?'\", 1\n )\n\n-%}\n\n\n {{ dbt.safe_cast(\n parsed,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part", "macro.dbt.replace", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0432446, "supported_languages": null}, "macro.dbt_utils.pivot": {"name": "pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.pivot", "macro_sql": "{% macro pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {{ return(adapter.dispatch('pivot', 'dbt_utils')(column, values, alias, agg, cmp, prefix, suffix, then_value, else_value, quote_identifiers, distinct)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0447707, "supported_languages": null}, "macro.dbt_utils.default__pivot": {"name": "default__pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.default__pivot", "macro_sql": "{% macro default__pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {% for value in values %}\n {{ agg }}(\n {% if distinct %} distinct {% endif %}\n case\n when {{ column }} {{ cmp }} '{{ dbt.escape_single_quotes(value) }}'\n then {{ then_value }}\n else {{ else_value }}\n end\n )\n {% if alias %}\n {% if quote_identifiers %}\n as {{ adapter.quote(prefix ~ value ~ suffix) }}\n {% else %}\n as {{ dbt_utils.slugify(prefix ~ value ~ suffix) }}\n {% endif %}\n {% endif %}\n {% if not loop.last %},{% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.escape_single_quotes", "macro.dbt_utils.slugify"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0465703, "supported_languages": null}, "macro.dbt_utils.get_column_values": {"name": "get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.get_column_values", "macro_sql": "{% macro get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {{ return(adapter.dispatch('get_column_values', 'dbt_utils')(table, column, order_by, max_records, default, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_column_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.047977, "supported_languages": null}, "macro.dbt_utils.default__get_column_values": {"name": "default__get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.default__get_column_values", "macro_sql": "{% macro default__get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {% set default = [] if not default %}\n {{ return(default) }}\n {% endif %}\n\n {%- do dbt_utils._is_ephemeral(table, 'get_column_values') -%}\n\n {# Not all relations are tables. Renaming for internal clarity without breaking functionality for anyone using named arguments #}\n {# TODO: Change the method signature in a future 0.x.0 release #}\n {%- set target_relation = table -%}\n\n {# adapter.load_relation is a convenience wrapper to avoid building a Relation when we already have one #}\n {% set relation_exists = (load_relation(target_relation)) is not none %}\n\n {%- call statement('get_column_values', fetch_result=true) %}\n\n {%- if not relation_exists and default is none -%}\n\n {{ exceptions.raise_compiler_error(\"In get_column_values(): relation \" ~ target_relation ~ \" does not exist and no default value was provided.\") }}\n\n {%- elif not relation_exists and default is not none -%}\n\n {{ log(\"Relation \" ~ target_relation ~ \" does not exist. Returning the default value: \" ~ default) }}\n\n {{ return(default) }}\n\n {%- else -%}\n\n\n select\n {{ column }} as value\n\n from {{ target_relation }}\n\n {% if where is not none %}\n where {{ where }}\n {% endif %}\n\n group by {{ column }}\n order by {{ order_by }}\n\n {% if max_records is not none %}\n limit {{ max_records }}\n {% endif %}\n\n {% endif %}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_column_values') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values) }}\n {%- else -%}\n {{ return(default) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_ephemeral", "macro.dbt.load_relation", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0509398, "supported_languages": null}, "macro.dbt_utils.deduplicate": {"name": "deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.deduplicate", "macro_sql": "{%- macro deduplicate(relation, partition_by, order_by) -%}\n {{ return(adapter.dispatch('deduplicate', 'dbt_utils')(relation, partition_by, order_by)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.postgres__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.052092, "supported_languages": null}, "macro.dbt_utils.default__deduplicate": {"name": "default__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.default__deduplicate", "macro_sql": "\n\n{%- macro default__deduplicate(relation, partition_by, order_by) -%}\n\n with row_numbered as (\n select\n _inner.*,\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) as rn\n from {{ relation }} as _inner\n )\n\n select\n distinct data.*\n from {{ relation }} as data\n {#\n -- Not all DBs will support natural joins but the ones that do include:\n -- Oracle, MySQL, SQLite, Redshift, Teradata, Materialize, Databricks\n -- Apache Spark, SingleStore, Vertica\n -- Those that do not appear to support natural joins include:\n -- SQLServer, Trino, Presto, Rockset, Athena\n #}\n natural join row_numbered\n where row_numbered.rn = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0525234, "supported_languages": null}, "macro.dbt_utils.redshift__deduplicate": {"name": "redshift__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.redshift__deduplicate", "macro_sql": "{% macro redshift__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }} as tt\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.052887, "supported_languages": null}, "macro.dbt_utils.postgres__deduplicate": {"name": "postgres__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.postgres__deduplicate", "macro_sql": "\n{%- macro postgres__deduplicate(relation, partition_by, order_by) -%}\n\n select\n distinct on ({{ partition_by }}) *\n from {{ relation }}\n order by {{ partition_by }}{{ ',' ~ order_by }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.053282, "supported_languages": null}, "macro.dbt_utils.snowflake__deduplicate": {"name": "snowflake__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.snowflake__deduplicate", "macro_sql": "\n{%- macro snowflake__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.053612, "supported_languages": null}, "macro.dbt_utils.databricks__deduplicate": {"name": "databricks__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.databricks__deduplicate", "macro_sql": "\n{%- macro databricks__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0539608, "supported_languages": null}, "macro.dbt_utils.bigquery__deduplicate": {"name": "bigquery__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.bigquery__deduplicate", "macro_sql": "\n{%- macro bigquery__deduplicate(relation, partition_by, order_by) -%}\n\n select unique.*\n from (\n select\n array_agg (\n original\n order by {{ order_by }}\n limit 1\n )[offset(0)] unique\n from {{ relation }} original\n group by {{ partition_by }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0542986, "supported_languages": null}, "macro.dbt_utils.get_filtered_columns_in_relation": {"name": "get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.get_filtered_columns_in_relation", "macro_sql": "{% macro get_filtered_columns_in_relation(from, except=[]) -%}\n {{ return(adapter.dispatch('get_filtered_columns_in_relation', 'dbt_utils')(from, except)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0551102, "supported_languages": null}, "macro.dbt_utils.default__get_filtered_columns_in_relation": {"name": "default__get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.default__get_filtered_columns_in_relation", "macro_sql": "{% macro default__get_filtered_columns_in_relation(from, except=[]) -%}\n {%- do dbt_utils._is_relation(from, 'get_filtered_columns_in_relation') -%}\n {%- do dbt_utils._is_ephemeral(from, 'get_filtered_columns_in_relation') -%}\n\n {# -- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {{ return('') }}\n {% endif %}\n\n {%- set include_cols = [] %}\n {%- set cols = adapter.get_columns_in_relation(from) -%}\n {%- set except = except | map(\"lower\") | list %}\n {%- for col in cols -%}\n {%- if col.column|lower not in except -%}\n {% do include_cols.append(col.column) %}\n {%- endif %}\n {%- endfor %}\n\n {{ return(include_cols) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0566971, "supported_languages": null}, "macro.dbt_utils.width_bucket": {"name": "width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.width_bucket", "macro_sql": "{% macro width_bucket(expr, min_value, max_value, num_buckets) %}\n {{ return(adapter.dispatch('width_bucket', 'dbt_utils') (expr, min_value, max_value, num_buckets)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__width_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0575354, "supported_languages": null}, "macro.dbt_utils.default__width_bucket": {"name": "default__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.default__width_bucket", "macro_sql": "{% macro default__width_bucket(expr, min_value, max_value, num_buckets) -%}\n\n {% set bin_size -%}\n (( {{ max_value }} - {{ min_value }} ) / {{ num_buckets }} )\n {%- endset %}\n (\n -- to break ties when the amount is eaxtly at the bucket egde\n case\n when\n mod(\n {{ dbt.safe_cast(expr, dbt.type_numeric() ) }},\n {{ dbt.safe_cast(bin_size, dbt.type_numeric() ) }}\n ) = 0\n then 1\n else 0\n end\n ) +\n -- Anything over max_value goes the N+1 bucket\n least(\n ceil(\n ({{ expr }} - {{ min_value }})/{{ bin_size }}\n ),\n {{ num_buckets }} + 1\n )\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.safe_cast", "macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.058446, "supported_languages": null}, "macro.dbt_utils.snowflake__width_bucket": {"name": "snowflake__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.snowflake__width_bucket", "macro_sql": "{% macro snowflake__width_bucket(expr, min_value, max_value, num_buckets) %}\n width_bucket({{ expr }}, {{ min_value }}, {{ max_value }}, {{ num_buckets }} )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.058849, "supported_languages": null}, "macro.dbt_utils.unpivot": {"name": "unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.unpivot", "macro_sql": "{% macro unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n {{ return(adapter.dispatch('unpivot', 'dbt_utils')(relation, cast_to, exclude, remove, field_name, value_name, quote_identifiers)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__unpivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0602937, "supported_languages": null}, "macro.dbt_utils.default__unpivot": {"name": "default__unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.default__unpivot", "macro_sql": "{% macro default__unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n\n {% if not relation %}\n {{ exceptions.raise_compiler_error(\"Error: argument `relation` is required for `unpivot` macro.\") }}\n {% endif %}\n\n {%- set exclude = exclude if exclude is not none else [] %}\n {%- set remove = remove if remove is not none else [] %}\n\n {%- set include_cols = [] %}\n\n {%- set table_columns = {} %}\n\n {%- do table_columns.update({relation: []}) %}\n\n {%- do dbt_utils._is_relation(relation, 'unpivot') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'unpivot') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) %}\n\n {%- for col in cols -%}\n {%- if col.column.lower() not in remove|map('lower') and col.column.lower() not in exclude|map('lower') -%}\n {% do include_cols.append(col) %}\n {%- endif %}\n {%- endfor %}\n\n\n {%- for col in include_cols -%}\n {%- set current_col_name = adapter.quote(col.column) if quote_identifiers else col.column -%}\n select\n {%- for exclude_col in exclude %}\n {{ adapter.quote(exclude_col) if quote_identifiers else exclude_col }},\n {%- endfor %}\n\n cast('{{ col.column }}' as {{ dbt.type_string() }}) as {{ adapter.quote(field_name) if quote_identifiers else field_name }},\n cast( {% if col.data_type == 'boolean' %}\n {{ dbt.cast_bool_to_text(current_col_name) }}\n {% else %}\n {{ current_col_name }}\n {% endif %}\n as {{ cast_to }}) as {{ adapter.quote(value_name) if quote_identifiers else value_name }}\n\n from {{ relation }}\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n {%- endfor -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_string", "macro.dbt.cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0645628, "supported_languages": null}, "macro.dbt_utils.surrogate_key": {"name": "surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.surrogate_key", "macro_sql": "{%- macro surrogate_key(field_list) -%}\n {% set frustrating_jinja_feature = varargs %}\n {{ return(adapter.dispatch('surrogate_key', 'dbt_utils')(field_list, *varargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0653536, "supported_languages": null}, "macro.dbt_utils.default__surrogate_key": {"name": "default__surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.default__surrogate_key", "macro_sql": "\n\n{%- macro default__surrogate_key(field_list) -%}\n\n{%- set error_message = '\nWarning: `dbt_utils.surrogate_key` has been replaced by \\\n`dbt_utils.generate_surrogate_key`. The new macro treats null values \\\ndifferently to empty strings. To restore the behaviour of the original \\\nmacro, add a global variable in dbt_project.yml called \\\n`surrogate_key_treat_nulls_as_empty_strings` to your \\\ndbt_project.yml file with a value of True. \\\nThe {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.065877, "supported_languages": null}, "macro.dbt_utils.get_query_results_as_dict": {"name": "get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.get_query_results_as_dict", "macro_sql": "{% macro get_query_results_as_dict(query) %}\n {{ return(adapter.dispatch('get_query_results_as_dict', 'dbt_utils')(query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_query_results_as_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.066572, "supported_languages": null}, "macro.dbt_utils.default__get_query_results_as_dict": {"name": "default__get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.default__get_query_results_as_dict", "macro_sql": "{% macro default__get_query_results_as_dict(query) %}\n\n{# This macro returns a dictionary of the form {column_name: (tuple_of_results)} #}\n\n {%- call statement('get_query_results', fetch_result=True,auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {% set sql_results={} %}\n\n {%- if execute -%}\n {% set sql_results_table = load_result('get_query_results').table.columns %}\n {% for column_name, column in sql_results_table.items() %}\n {% do sql_results.update({column_name: column.values()}) %}\n {% endfor %}\n {%- endif -%}\n\n {{ return(sql_results) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.067741, "supported_languages": null}, "macro.dbt_utils.nullcheck": {"name": "nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.nullcheck", "macro_sql": "{% macro nullcheck(cols) %}\n {{ return(adapter.dispatch('nullcheck', 'dbt_utils')(cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0683541, "supported_languages": null}, "macro.dbt_utils.default__nullcheck": {"name": "default__nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.default__nullcheck", "macro_sql": "{% macro default__nullcheck(cols) %}\n{%- for col in cols %}\n\n {% if col.is_string() -%}\n\n nullif({{col.name}},'') as {{col.name}}\n\n {%- else -%}\n\n {{col.name}}\n\n {%- endif -%}\n\n{%- if not loop.last -%} , {%- endif -%}\n\n{%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0690312, "supported_languages": null}, "macro.dbt_utils.safe_divide": {"name": "safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.safe_divide", "macro_sql": "{% macro safe_divide(numerator, denominator) -%}\n {{ return(adapter.dispatch('safe_divide', 'dbt_utils')(numerator, denominator)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_divide"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0695708, "supported_languages": null}, "macro.dbt_utils.default__safe_divide": {"name": "default__safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.default__safe_divide", "macro_sql": "{% macro default__safe_divide(numerator, denominator) %}\n ( {{ numerator }} ) / nullif( ( {{ denominator }} ), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0698676, "supported_languages": null}, "macro.dbt_utils.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt_utils')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0707898, "supported_languages": null}, "macro.dbt_utils.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0719712, "supported_languages": null}, "macro.dbt_utils.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt_utils')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0724285, "supported_languages": null}, "macro.dbt_utils.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n{# call as follows:\n\ndate_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n) #}\n\n\nwith rawdata as (\n\n {{dbt_utils.generate_series(\n dbt_utils.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n),\n\nall_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by generated_number) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n)\n\nselect * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.generate_series", "macro.dbt_utils.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0731366, "supported_languages": null}, "macro.dbt_utils.get_relations_by_pattern": {"name": "get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.get_relations_by_pattern", "macro_sql": "{% macro get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_pattern', 'dbt_utils')(schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.074082, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_pattern": {"name": "default__get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_pattern", "macro_sql": "{% macro default__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0757625, "supported_languages": null}, "macro.dbt_utils.get_tables_by_pattern_sql": {"name": "get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_pattern_sql", "macro_sql": "{% macro get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_pattern_sql', 'dbt_utils')\n (schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0772781, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_pattern_sql": {"name": "default__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_pattern_sql", "macro_sql": "{% macro default__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from {{ database }}.information_schema.tables\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0780082, "supported_languages": null}, "macro.dbt_utils.redshift__get_tables_by_pattern_sql": {"name": "redshift__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.redshift__get_tables_by_pattern_sql", "macro_sql": "{% macro redshift__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% set sql %}\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from \"{{ database }}\".\"information_schema\".\"tables\"\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n union all\n select distinct\n schemaname as {{ adapter.quote('table_schema') }},\n tablename as {{ adapter.quote('table_name') }},\n 'external' as {{ adapter.quote('table_type') }}\n from svv_external_tables\n where redshift_database_name = '{{ database }}'\n and schemaname ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n {% endset %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0794802, "supported_languages": null}, "macro.dbt_utils.bigquery__get_tables_by_pattern_sql": {"name": "bigquery__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.bigquery__get_tables_by_pattern_sql", "macro_sql": "{% macro bigquery__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% if '%' in schema_pattern %}\n {% set schemata=dbt_utils._bigquery__get_matching_schemata(schema_pattern, database) %}\n {% else %}\n {% set schemata=[schema_pattern] %}\n {% endif %}\n\n {% set sql %}\n {% for schema in schemata %}\n select distinct\n table_schema,\n table_name,\n {{ dbt_utils.get_table_types_sql() }}\n\n from {{ adapter.quote(database) }}.{{ schema }}.INFORMATION_SCHEMA.TABLES\n where lower(table_name) like lower ('{{ table_pattern }}')\n and lower(table_name) not like lower ('{{ exclude }}')\n\n {% if not loop.last %} union all {% endif %}\n\n {% endfor %}\n {% endset %}\n\n {{ return(sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._bigquery__get_matching_schemata", "macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0810053, "supported_languages": null}, "macro.dbt_utils._bigquery__get_matching_schemata": {"name": "_bigquery__get_matching_schemata", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils._bigquery__get_matching_schemata", "macro_sql": "{% macro _bigquery__get_matching_schemata(schema_pattern, database) %}\n {% if execute %}\n\n {% set sql %}\n select schema_name from {{ adapter.quote(database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like lower('{{ schema_pattern }}')\n {% endset %}\n\n {% set results=run_query(sql) %}\n\n {% set schemata=results.columns['schema_name'].values() %}\n\n {{ return(schemata) }}\n\n {% else %}\n\n {{ return([]) }}\n\n {% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0820265, "supported_languages": null}, "macro.dbt_utils.safe_add": {"name": "safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.safe_add", "macro_sql": "{%- macro safe_add(field_list) -%}\n {{ return(adapter.dispatch('safe_add', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.082723, "supported_languages": null}, "macro.dbt_utils.default__safe_add": {"name": "default__safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.default__safe_add", "macro_sql": "\n\n{%- macro default__safe_add(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_add` macro now takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.warn(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' +\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0837936, "supported_languages": null}, "macro.dbt_utils.get_relations_by_prefix": {"name": "get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.get_relations_by_prefix", "macro_sql": "{% macro get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_prefix', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0847113, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_prefix": {"name": "default__get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_prefix", "macro_sql": "{% macro default__get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_prefix_sql(schema, prefix, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0863607, "supported_languages": null}, "macro.dbt_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('union_relations', 'dbt_utils')(relations, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0883749, "supported_languages": null}, "macro.dbt_utils.default__union_relations": {"name": "default__union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.default__union_relations", "macro_sql": "\n\n{%- macro default__union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ relation }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0951827, "supported_languages": null}, "macro.dbt_utils.degrees_to_radians": {"name": "degrees_to_radians", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.degrees_to_radians", "macro_sql": "{% macro degrees_to_radians(degrees) -%}\n acos(-1) * {{degrees}} / 180\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0961926, "supported_languages": null}, "macro.dbt_utils.haversine_distance": {"name": "haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.haversine_distance", "macro_sql": "{% macro haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n {{ return(adapter.dispatch('haversine_distance', 'dbt_utils')(lat1,lon1,lat2,lon2,unit)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__haversine_distance"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0967808, "supported_languages": null}, "macro.dbt_utils.default__haversine_distance": {"name": "default__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.default__haversine_distance", "macro_sql": "{% macro default__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n\n 2 * 3961 * asin(sqrt(power((sin(radians(({{ lat2 }} - {{ lat1 }}) / 2))), 2) +\n cos(radians({{lat1}})) * cos(radians({{lat2}})) *\n power((sin(radians(({{ lon2 }} - {{ lon1 }}) / 2))), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0979233, "supported_languages": null}, "macro.dbt_utils.bigquery__haversine_distance": {"name": "bigquery__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.bigquery__haversine_distance", "macro_sql": "{% macro bigquery__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{% set radians_lat1 = dbt_utils.degrees_to_radians(lat1) %}\n{% set radians_lat2 = dbt_utils.degrees_to_radians(lat2) %}\n{% set radians_lon1 = dbt_utils.degrees_to_radians(lon1) %}\n{% set radians_lon2 = dbt_utils.degrees_to_radians(lon2) %}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n 2 * 3961 * asin(sqrt(power(sin(({{ radians_lat2 }} - {{ radians_lat1 }}) / 2), 2) +\n cos({{ radians_lat1 }}) * cos({{ radians_lat2 }}) *\n power(sin(({{ radians_lon2 }} - {{ radians_lon1 }}) / 2), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.degrees_to_radians"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0995405, "supported_languages": null}, "macro.dbt_utils.nullcheck_table": {"name": "nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.nullcheck_table", "macro_sql": "{% macro nullcheck_table(relation) %}\n {{ return(adapter.dispatch('nullcheck_table', 'dbt_utils')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1001558, "supported_languages": null}, "macro.dbt_utils.default__nullcheck_table": {"name": "default__nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.default__nullcheck_table", "macro_sql": "{% macro default__nullcheck_table(relation) %}\n\n {%- do dbt_utils._is_relation(relation, 'nullcheck_table') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'nullcheck_table') -%}\n {% set cols = adapter.get_columns_in_relation(relation) %}\n\n select {{ dbt_utils.nullcheck(cols) }}\n from {{relation}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1008484, "supported_languages": null}, "macro.dbt_utils.star": {"name": "star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.star", "macro_sql": "{% macro star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {{ return(adapter.dispatch('star', 'dbt_utils')(from, relation_alias, except, prefix, suffix, quote_identifiers)) }}\r\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1022277, "supported_languages": null}, "macro.dbt_utils.default__star": {"name": "default__star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.default__star", "macro_sql": "{% macro default__star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {%- do dbt_utils._is_relation(from, 'star') -%}\r\n {%- do dbt_utils._is_ephemeral(from, 'star') -%}\r\n\r\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\r\n {%- if not execute -%}\r\n {% do return('*') %}\r\n {%- endif -%}\r\n\r\n {% set cols = dbt_utils.get_filtered_columns_in_relation(from, except) %}\r\n\r\n {%- if cols|length <= 0 -%}\r\n {% if flags.WHICH == 'compile' %}\r\n {% set response %}\r\n*\r\n/* No columns were returned. Maybe the relation doesn't exist yet \r\nor all columns were excluded. This star is only output during \r\ndbt compile, and exists to keep SQLFluff happy. */\r\n {% endset %}\r\n {% do return(response) %}\r\n {% else %}\r\n {% do return(\"/* no columns returned from star() macro */\") %}\r\n {% endif %}\r\n {%- else -%}\r\n {%- for col in cols %}\r\n {%- if relation_alias %}{{ relation_alias }}.{% else %}{%- endif -%}\r\n {%- if quote_identifiers -%}\r\n {{ adapter.quote(col)|trim }} {%- if prefix!='' or suffix!='' %} as {{ adapter.quote(prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {%- else -%}\r\n {{ col|trim }} {%- if prefix!='' or suffix!='' %} as {{ (prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {% endif %}\r\n {%- if not loop.last %},{{ '\\n ' }}{%- endif -%}\r\n {%- endfor -%}\r\n {% endif %}\r\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1049674, "supported_languages": null}, "macro.dbt_utils.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.generate_surrogate_key", "macro_sql": "{%- macro generate_surrogate_key(field_list) -%}\n {{ return(adapter.dispatch('generate_surrogate_key', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1057024, "supported_languages": null}, "macro.dbt_utils.default__generate_surrogate_key": {"name": "default__generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.default__generate_surrogate_key", "macro_sql": "\n\n{%- macro default__generate_surrogate_key(field_list) -%}\n\n{%- if var('surrogate_key_treat_nulls_as_empty_strings', False) -%}\n {%- set default_null_value = \"\" -%}\n{%- else -%}\n {%- set default_null_value = '_dbt_utils_surrogate_key_null_' -%}\n{%- endif -%}\n\n{%- set fields = [] -%}\n\n{%- for field in field_list -%}\n\n {%- do fields.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ dbt.type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n\n {%- if not loop.last %}\n {%- do fields.append(\"'-'\") -%}\n {%- endif -%}\n\n{%- endfor -%}\n\n{{ dbt.hash(dbt.concat(fields)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.type_string", "macro.dbt.hash", "macro.dbt.concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.106955, "supported_languages": null}, "macro.dbt_utils.get_single_value": {"name": "get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.get_single_value", "macro_sql": "{% macro get_single_value(query, default=none) %}\n {{ return(adapter.dispatch('get_single_value', 'dbt_utils')(query, default)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_single_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1077607, "supported_languages": null}, "macro.dbt_utils.default__get_single_value": {"name": "default__get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.default__get_single_value", "macro_sql": "{% macro default__get_single_value(query, default) %}\n\n{# This macro returns the (0, 0) record in a query, i.e. the first row of the first column #}\n\n {%- call statement('get_query_result', fetch_result=True, auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {%- if execute -%}\n\n {% set r = load_result('get_query_result').table.columns[0].values() %}\n {% if r | length == 0 %}\n {% do print('Query `' ~ query ~ '` returned no rows. Using the default value: ' ~ default) %}\n {% set sql_result = default %}\n {% else %}\n {% set sql_result = r[0] %}\n {% endif %}\n \n {%- else -%}\n \n {% set sql_result = default %}\n \n {%- endif -%}\n\n {% do return(sql_result) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1092274, "supported_languages": null}, "macro.dbt_utils.get_table_types_sql": {"name": "get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.get_table_types_sql", "macro_sql": "{%- macro get_table_types_sql() -%}\n {{ return(adapter.dispatch('get_table_types_sql', 'dbt_utils')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils.postgres__get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.109871, "supported_languages": null}, "macro.dbt_utils.default__get_table_types_sql": {"name": "default__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.default__get_table_types_sql", "macro_sql": "{% macro default__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'EXTERNAL TABLE' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1101503, "supported_languages": null}, "macro.dbt_utils.postgres__get_table_types_sql": {"name": "postgres__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.postgres__get_table_types_sql", "macro_sql": "{% macro postgres__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'FOREIGN' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1104228, "supported_languages": null}, "macro.dbt_utils.databricks__get_table_types_sql": {"name": "databricks__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.databricks__get_table_types_sql", "macro_sql": "{% macro databricks__get_table_types_sql() %}\n case table_type\n when 'MANAGED' then 'table'\n when 'BASE TABLE' then 'table'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1107357, "supported_languages": null}, "macro.dbt_utils.group_by": {"name": "group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.group_by", "macro_sql": "{%- macro group_by(n) -%}\n {{ return(adapter.dispatch('group_by', 'dbt_utils')(n)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1112654, "supported_languages": null}, "macro.dbt_utils.default__group_by": {"name": "default__group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.default__group_by", "macro_sql": "\n\n{%- macro default__group_by(n) -%}\n\n group by {% for i in range(1, n + 1) -%}\n {{ i }}{{ ',' if not loop.last }} \n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1119394, "supported_languages": null}, "macro.dbt_utils.get_tables_by_prefix_sql": {"name": "get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_prefix_sql", "macro_sql": "{% macro get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_prefix_sql', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1126757, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_prefix_sql": {"name": "default__get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_prefix_sql", "macro_sql": "{% macro default__get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(\n schema_pattern = schema,\n table_pattern = prefix ~ '%',\n exclude = exclude,\n database = database\n ) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.113227, "supported_languages": null}, "macro.dbt_utils.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1140597, "supported_languages": null}, "macro.dbt_utils.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1148717, "supported_languages": null}, "macro.dbt_utils.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.11524, "supported_languages": null}, "macro.dbt_utils.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt_utils.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1162632, "supported_languages": null}, "macro.dbt_utils.safe_subtract": {"name": "safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.safe_subtract", "macro_sql": "{%- macro safe_subtract(field_list) -%}\n {{ return(adapter.dispatch('safe_subtract', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_subtract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1169236, "supported_languages": null}, "macro.dbt_utils.default__safe_subtract": {"name": "default__safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.default__safe_subtract", "macro_sql": "\n\n{%- macro default__safe_subtract(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_subtract` macro takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' -\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.118026, "supported_languages": null}, "macro.dbt_utils.pretty_log_format": {"name": "pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.pretty_log_format", "macro_sql": "{% macro pretty_log_format(message) %}\n {{ return(adapter.dispatch('pretty_log_format', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1185486, "supported_languages": null}, "macro.dbt_utils.default__pretty_log_format": {"name": "default__pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.default__pretty_log_format", "macro_sql": "{% macro default__pretty_log_format(message) %}\n {{ return( dbt_utils.pretty_time() ~ ' + ' ~ message) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1188965, "supported_languages": null}, "macro.dbt_utils.slugify": {"name": "slugify", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/slugify.sql", "original_file_path": "macros/jinja_helpers/slugify.sql", "unique_id": "macro.dbt_utils.slugify", "macro_sql": "{% macro slugify(string) %}\n\n{% if not string %}\n{{ return('') }}\n{% endif %}\n\n{#- Lower case the string -#}\n{% set string = string | lower %}\n{#- Replace spaces and dashes with underscores -#}\n{% set string = modules.re.sub('[ -]+', '_', string) %}\n{#- Only take letters, numbers, and underscores -#}\n{% set string = modules.re.sub('[^a-z0-9_]+', '', string) %}\n{#- Prepends \"_\" if string begins with a number -#}\n{% set string = modules.re.sub('^[0-9]', '_' + string[0], string) %}\n\n{{ return(string) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1203449, "supported_languages": null}, "macro.dbt_utils._is_relation": {"name": "_is_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_relation.sql", "original_file_path": "macros/jinja_helpers/_is_relation.sql", "unique_id": "macro.dbt_utils._is_relation", "macro_sql": "{% macro _is_relation(obj, macro) %}\n {%- if not (obj is mapping and obj.get('metadata', {}).get('type', '').endswith('Relation')) -%}\n {%- do exceptions.raise_compiler_error(\"Macro \" ~ macro ~ \" expected a Relation but received the value: \" ~ obj) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1212246, "supported_languages": null}, "macro.dbt_utils.pretty_time": {"name": "pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.pretty_time", "macro_sql": "{% macro pretty_time(format='%H:%M:%S') %}\n {{ return(adapter.dispatch('pretty_time', 'dbt_utils')(format)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1217752, "supported_languages": null}, "macro.dbt_utils.default__pretty_time": {"name": "default__pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.default__pretty_time", "macro_sql": "{% macro default__pretty_time(format='%H:%M:%S') %}\n {{ return(modules.datetime.datetime.now().strftime(format)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1221561, "supported_languages": null}, "macro.dbt_utils.log_info": {"name": "log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.log_info", "macro_sql": "{% macro log_info(message) %}\n {{ return(adapter.dispatch('log_info', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__log_info"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1226964, "supported_languages": null}, "macro.dbt_utils.default__log_info": {"name": "default__log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.default__log_info", "macro_sql": "{% macro default__log_info(message) %}\n {{ log(dbt_utils.pretty_log_format(message), info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1230507, "supported_languages": null}, "macro.dbt_utils._is_ephemeral": {"name": "_is_ephemeral", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_ephemeral.sql", "original_file_path": "macros/jinja_helpers/_is_ephemeral.sql", "unique_id": "macro.dbt_utils._is_ephemeral", "macro_sql": "{% macro _is_ephemeral(obj, macro) %}\n {%- if obj.is_cte -%}\n {% set ephemeral_prefix = api.Relation.add_ephemeral_prefix('') %}\n {% if obj.name.startswith(ephemeral_prefix) %}\n {% set model_name = obj.name[(ephemeral_prefix|length):] %}\n {% else %}\n {% set model_name = obj.name %}\n {%- endif -%}\n {% set error_message %}\nThe `{{ macro }}` macro cannot be used with ephemeral models, as it relies on the information schema.\n\n`{{ model_name }}` is an ephemeral model. Consider making it a view or table instead.\n {% endset %}\n {%- do exceptions.raise_compiler_error(error_message) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1246238, "supported_languages": null}, "macro.marketo.lead_history_columns_warning": {"name": "lead_history_columns_warning", "resource_type": "macro", "package_name": "marketo", "path": "macros/lead_history_columns_warning.sql", "original_file_path": "macros/lead_history_columns_warning.sql", "unique_id": "macro.marketo.lead_history_columns_warning", "macro_sql": "{% macro lead_history_columns_warning() %}\n\n{% if not var('lead_history_columns') %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the 'lead_history_columns'.\n As a result, you won't see the history of any columns in the 'marketo__lead_history' model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1252654, "supported_languages": null}, "macro.marketo.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1308868, "supported_languages": null}, "macro.marketo.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1316187, "supported_languages": null}, "macro.marketo.get_program_columns": {"name": "get_program_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_program_columns.sql", "original_file_path": "macros/staging/get_program_columns.sql", "unique_id": "macro.marketo.get_program_columns", "macro_sql": "{% macro get_program_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"channel\", \"datatype\": dbt.type_string()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"end_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"start_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__program_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1350186, "supported_languages": null}, "macro.marketo.get_lead_describe_columns": {"name": "get_lead_describe_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_describe_columns.sql", "original_file_path": "macros/staging/get_lead_describe_columns.sql", "unique_id": "macro.marketo.get_lead_describe_columns", "macro_sql": "{% macro get_lead_describe_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"data_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"display_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"length\", \"datatype\": dbt.type_int()},\n {\"name\": \"restname\", \"datatype\": dbt.type_string()},\n {\"name\": \"restread_only\", \"datatype\": \"boolean\"},\n {\"name\": \"soapname\", \"datatype\": dbt.type_string()},\n {\"name\": \"soapread_only\", \"datatype\": \"boolean\"}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1369781, "supported_languages": null}, "macro.marketo.get_activity_change_data_value_columns": {"name": "get_activity_change_data_value_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_change_data_value_columns.sql", "original_file_path": "macros/staging/get_activity_change_data_value_columns.sql", "unique_id": "macro.marketo.get_activity_change_data_value_columns", "macro_sql": "{% macro get_activity_change_data_value_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"api_method_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"modifying_user\", \"datatype\": dbt.type_string()},\n {\"name\": \"new_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"old_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"reason\", \"datatype\": dbt.type_string()},\n {\"name\": \"request_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"source\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1399815, "supported_languages": null}, "macro.marketo.get_campaign_columns": {"name": "get_campaign_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_campaign_columns.sql", "original_file_path": "macros/staging/get_campaign_columns.sql", "unique_id": "macro.marketo.get_campaign_columns", "macro_sql": "{% macro get_campaign_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"active\", \"datatype\": \"boolean\"},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"workspace_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"computed_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"flow_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_communication_limit_enabled\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_requestable\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_system\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"max_members\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"qualification_rule_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_unit\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_start_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_end_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_interval_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_weekday_only\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"recurrence_day_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_day_of_week\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_week_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"smart_list_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1459513, "supported_languages": null}, "macro.marketo.get_activity_send_email_columns": {"name": "get_activity_send_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_send_email_columns.sql", "original_file_path": "macros/staging/get_activity_send_email_columns.sql", "unique_id": "macro.marketo.get_activity_send_email_columns", "macro_sql": "{% macro get_activity_send_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"action_result\", \"datatype\": dbt.type_string()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__activity_send_email_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.148883, "supported_languages": null}, "macro.marketo.get_activity_unsubscribe_email_columns": {"name": "get_activity_unsubscribe_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "original_file_path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "unique_id": "macro.marketo.get_activity_unsubscribe_email_columns", "macro_sql": "{% macro get_activity_unsubscribe_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"client_ip_address\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"form_fields\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"query_parameters\", \"datatype\": dbt.type_string()},\n {\"name\": \"referrer_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()},\n {\"name\": \"webform_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"webpage_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1524978, "supported_languages": null}, "macro.marketo.get_activity_delete_lead_columns": {"name": "get_activity_delete_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_delete_lead_columns.sql", "original_file_path": "macros/staging/get_activity_delete_lead_columns.sql", "unique_id": "macro.marketo.get_activity_delete_lead_columns", "macro_sql": "{% macro get_activity_delete_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1545634, "supported_languages": null}, "macro.marketo.get_activity_email_bounced_columns": {"name": "get_activity_email_bounced_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_bounced_columns.sql", "original_file_path": "macros/staging/get_activity_email_bounced_columns.sql", "unique_id": "macro.marketo.get_activity_email_bounced_columns", "macro_sql": "{% macro get_activity_email_bounced_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"category\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"details\", \"datatype\": dbt.type_string()},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"subcategory\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1579413, "supported_languages": null}, "macro.marketo.get_activity_email_delivered_columns": {"name": "get_activity_email_delivered_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_delivered_columns.sql", "original_file_path": "macros/staging/get_activity_email_delivered_columns.sql", "unique_id": "macro.marketo.get_activity_email_delivered_columns", "macro_sql": "{% macro get_activity_email_delivered_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1607032, "supported_languages": null}, "macro.marketo.get_activity_merge_leads_columns": {"name": "get_activity_merge_leads_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_merge_leads_columns.sql", "original_file_path": "macros/staging/get_activity_merge_leads_columns.sql", "unique_id": "macro.marketo.get_activity_merge_leads_columns", "macro_sql": "{% macro get_activity_merge_leads_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"master_updated\", \"datatype\": \"boolean\"},\n {\"name\": \"merge_ids\", \"datatype\": dbt.type_string()},\n {\"name\": \"merge_source\", \"datatype\": dbt.type_string()},\n {\"name\": \"merged_in_sales\", \"datatype\": \"boolean\"},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1632152, "supported_languages": null}, "macro.marketo.get_lead_columns": {"name": "get_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_columns.sql", "original_file_path": "macros/staging/get_lead_columns.sql", "unique_id": "macro.marketo.get_lead_columns", "macro_sql": "{% macro get_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"created_timestamp\"},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"first_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int(), \"alias\": \"lead_id\"},\n {\"name\": \"last_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"updated_timestamp\"},\n {\"name\": \"phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"main_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"mobile_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"company\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_company\", \"datatype\": dbt.type_string()},\n {\"name\": \"address_lead\", \"datatype\": dbt.type_string()},\n {\"name\": \"address\", \"datatype\": dbt.type_string()},\n {\"name\": \"city\", \"datatype\": dbt.type_string()},\n {\"name\": \"state\", \"datatype\": dbt.type_string()},\n {\"name\": \"state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"country\", \"datatype\": dbt.type_string()},\n {\"name\": \"country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_street\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_state_region\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_phone_area_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"anonymous_ip\", \"datatype\": dbt.type_string()},\n {\"name\": \"unsubscribed\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_unsubscribed\"},\n {\"name\": \"email_invalid\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_email_invalid\"},\n {\"name\": \"do_not_call\", \"datatype\": dbt.type_boolean()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.dbt.type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1701524, "supported_languages": null}, "macro.marketo.get_email_template_history_columns": {"name": "get_email_template_history_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_email_template_history_columns.sql", "original_file_path": "macros/staging/get_email_template_history_columns.sql", "unique_id": "macro.marketo.get_email_template_history_columns", "macro_sql": "{% macro get_email_template_history_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_folder_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_value\", \"datatype\": dbt.type_int()},\n {\"name\": \"from_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"from_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"operational\", \"datatype\": \"boolean\"},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"publish_to_msi\", \"datatype\": \"boolean\"},\n {\"name\": \"reply_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"subject\", \"datatype\": dbt.type_string()},\n {\"name\": \"template\", \"datatype\": dbt.type_int()},\n {\"name\": \"text_only\", \"datatype\": \"boolean\"},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"version\", \"datatype\": dbt.type_int()},\n {\"name\": \"web_view\", \"datatype\": \"boolean\"},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1745822, "supported_languages": null}, "macro.marketo.get_activity_open_email_columns": {"name": "get_activity_open_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_open_email_columns.sql", "original_file_path": "macros/staging/get_activity_open_email_columns.sql", "unique_id": "macro.marketo.get_activity_open_email_columns", "macro_sql": "{% macro get_activity_open_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1779356, "supported_languages": null}, "macro.marketo.get_activity_click_email_columns": {"name": "get_activity_click_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_click_email_columns.sql", "original_file_path": "macros/staging/get_activity_click_email_columns.sql", "unique_id": "macro.marketo.get_activity_click_email_columns", "macro_sql": "{% macro get_activity_click_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"link\", \"datatype\": dbt.type_string()},\n {\"name\": \"link_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1815872, "supported_languages": null}, "macro.marketo.marketo_union_connections": {"name": "marketo_union_connections", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_connections.sql", "original_file_path": "macros/union/marketo_union_connections.sql", "unique_id": "macro.marketo.marketo_union_connections", "macro_sql": "{% macro marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %}\n\n{{ adapter.dispatch('marketo_union_connections', 'marketo') (connection_dictionary, single_source_name, single_table_name, default_identifier) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.default__marketo_union_connections"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1831338, "supported_languages": null}, "macro.marketo.default__marketo_union_connections": {"name": "default__marketo_union_connections", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_connections.sql", "original_file_path": "macros/union/marketo_union_connections.sql", "unique_id": "macro.marketo.default__marketo_union_connections", "macro_sql": "{% macro default__marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %}\n\n{%- set exception_warning = \"\\n\\nPlease be aware: The \" ~ single_source_name|upper ~ \".\" ~ single_table_name|upper ~ \" table was not found in your schema(s). The Fivetran Data Model will create a completely empty staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://marketo.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\"%}\n{%- set using_empty_table_warnings = (execute and not var('fivetran__remove_empty_table_warnings', false)) %}\n{%- set connections = var(connection_dictionary, []) %}\n{%- set using_unioning = connections | length > 0 %}\n\n{%- if using_unioning %}\n{# For unioning #}\n {%- set relations = [] -%}\n {%- for connection in connections -%}\n\n {% if var('has_defined_sources', false) %}\n {%- set database = source(connection.name, single_table_name).database %}\n {%- set schema = source(connection.name, single_table_name).schema %}\n {%- set identifier = source(connection.name, single_table_name).identifier %}\n {%- else %}\n {%- set database = connection.database if connection.database else target.database %}\n {%- set schema = connection.schema if connection.schema else single_source_name %}\n {%- set identifier = default_identifier %}\n {%- endif %}\n\n {%- set relation=adapter.get_relation(\n database=database,\n schema=schema,\n identifier=identifier\n )\n -%}\n\n {%- if relation is not none -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n -- ** Values passed to adapter.get_relation:\n {{ '-- full-identifier_var: ' ~ identifier_var }}\n {{ '-- database: ' ~ database }}\n {{ '-- schema: ' ~ schema }}\n {{ '-- identifier: ' ~ identifier }}\n\n {%- endfor -%}\n\n {%- if relations != [] -%}\n {{ marketo.marketo_union_relations(relations) }}\n\n {%- else -%}\n {{ exceptions.warn(exception_warning) if using_empty_table_warnings }}\n\n select\n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit {{ '0' if target.type != 'redshift' else '1' }}\n {%- endif -%}\n\n{% else %}\n{# Not unioning #}\n\n {% set identifier_var = single_source_name + \"_\" + single_table_name + \"_identifier\"%}\n {%- set database = source(single_source_name, single_table_name).database %}\n {%- set schema = source(single_source_name, single_table_name).schema %}\n {%- set identifier = source(single_source_name, single_table_name).identifier %}\n\n {%- set relation=adapter.get_relation(\n database=database,\n schema=schema,\n identifier=identifier\n )\n -%}\n\n -- ** Values passed to adapter.get_relation:\n {{ '-- full-identifier_var: ' ~ identifier_var }}\n {{ '-- database: ' ~ database }} \n {{ '-- schema: ' ~ schema }}\n {{ '-- identifier: ' ~ identifier }}\n\n {% if relation is not none -%}\n select\n {{ dbt_utils.star(from=source(single_source_name, single_table_name)) }}\n from {{ source(single_source_name, single_table_name) }} as source_table\n\n {% else %}\n {{ exceptions.warn(exception_warning) if using_empty_table_warnings }}\n\n select\n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit {{ '0' if target.type != 'redshift' else '1' }}\n {%- endif -%}\n{% endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.marketo_union_relations", "macro.dbt.type_string", "macro.dbt_utils.star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.188523, "supported_languages": null}, "macro.marketo.marketo_union_relations": {"name": "marketo_union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_relations.sql", "original_file_path": "macros/union/marketo_union_relations.sql", "unique_id": "macro.marketo.marketo_union_relations", "macro_sql": "\n\n{%- macro marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('marketo_union_relations', 'marketo')(relations, aliases, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.marketo.default__marketo_union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1907308, "supported_languages": null}, "macro.marketo.default__marketo_union_relations": {"name": "default__marketo_union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_relations.sql", "original_file_path": "macros/union/marketo_union_relations.sql", "unique_id": "macro.marketo.default__marketo_union_relations", "macro_sql": "\n\n{%- macro default__marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'marketo_union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'marketo_union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation.database ~ '.' ~ relation.schema) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n {# This alias is the only addition made to the dbt_utils.union_relations() code. Avoids errors if the table is named a reserved keyword #}\n from {{ aliases[loop.index0] if aliases else relation }} as unioned_relation_{{ loop.index }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.197697, "supported_languages": null}, "macro.marketo.partition_by_source_relation": {"name": "partition_by_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/partition_by_source_relation.sql", "original_file_path": "macros/union/partition_by_source_relation.sql", "unique_id": "macro.marketo.partition_by_source_relation", "macro_sql": "{%- macro partition_by_source_relation(has_other_partitions='yes',alias=None) -%}\n\n{% set prefix = '' if alias is none else alias ~ '.' %}\n\n {%- if has_other_partitions == 'no' -%}\n {{ 'partition by ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }}\n {%- else -%}\n {{ ', ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }}\n {%- endif -%}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1990395, "supported_languages": null}, "macro.marketo.apply_source_relation": {"name": "apply_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/apply_source_relation.sql", "original_file_path": "macros/union/apply_source_relation.sql", "unique_id": "macro.marketo.apply_source_relation", "macro_sql": "{% macro apply_source_relation() -%}\n\n{{ adapter.dispatch('apply_source_relation', 'marketo') () }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.default__apply_source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.199613, "supported_languages": null}, "macro.marketo.default__apply_source_relation": {"name": "default__apply_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/apply_source_relation.sql", "original_file_path": "macros/union/apply_source_relation.sql", "unique_id": "macro.marketo.default__apply_source_relation", "macro_sql": "{% macro default__apply_source_relation() -%}\n\n{% if var('marketo_sources', []) != [] %}\n, _dbt_source_relation as source_relation\n{% else %}\n, '{{ var(\"marketo_database\", target.database) }}' || '.'|| '{{ var(\"marketo_schema\", \"marketo\") }}' as source_relation\n{% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2002716, "supported_languages": null}, "macro.fivetran_utils.drop_schemas_automation": {"name": "drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.drop_schemas_automation", "macro_sql": "{% macro drop_schemas_automation(drop_target_schema=true) %}\n {{ return(adapter.dispatch('drop_schemas_automation', 'fivetran_utils')(drop_target_schema)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__drop_schemas_automation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2011461, "supported_languages": null}, "macro.fivetran_utils.default__drop_schemas_automation": {"name": "default__drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.default__drop_schemas_automation", "macro_sql": "{% macro default__drop_schemas_automation(drop_target_schema=true) %}\n\n{% set fetch_list_sql %}\n {% if target.type not in ('databricks', 'spark') %}\n select schema_name\n from \n {{ wrap_in_quotes(target.database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like '{{ target.schema | lower }}{%- if not drop_target_schema -%}_{%- endif -%}%'\n {% else %}\n SHOW SCHEMAS LIKE '{{ target.schema }}{%- if not drop_target_schema -%}_{%- endif -%}*'\n {% endif %}\n{% endset %}\n\n{% set results = run_query(fetch_list_sql) %}\n\n{% if execute %}\n {% set results_list = results.columns[0].values() %}\n{% else %}\n {% set results_list = [] %}\n{% endif %}\n\n{% for schema_to_drop in results_list %}\n {% do adapter.drop_schema(api.Relation.create(database=target.database, schema=schema_to_drop)) %}\n {{ print('Schema ' ~ schema_to_drop ~ ' successfully dropped from the ' ~ target.database ~ ' database.\\n')}}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.wrap_in_quotes", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2031353, "supported_languages": null}, "macro.fivetran_utils.timestamp_add": {"name": "timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.timestamp_add", "macro_sql": "{% macro timestamp_add(datepart, interval, from_timestamp) -%}\n\n{{ adapter.dispatch('timestamp_add', 'fivetran_utils') (datepart, interval, from_timestamp) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2039661, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_add": {"name": "default__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.default__timestamp_add", "macro_sql": "{% macro default__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestampadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2043087, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_add": {"name": "bigquery__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_add", "macro_sql": "{% macro bigquery__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestamp_add({{ from_timestamp }}, interval {{ interval }} {{ datepart }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.20464, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_add": {"name": "redshift__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_add", "macro_sql": "{% macro redshift__timestamp_add(datepart, interval, from_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2049897, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_add": {"name": "postgres__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_add", "macro_sql": "{% macro postgres__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ from_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2053082, "supported_languages": null}, "macro.fivetran_utils.spark__timestamp_add": {"name": "spark__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.spark__timestamp_add", "macro_sql": "{% macro spark__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ dbt.dateadd(datepart, interval, from_timestamp) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.20567, "supported_languages": null}, "macro.fivetran_utils.seed_data_helper": {"name": "seed_data_helper", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/seed_data_helper.sql", "original_file_path": "macros/seed_data_helper.sql", "unique_id": "macro.fivetran_utils.seed_data_helper", "macro_sql": "{% macro seed_data_helper(seed_name, warehouses) %}\n\n{% if target.type in warehouses %}\n {% for w in warehouses %}\n {% if target.type == w %}\n {{ return(ref(seed_name ~ \"_\" ~ w ~ \"\")) }}\n {% endif %}\n {% endfor %}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2067776, "supported_languages": null}, "macro.fivetran_utils.add_dbt_source_relation": {"name": "add_dbt_source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_dbt_source_relation.sql", "original_file_path": "macros/add_dbt_source_relation.sql", "unique_id": "macro.fivetran_utils.add_dbt_source_relation", "macro_sql": "{% macro add_dbt_source_relation() %}\n\n{% if var('union_schemas', none) or var('union_databases', none) %}\n, _dbt_source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2073004, "supported_languages": null}, "macro.fivetran_utils.empty_variable_warning": {"name": "empty_variable_warning", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/empty_variable_warning.sql", "original_file_path": "macros/empty_variable_warning.sql", "unique_id": "macro.fivetran_utils.empty_variable_warning", "macro_sql": "{% macro empty_variable_warning(variable, downstream_model) %}\n\n{% if not var(variable) %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the \"\"\" ~ variable ~ \"\"\".\n As a result, you won't see the history of any columns in the \"\"\" ~ downstream_model ~ \"\"\" model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2080653, "supported_languages": null}, "macro.fivetran_utils.max_bool": {"name": "max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.max_bool", "macro_sql": "{% macro max_bool(boolean_field) -%}\n\n{{ adapter.dispatch('max_bool', 'fivetran_utils') (boolean_field) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__max_bool"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.208599, "supported_languages": null}, "macro.fivetran_utils.default__max_bool": {"name": "default__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.default__max_bool", "macro_sql": "{% macro default__max_bool(boolean_field) %}\n\n bool_or( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2088547, "supported_languages": null}, "macro.fivetran_utils.snowflake__max_bool": {"name": "snowflake__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.snowflake__max_bool", "macro_sql": "{% macro snowflake__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2090986, "supported_languages": null}, "macro.fivetran_utils.bigquery__max_bool": {"name": "bigquery__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.bigquery__max_bool", "macro_sql": "{% macro bigquery__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.209361, "supported_languages": null}, "macro.fivetran_utils.json_extract": {"name": "json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.json_extract", "macro_sql": "{% macro json_extract(string, string_path) -%}\n\n{{ adapter.dispatch('json_extract', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2103562, "supported_languages": null}, "macro.fivetran_utils.default__json_extract": {"name": "default__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.default__json_extract", "macro_sql": "{% macro default__json_extract(string, string_path) %}\n\n json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} )\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2107034, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_extract": {"name": "snowflake__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.snowflake__json_extract", "macro_sql": "{% macro snowflake__json_extract(string, string_path) %}\n\n json_extract_path_text(try_parse_json( {{string}} ), {{ \"'\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2110255, "supported_languages": null}, "macro.fivetran_utils.redshift__json_extract": {"name": "redshift__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.redshift__json_extract", "macro_sql": "{% macro redshift__json_extract(string, string_path) %}\n\n case when is_valid_json( {{string}} ) then json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} ) else null end\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2113738, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_extract": {"name": "bigquery__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.bigquery__json_extract", "macro_sql": "{% macro bigquery__json_extract(string, string_path) %}\n\n json_extract_scalar({{string}}, {{ \"'$.\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2116957, "supported_languages": null}, "macro.fivetran_utils.postgres__json_extract": {"name": "postgres__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.postgres__json_extract", "macro_sql": "{% macro postgres__json_extract(string, string_path) %}\n\n {{string}}::json->>{{\"'\" ~ string_path ~ \"'\" }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.212003, "supported_languages": null}, "macro.fivetran_utils.timestamp_diff": {"name": "timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.timestamp_diff", "macro_sql": "{% macro timestamp_diff(first_date, second_date, datepart) %}\n {{ adapter.dispatch('timestamp_diff', 'fivetran_utils')(first_date, second_date, datepart) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_diff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2133946, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_diff": {"name": "default__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.default__timestamp_diff", "macro_sql": "{% macro default__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2137537, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_diff": {"name": "redshift__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_diff", "macro_sql": "{% macro redshift__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.214086, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_diff": {"name": "bigquery__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_diff", "macro_sql": "{% macro bigquery__timestamp_diff(first_date, second_date, datepart) %}\n\n timestamp_diff(\n {{second_date}},\n {{first_date}},\n {{datepart}}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.214401, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_diff": {"name": "postgres__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_diff", "macro_sql": "{% macro postgres__timestamp_diff(first_date, second_date, datepart) %}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ dbt.datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.217752, "supported_languages": null}, "macro.fivetran_utils.calculated_fields": {"name": "calculated_fields", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/calculated_fields.sql", "original_file_path": "macros/calculated_fields.sql", "unique_id": "macro.fivetran_utils.calculated_fields", "macro_sql": "{% macro calculated_fields(variable) -%}\n\n{% if var(variable, none) %}\n {% for field in var(variable) %}\n , {{ field.transform_sql }} as {{ field.name }} \n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2185187, "supported_languages": null}, "macro.fivetran_utils.json_parse": {"name": "json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.json_parse", "macro_sql": "{% macro json_parse(string, string_path) -%}\n\n{{ adapter.dispatch('json_parse', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_parse"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2196903, "supported_languages": null}, "macro.fivetran_utils.default__json_parse": {"name": "default__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.default__json_parse", "macro_sql": "{% macro default__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2201903, "supported_languages": null}, "macro.fivetran_utils.redshift__json_parse": {"name": "redshift__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.redshift__json_parse", "macro_sql": "{% macro redshift__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2206984, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_parse": {"name": "bigquery__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.bigquery__json_parse", "macro_sql": "{% macro bigquery__json_parse(string, string_path) %}\n\n \n json_extract_scalar({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2211788, "supported_languages": null}, "macro.fivetran_utils.postgres__json_parse": {"name": "postgres__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.postgres__json_parse", "macro_sql": "{% macro postgres__json_parse(string, string_path) %}\n\n {{string}}::json #>> '{ {%- for s in string_path -%}{{ s }}{%- if not loop.last -%},{%- endif -%}{%- endfor -%} }'\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.221669, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_parse": {"name": "snowflake__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.snowflake__json_parse", "macro_sql": "{% macro snowflake__json_parse(string, string_path) %}\n\n parse_json( {{string}} ) {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2222033, "supported_languages": null}, "macro.fivetran_utils.spark__json_parse": {"name": "spark__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.spark__json_parse", "macro_sql": "{% macro spark__json_parse(string, string_path) %}\n\n {{string}} : {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2227635, "supported_languages": null}, "macro.fivetran_utils.sqlserver__json_parse": {"name": "sqlserver__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.sqlserver__json_parse", "macro_sql": "{% macro sqlserver__json_parse(string, string_path) %}\n\n json_value({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2232509, "supported_languages": null}, "macro.fivetran_utils.fill_staging_columns": {"name": "fill_staging_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.fill_staging_columns", "macro_sql": "{% macro fill_staging_columns(source_columns, staging_columns) -%}\n\n{%- set source_column_names = source_columns|map(attribute='name')|map('lower')|list -%}\n\n{%- for column in staging_columns %}\n {% if column.name|lower in source_column_names -%}\n {{ fivetran_utils.quote_column(column) }} as \n {%- if 'alias' in column %} {{ column.alias }} {% else %} {{ fivetran_utils.quote_column(column) }} {%- endif -%}\n {%- else -%}\n cast(null as {{ column.datatype }})\n {%- if 'alias' in column %} as {{ column.alias }} {% else %} as {{ fivetran_utils.quote_column(column) }} {% endif -%}\n {%- endif -%}\n {%- if not loop.last -%} , {% endif -%}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.quote_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2254093, "supported_languages": null}, "macro.fivetran_utils.quote_column": {"name": "quote_column", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.quote_column", "macro_sql": "{% macro quote_column(column) %}\n {% if 'quote' in column %}\n {% if column.quote %}\n {% if target.type in ('bigquery', 'spark', 'databricks') %}\n `{{ column.name }}`\n {% elif target.type == 'snowflake' %}\n \"{{ column.name | upper }}\"\n {% else %}\n \"{{ column.name }}\"\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2265644, "supported_languages": null}, "macro.fivetran_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2323422, "supported_languages": null}, "macro.fivetran_utils.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.233109, "supported_languages": null}, "macro.fivetran_utils.extract_url_parameter": {"name": "extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.extract_url_parameter", "macro_sql": "{% macro extract_url_parameter(field, url_parameter) -%}\n\n{{ adapter.dispatch('extract_url_parameter', 'fivetran_utils') (field, url_parameter) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__extract_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2337768, "supported_languages": null}, "macro.fivetran_utils.default__extract_url_parameter": {"name": "default__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.default__extract_url_parameter", "macro_sql": "{% macro default__extract_url_parameter(field, url_parameter) -%}\n\n{{ dbt_utils.get_url_parameter(field, url_parameter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.234098, "supported_languages": null}, "macro.fivetran_utils.spark__extract_url_parameter": {"name": "spark__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.spark__extract_url_parameter", "macro_sql": "{% macro spark__extract_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"=([^&]+)'\" -%}\nnullif(regexp_extract({{ field }}, {{ formatted_url_parameter }}, 1), '')\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2345178, "supported_languages": null}, "macro.fivetran_utils.array_agg": {"name": "array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.array_agg", "macro_sql": "{% macro array_agg(field_to_agg) -%}\n\n{{ adapter.dispatch('array_agg', 'fivetran_utils') (field_to_agg) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__array_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2350593, "supported_languages": null}, "macro.fivetran_utils.default__array_agg": {"name": "default__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.default__array_agg", "macro_sql": "{% macro default__array_agg(field_to_agg) %}\n array_agg({{ field_to_agg }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2352803, "supported_languages": null}, "macro.fivetran_utils.redshift__array_agg": {"name": "redshift__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.redshift__array_agg", "macro_sql": "{% macro redshift__array_agg(field_to_agg) %}\n listagg({{ field_to_agg }}, ',')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2354946, "supported_languages": null}, "macro.fivetran_utils.dummy_coalesce_value": {"name": "dummy_coalesce_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/dummy_coalesce_value.sql", "original_file_path": "macros/dummy_coalesce_value.sql", "unique_id": "macro.fivetran_utils.dummy_coalesce_value", "macro_sql": "{% macro dummy_coalesce_value(column) %}\n\n{% set coalesce_value = {\n 'STRING': \"'DUMMY_STRING'\",\n 'BOOLEAN': 'null',\n 'INT': 999999999,\n 'FLOAT': 999999999.99,\n 'TIMESTAMP': 'cast(\"2099-12-31\" as timestamp)',\n 'DATE': 'cast(\"2099-12-31\" as date)',\n} %}\n\n{% if column.is_float() %}\n{{ return(coalesce_value['FLOAT']) }}\n\n{% elif column.is_numeric() %}\n{{ return(coalesce_value['INT']) }}\n\n{% elif column.is_string() %}\n{{ return(coalesce_value['STRING']) }}\n\n{% elif column.data_type|lower == 'boolean' %}\n{{ return(coalesce_value['BOOLEAN']) }}\n\n{% elif 'timestamp' in column.data_type|lower %}\n{{ return(coalesce_value['TIMESTAMP']) }}\n\n{% elif 'date' in column.data_type|lower %}\n{{ return(coalesce_value['DATE']) }}\n\n{% elif 'int' in column.data_type|lower %}\n{{ return(coalesce_value['INT']) }}\n\n{% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.238059, "supported_languages": null}, "macro.fivetran_utils.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.239005, "supported_languages": null}, "macro.fivetran_utils.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n\n {%- set enabled_array = [] -%}\n {% for node in graph.sources.values() %}\n {% if node.identifier == source.identifier %}\n {% if (node.meta['is_enabled'] | default(true)) %}\n {%- do enabled_array.append(1) -%}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% set is_enabled = (enabled_array != []) %}\n\n select\n {% if is_enabled %}\n max({{ loaded_at_field }})\n {% else %} \n {{ current_timestamp() }} {% endif %} as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n\n {% if is_enabled %}\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endif %}\n\n {% endcall %}\n\n {% if dbt_version.split('.') | map('int') | list >= [1, 5, 0] %}\n {{ return(load_result('collect_freshness')) }}\n {% else %}\n {{ return(load_result('collect_freshness').table) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2413716, "supported_languages": null}, "macro.fivetran_utils.enabled_vars_one_true": {"name": "enabled_vars_one_true", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars_one_true.sql", "original_file_path": "macros/enabled_vars_one_true.sql", "unique_id": "macro.fivetran_utils.enabled_vars_one_true", "macro_sql": "{% macro enabled_vars_one_true(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, False) == True %}\n {{ return(True) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(False) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.242229, "supported_languages": null}, "macro.fivetran_utils.try_cast": {"name": "try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.try_cast", "macro_sql": "{% macro try_cast(field, type) %}\n {{ adapter.dispatch('try_cast', 'fivetran_utils') (field, type) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__try_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.243223, "supported_languages": null}, "macro.fivetran_utils.default__try_cast": {"name": "default__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.default__try_cast", "macro_sql": "{% macro default__try_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2435145, "supported_languages": null}, "macro.fivetran_utils.redshift__try_cast": {"name": "redshift__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.redshift__try_cast", "macro_sql": "{% macro redshift__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when trim({{field}}) ~ '^(0|[1-9][0-9]*)$' then trim({{field}})\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2440865, "supported_languages": null}, "macro.fivetran_utils.postgres__try_cast": {"name": "postgres__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.postgres__try_cast", "macro_sql": "{% macro postgres__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar)) ~ '^(0|[1-9][0-9]*)$' \n then replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar))\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2446415, "supported_languages": null}, "macro.fivetran_utils.snowflake__try_cast": {"name": "snowflake__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.snowflake__try_cast", "macro_sql": "{% macro snowflake__try_cast(field, type) %}\n try_cast(cast({{field}} as varchar) as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.244926, "supported_languages": null}, "macro.fivetran_utils.bigquery__try_cast": {"name": "bigquery__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.bigquery__try_cast", "macro_sql": "{% macro bigquery__try_cast(field, type) %}\n safe_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2451842, "supported_languages": null}, "macro.fivetran_utils.spark__try_cast": {"name": "spark__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.spark__try_cast", "macro_sql": "{% macro spark__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2454402, "supported_languages": null}, "macro.fivetran_utils.sqlserver__try_cast": {"name": "sqlserver__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.sqlserver__try_cast", "macro_sql": "{% macro sqlserver__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2457147, "supported_languages": null}, "macro.fivetran_utils.string_agg": {"name": "string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.string_agg", "macro_sql": "{% macro string_agg(field_to_agg, delimiter) -%}\n\n{{ adapter.dispatch('string_agg', 'fivetran_utils') (field_to_agg, delimiter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__string_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2468715, "supported_languages": null}, "macro.fivetran_utils.default__string_agg": {"name": "default__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.default__string_agg", "macro_sql": "{% macro default__string_agg(field_to_agg, delimiter) %}\n string_agg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2471542, "supported_languages": null}, "macro.fivetran_utils.snowflake__string_agg": {"name": "snowflake__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.snowflake__string_agg", "macro_sql": "{% macro snowflake__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2474215, "supported_languages": null}, "macro.fivetran_utils.redshift__string_agg": {"name": "redshift__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.redshift__string_agg", "macro_sql": "{% macro redshift__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2477012, "supported_languages": null}, "macro.fivetran_utils.spark__string_agg": {"name": "spark__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.spark__string_agg", "macro_sql": "{% macro spark__string_agg(field_to_agg, delimiter) %}\n -- collect set will remove duplicates\n replace(replace(replace(cast( collect_set({{ field_to_agg }}) as string), '[', ''), ']', ''), ', ', {{ delimiter }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2479777, "supported_languages": null}, "macro.fivetran_utils.fill_pass_through_columns": {"name": "fill_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_pass_through_columns.sql", "original_file_path": "macros/fill_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.fill_pass_through_columns", "macro_sql": "{% macro fill_pass_through_columns(pass_through_variable) %}\n\n{% if var(pass_through_variable) %}\n {% for field in var(pass_through_variable) %}\n {% if field is mapping %}\n {% if field.transform_sql %}\n , {{ field.transform_sql }} as {{ field.alias if field.alias else field.name }}\n {% else %}\n , {{ field.alias if field.alias else field.name }}\n {% endif %}\n {% else %}\n , {{ field }}\n {% endif %}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.249299, "supported_languages": null}, "macro.fivetran_utils.pivot_json_extract": {"name": "pivot_json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/pivot_json_extract.sql", "original_file_path": "macros/pivot_json_extract.sql", "unique_id": "macro.fivetran_utils.pivot_json_extract", "macro_sql": "{% macro pivot_json_extract(string, list_of_properties) %}\n\n{%- for property in list_of_properties -%}\n{%- if property is mapping -%}\nreplace( {{ fivetran_utils.json_extract(string, property.name) }}, '\"', '') as {{ property.alias if property.alias else property.name | replace(' ', '_') | replace('.', '_') | lower }}\n\n{%- else -%}\nreplace( {{ fivetran_utils.json_extract(string, property) }}, '\"', '') as {{ property | replace(' ', '_') | lower }}\n\n{%- endif -%}\n{%- if not loop.last -%},{%- endif %}\n{% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2507617, "supported_languages": null}, "macro.fivetran_utils.persist_pass_through_columns": {"name": "persist_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/persist_pass_through_columns.sql", "original_file_path": "macros/persist_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.persist_pass_through_columns", "macro_sql": "{% macro persist_pass_through_columns(pass_through_variable, identifier=none, transform='') %}\n\n{% if var(pass_through_variable, none) %}\n {% for field in var(pass_through_variable) %}\n , {{ transform ~ '(' ~ (identifier ~ '.' if identifier else '') ~ (field.alias if field.alias else field.name) ~ ')' }} as {{ field.alias if field.alias else field.name }}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2520165, "supported_languages": null}, "macro.fivetran_utils.add_pass_through_columns": {"name": "add_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_pass_through_columns.sql", "original_file_path": "macros/add_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.add_pass_through_columns", "macro_sql": "{% macro add_pass_through_columns(base_columns, pass_through_var) %}\n\n {% if pass_through_var %}\n\n {% for column in pass_through_var %}\n\n {% if column is mapping %}\n\n {% if column.alias %}\n\n {% do base_columns.append({ \"name\": column.name, \"alias\": column.alias, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column.name, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n \n {% endif %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column, \"datatype\": dbt.type_string()}) %}\n\n {% endif %}\n\n {% endfor %}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2539773, "supported_languages": null}, "macro.fivetran_utils.wrap_in_quotes": {"name": "wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.wrap_in_quotes", "macro_sql": "{%- macro wrap_in_quotes(object_to_quote) -%}\n\n{{ return(adapter.dispatch('wrap_in_quotes', 'fivetran_utils')(object_to_quote)) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.postgres__wrap_in_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2545984, "supported_languages": null}, "macro.fivetran_utils.default__wrap_in_quotes": {"name": "default__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.default__wrap_in_quotes", "macro_sql": "{%- macro default__wrap_in_quotes(object_to_quote) -%}\n{# bigquery, spark, databricks #}\n `{{ object_to_quote }}`\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2548482, "supported_languages": null}, "macro.fivetran_utils.snowflake__wrap_in_quotes": {"name": "snowflake__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.snowflake__wrap_in_quotes", "macro_sql": "{%- macro snowflake__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote | upper }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.255083, "supported_languages": null}, "macro.fivetran_utils.redshift__wrap_in_quotes": {"name": "redshift__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.redshift__wrap_in_quotes", "macro_sql": "{%- macro redshift__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2552905, "supported_languages": null}, "macro.fivetran_utils.postgres__wrap_in_quotes": {"name": "postgres__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.postgres__wrap_in_quotes", "macro_sql": "{%- macro postgres__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2554996, "supported_languages": null}, "macro.fivetran_utils.first_value": {"name": "first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.first_value", "macro_sql": "{% macro first_value(first_value_field, partition_field, order_by_field, order=\"asc\") -%}\n\n{{ adapter.dispatch('first_value', 'fivetran_utils') (first_value_field, partition_field, order_by_field, order) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__first_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2562673, "supported_languages": null}, "macro.fivetran_utils.default__first_value": {"name": "default__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.default__first_value", "macro_sql": "{% macro default__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2567337, "supported_languages": null}, "macro.fivetran_utils.redshift__first_value": {"name": "redshift__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.redshift__first_value", "macro_sql": "{% macro redshift__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} , {{ partition_field }} rows unbounded preceding )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2572007, "supported_languages": null}, "macro.fivetran_utils.ceiling": {"name": "ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.ceiling", "macro_sql": "{% macro ceiling(num) -%}\n\n{{ adapter.dispatch('ceiling', 'fivetran_utils') (num) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__ceiling"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.257701, "supported_languages": null}, "macro.fivetran_utils.default__ceiling": {"name": "default__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.default__ceiling", "macro_sql": "{% macro default__ceiling(num) %}\n ceiling({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2579217, "supported_languages": null}, "macro.fivetran_utils.snowflake__ceiling": {"name": "snowflake__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.snowflake__ceiling", "macro_sql": "{% macro snowflake__ceiling(num) %}\n ceil({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2581308, "supported_languages": null}, "macro.fivetran_utils.union_data": {"name": "union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.union_data", "macro_sql": "{%- macro union_data(table_identifier, database_variable, schema_variable, default_database, default_schema, default_variable, union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('union_data', 'fivetran_utils') (\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.default__union_data"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2605047, "supported_languages": null}, "macro.fivetran_utils.default__union_data": {"name": "default__union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.default__union_data", "macro_sql": "{%- macro default__union_data(\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) -%}\n\n{%- if var(union_schema_variable, none) -%}\n\n {%- set relations = [] -%}\n \n {%- if var(union_schema_variable) is string -%}\n {%- set trimmed = var(union_schema_variable)|trim('[')|trim(']') -%}\n {%- set schemas = trimmed.split(',')|map('trim',\" \")|map('trim','\"')|map('trim',\"'\") -%}\n {%- else -%}\n {%- set schemas = var(union_schema_variable) -%}\n {%- endif -%}\n\n {%- for schema in var(union_schema_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else var(database_variable, default_database),\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else schema,\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n \n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n \n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- elif var(union_database_variable, none) -%}\n\n {%- set relations = [] -%}\n\n {%- for database in var(union_database_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else database,\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else var(schema_variable, default_schema),\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n\n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n\n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- else -%}\n {% set exception_schemas = {\"linkedin_company_pages\": \"linkedin_pages\", \"instagram_business_pages\": \"instagram_business\"} %}\n {% set relation = namespace(value=\"\") %}\n {% if default_schema in exception_schemas.keys() %}\n {% for corrected_schema_name in exception_schemas.items() %} \n {% if default_schema in corrected_schema_name %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = corrected_schema_name[1] + \"_\" + table_identifier + \"_identifier\" %}\n {%- set relation.value=adapter.get_relation(\n database=source(corrected_schema_name[1], table_identifier).database,\n schema=source(corrected_schema_name[1], table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n {% endfor %}\n {% else %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifier\" %}\n {# Unfortunately the Twitter Organic identifiers were misspelled. As such, we will need to account for this in the model. This will be adjusted in the Twitter Organic package, but to ensure backwards compatibility, this needs to be included. #}\n {% if var(identifier_var, none) is none %} \n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifer\" %}\n {% endif %}\n {%- set relation.value=adapter.get_relation(\n database=source(default_schema, table_identifier).database,\n schema=source(default_schema, table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n{%- set table_exists=relation.value is not none -%}\n\n{%- if table_exists -%}\n select * \n from {{ relation.value }}\n{%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n{%- endif -%}\n{%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2693417, "supported_languages": null}, "macro.fivetran_utils.snowflake_seed_data": {"name": "snowflake_seed_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/snowflake_seed_data.sql", "original_file_path": "macros/snowflake_seed_data.sql", "unique_id": "macro.fivetran_utils.snowflake_seed_data", "macro_sql": "{% macro snowflake_seed_data(seed_name) %}\n\n{% if target.type == 'snowflake' %}\n{{ return(ref(seed_name ~ '_snowflake')) }}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2702425, "supported_languages": null}, "macro.fivetran_utils.fivetran_date_spine": {"name": "fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.fivetran_date_spine", "macro_sql": "{% macro fivetran_date_spine(datepart, start_date, end_date) -%}\n\n{{ return(adapter.dispatch('fivetran_date_spine', 'fivetran_utils') (datepart, start_date, end_date)) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__fivetran_date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.271297, "supported_languages": null}, "macro.fivetran_utils.default__fivetran_date_spine": {"name": "default__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.default__fivetran_date_spine", "macro_sql": "{% macro default__fivetran_date_spine(datepart, start_date, end_date) %}\n\n {{ dbt_utils.date_spine(datepart, start_date, end_date) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2716918, "supported_languages": null}, "macro.fivetran_utils.sqlserver__fivetran_date_spine": {"name": "sqlserver__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.sqlserver__fivetran_date_spine", "macro_sql": "{% macro sqlserver__fivetran_date_spine(datepart, start_date, end_date) -%}\n\n {% set date_spine_query %}\n with\n\n l0 as (\n\n select c\n from (select 1 union all select 1) as d(c)\n\n ),\n l1 as (\n\n select\n 1 as c\n from l0 as a\n cross join l0 as b\n\n ),\n\n l2 as (\n\n select 1 as c\n from l1 as a\n cross join l1 as b\n ),\n\n l3 as (\n\n select 1 as c\n from l2 as a\n cross join l2 as b\n ),\n\n l4 as (\n\n select 1 as c\n from l3 as a\n cross join l3 as b\n ),\n\n l5 as (\n\n select 1 as c\n from l4 as a\n cross join l4 as b\n ),\n\n nums as (\n\n select row_number() over (order by (select null)) as rownum\n from l5\n ),\n\n rawdata as (\n\n select top ({{dbt.datediff(start_date, end_date, datepart)}}) rownum -1 as n\n from nums\n order by rownum\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n 'n',\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n order by 1\n\n {% endset %}\n\n {% set results = run_query(date_spine_query) %}\n\n {% if execute %}\n\n {% set results_list = results.columns[0].values() %}\n \n {% else %}\n\n {% set results_list = [] %}\n\n {% endif %}\n\n {%- for date_field in results_list %}\n select cast('{{ date_field }}' as date) as date_{{datepart}} {{ 'union all ' if not loop.last else '' }}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff", "macro.dbt.dateadd", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2732952, "supported_languages": null}, "macro.fivetran_utils.remove_prefix_from_columns": {"name": "remove_prefix_from_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/remove_prefix_from_columns.sql", "original_file_path": "macros/remove_prefix_from_columns.sql", "unique_id": "macro.fivetran_utils.remove_prefix_from_columns", "macro_sql": "{% macro remove_prefix_from_columns(columns, prefix='', exclude=[]) %}\n\n {%- for col in columns if col.name not in exclude -%}\n {%- if col.name[:prefix|length]|lower == prefix -%}\n {{ col.name }} as {{ col.name[prefix|length:] }}\n {%- else -%}\n {{ col.name }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.274527, "supported_languages": null}, "macro.fivetran_utils.enabled_vars": {"name": "enabled_vars", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars.sql", "original_file_path": "macros/enabled_vars.sql", "unique_id": "macro.fivetran_utils.enabled_vars", "macro_sql": "{% macro enabled_vars(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, True) == False %}\n {{ return(False) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(True) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.275313, "supported_languages": null}, "macro.fivetran_utils.source_relation": {"name": "source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.source_relation", "macro_sql": "{% macro source_relation(union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('source_relation', 'fivetran_utils') (union_schema_variable, union_database_variable) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2760704, "supported_languages": null}, "macro.fivetran_utils.default__source_relation": {"name": "default__source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.default__source_relation", "macro_sql": "{% macro default__source_relation(union_schema_variable, union_database_variable) %}\n\n{% if var(union_schema_variable, none) %}\n, case\n {% for schema in var(union_schema_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%.{{ schema|lower }}.%' then '{{ schema|lower }}'\n {% endfor %}\n end as source_relation\n{% elif var(union_database_variable, none) %}\n, case\n {% for database in var(union_database_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%{{ database|lower }}.%' then '{{ database|lower }}'\n {% endfor %}\n end as source_relation\n{% else %}\n, cast('' as {{ dbt.type_string() }}) as source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2772145, "supported_languages": null}, "macro.fivetran_utils.percentile": {"name": "percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.percentile", "macro_sql": "{% macro percentile(percentile_field, partition_field, percent) -%}\n\n{{ adapter.dispatch('percentile', 'fivetran_utils') (percentile_field, partition_field, percent) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__percentile"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2780375, "supported_languages": null}, "macro.fivetran_utils.default__percentile": {"name": "default__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.default__percentile", "macro_sql": "{% macro default__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2783704, "supported_languages": null}, "macro.fivetran_utils.redshift__percentile": {"name": "redshift__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.redshift__percentile", "macro_sql": "{% macro redshift__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2787175, "supported_languages": null}, "macro.fivetran_utils.bigquery__percentile": {"name": "bigquery__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.bigquery__percentile", "macro_sql": "{% macro bigquery__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2790477, "supported_languages": null}, "macro.fivetran_utils.postgres__percentile": {"name": "postgres__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.postgres__percentile", "macro_sql": "{% macro postgres__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n /* have to group by partition field */\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2793427, "supported_languages": null}, "macro.fivetran_utils.spark__percentile": {"name": "spark__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.spark__percentile", "macro_sql": "{% macro spark__percentile(percentile_field, partition_field, percent) %}\n\n percentile( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2796826, "supported_languages": null}}, "docs": {"doc.dbt.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "dbt", "path": "overview.md", "original_file_path": "docs/overview.md", "unique_id": "doc.dbt.__overview__", "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion"}, "doc.marketo.count_sends": {"name": "count_sends", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_sends", "block_contents": "Count of total sends from related email sends."}, "doc.marketo.count_opens": {"name": "count_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_opens", "block_contents": "Count of total opens from related email sends."}, "doc.marketo.count_bounces": {"name": "count_bounces", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_bounces", "block_contents": "Count of total bounces from related email sends."}, "doc.marketo.count_clicks": {"name": "count_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_clicks", "block_contents": "Count of total clicks from related email sends."}, "doc.marketo.count_deliveries": {"name": "count_deliveries", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_deliveries", "block_contents": "Count of total deliveries from related email sends."}, "doc.marketo.count_unsubscribes": {"name": "count_unsubscribes", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unsubscribes", "block_contents": "Count of total unsubscribes from related email sends."}, "doc.marketo.count_unique_opens": {"name": "count_unique_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_opens", "block_contents": "Count of unique opens from related email sends."}, "doc.marketo.count_unique_clicks": {"name": "count_unique_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_clicks", "block_contents": "Count of unique clicks from related email sends."}, "doc.marketo.source_relation": {"name": "source_relation", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.source_relation", "block_contents": "Identifies the record's source."}, "doc.marketo._fivetran_synced": {"name": "_fivetran_synced", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo._fivetran_synced", "block_contents": "The timestamp when the record was last synced by Fivetran."}}, "exposures": {}, "metrics": {}, "groups": {}, "selectors": {}, "disabled": {"test.marketo_integration_tests.consistency_leads": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_leads", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_leads.sql", "original_file_path": "tests/consistency/consistency_leads.sql", "unique_id": "test.marketo_integration_tests.consistency_leads", "fqn": ["marketo_integration_tests", "consistency", "consistency_leads"], "alias": "consistency_leads", "checksum": {"name": "sha256", "checksum": "d55a0c8370aeb982c85f4d3de8eec81494ca35fd5e0ecf73dcd8d0d060a9c1cf"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.0682168, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n-- this test ensures the marketo__leads end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__leads\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__leads\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}, {"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_campaigns_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_campaigns_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_campaigns_count.sql", "original_file_path": "tests/consistency/consistency_campaigns_count.sql", "unique_id": "test.marketo_integration_tests.consistency_campaigns_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_campaigns_count"], "alias": "consistency_campaigns_count", "checksum": {"name": "sha256", "checksum": "ba66788c4908e90a11e321682a9002e300c68adde18c69fcbeae9cc566f3d3ea"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.1196787, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true)\n) }}\n\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__campaigns\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__campaigns\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_sends": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_sends", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_sends.sql", "original_file_path": "tests/consistency/consistency_email_sends.sql", "unique_id": "test.marketo_integration_tests.consistency_email_sends", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_sends"], "alias": "consistency_email_sends", "checksum": {"name": "sha256", "checksum": "b4f734c38a3c0642d00fc34acd3e70f360ae63730309f84c810c58bb5d8f44bc"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.1278474, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n{% set columns_to_exclude = var('consistency_test_exclude_columns', []) %}\n\n{% if not var('marketo__enable_campaigns', True) %}\n {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %}\n{% endif %}\n\n{% set columns_to_exclude = columns_to_exclude + var('consistency_test_exclude_metrics', []) %}\n\nwith prod as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'), \n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_prod.marketo__email_sends\n),\n\ndev as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'),\n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_dev.marketo__email_sends\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}, {"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_programs": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_programs", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_programs.sql", "original_file_path": "tests/consistency/consistency_programs.sql", "unique_id": "test.marketo_integration_tests.consistency_programs", "fqn": ["marketo_integration_tests", "consistency", "consistency_programs"], "alias": "consistency_programs", "checksum": {"name": "sha256", "checksum": "79b1dc46b3598adf475320d2ad801aae65dc2c75eb8ab6f8978057e84f743c17"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2071517, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true)\n) }}\n\n{% set exclude_cols = ['source_relation'] %}\n\n-- this test ensures the marketo__programs end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__programs\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__programs\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}, {"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_leads_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_leads_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_leads_count.sql", "original_file_path": "tests/consistency/consistency_leads_count.sql", "unique_id": "test.marketo_integration_tests.consistency_leads_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_leads_count"], "alias": "consistency_leads_count", "checksum": {"name": "sha256", "checksum": "579e62fa35fafbd3a49ecdea6a5b590a19a72262321d07072f045dc48c495e5f"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2162926, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__leads\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__leads\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_programs_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_programs_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_programs_count.sql", "original_file_path": "tests/consistency/consistency_programs_count.sql", "unique_id": "test.marketo_integration_tests.consistency_programs_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_programs_count"], "alias": "consistency_programs_count", "checksum": {"name": "sha256", "checksum": "25915245f50c1b58d10486cd5a510271a0914538fadabaac10ca159b1bfaaec8"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2228014, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__programs\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__programs\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_templates": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_templates", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_templates.sql", "original_file_path": "tests/consistency/consistency_email_templates.sql", "unique_id": "test.marketo_integration_tests.consistency_email_templates", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_templates"], "alias": "consistency_email_templates", "checksum": {"name": "sha256", "checksum": "d5767d34fd188b287d64c15a3ab83ef49592928fb57c9bfcf6d6aa0cef38c58f"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2298453, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n{% set columns_to_exclude = var('consistency_test_exclude_columns', []) + var('consistency_test_exclude_metrics', []) %}\n\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_prod.marketo__email_templates\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_dev.marketo__email_templates\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}, {"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_lead_history": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_lead_history", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_lead_history.sql", "original_file_path": "tests/consistency/consistency_lead_history.sql", "unique_id": "test.marketo_integration_tests.consistency_lead_history", "fqn": ["marketo_integration_tests", "consistency", "consistency_lead_history"], "alias": "consistency_lead_history", "checksum": {"name": "sha256", "checksum": "37c22d83990123f854d9a2e90e78233bb6a23a1d75046f4eabfe09090da349fb"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2399192, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n-- this test ensures the marketo__lead_history end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__lead_history\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__lead_history\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}, {"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_campaigns": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_campaigns", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_campaigns.sql", "original_file_path": "tests/consistency/consistency_campaigns.sql", "unique_id": "test.marketo_integration_tests.consistency_campaigns", "fqn": ["marketo_integration_tests", "consistency", "consistency_campaigns"], "alias": "consistency_campaigns", "checksum": {"name": "sha256", "checksum": "786bf8f52877d9b15615aaef3fb1142f3e895dbb25b87eff32abc382765a31b1"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2486222, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true)\n) }}\n\n-- this test ensures the marketo__campaigns end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__campaigns\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__campaigns\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}, {"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}]}, "parent_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["model.marketo.marketo__email_stats__by_program", "model.marketo.stg_marketo__program"], "model.marketo.marketo__lead_history": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"], "model.marketo.marketo__email_templates": ["model.marketo.marketo__email_stats__by_email_template", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__leads": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__campaigns": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.stg_marketo__campaigns"], "model.marketo.marketo__calendar_spine": ["model.marketo.stg_marketo__lead_tmp"], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "model.marketo.stg_marketo__lead": ["model.marketo.stg_marketo__lead_tmp"], "model.marketo.stg_marketo__program": ["model.marketo.stg_marketo__program_tmp"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "model.marketo.stg_marketo__campaigns": ["model.marketo.stg_marketo__campaign_tmp"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["source.marketo.marketo.activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["source.marketo.marketo.lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["source.marketo.marketo.lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["source.marketo.marketo.activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["source.marketo.marketo.program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["source.marketo.marketo.activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["source.marketo.marketo.email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["source.marketo.marketo.campaign"], "model.marketo.stg_marketo__activity_send_email_tmp": ["source.marketo.marketo.activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["source.marketo.marketo.activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["source.marketo.marketo.activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["source.marketo.marketo.activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["source.marketo.marketo.activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["source.marketo.marketo.activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.int_marketo__lead": ["model.marketo.stg_marketo__activity_delete_lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__lead"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__change_data_pivot": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "model.marketo.marketo__change_data_scd": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.int_marketo__lead", "model.marketo.marketo__calendar_spine"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_details": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": ["model.marketo.marketo__campaigns"], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": ["model.marketo.marketo__email_sends"], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": ["model.marketo.marketo__email_templates"], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": ["model.marketo.marketo__leads"], "test.marketo.not_null_marketo__programs_program_id.de885080e0": ["model.marketo.marketo__programs"], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": ["model.marketo.stg_marketo__activity_change_data_value"], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": ["model.marketo.stg_marketo__activity_click_email"], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": ["model.marketo.stg_marketo__activity_email_bounced"], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": ["model.marketo.stg_marketo__activity_email_delivered"], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": ["model.marketo.stg_marketo__activity_open_email"], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": ["model.marketo.stg_marketo__activity_send_email"], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": ["model.marketo.stg_marketo__campaigns"], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": ["model.marketo.stg_marketo__email_template_history"], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": ["model.marketo.stg_marketo__lead_describe"], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": ["model.marketo.stg_marketo__lead"], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": ["model.marketo.stg_marketo__program"], "source.marketo.marketo.lead": [], "source.marketo.marketo.lead_describe": [], "source.marketo.marketo.activity_change_data_value": [], "source.marketo.marketo.campaign": [], "source.marketo.marketo.program": [], "source.marketo.marketo.email_template_history": [], "source.marketo.marketo.activity_click_email": [], "source.marketo.marketo.activity_email_delivered": [], "source.marketo.marketo.activity_email_bounced": [], "source.marketo.marketo.activity_open_email": [], "source.marketo.marketo.activity_unsubscribe_email": [], "source.marketo.marketo.activity_send_email": [], "source.marketo.marketo.activity_delete_lead": [], "source.marketo.marketo.activity_merge_leads": []}, "child_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["test.marketo.not_null_marketo__programs_program_id.de885080e0"], "model.marketo.marketo__lead_history": ["test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a"], "model.marketo.marketo__email_templates": ["test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332"], "model.marketo.marketo__leads": ["test.marketo.not_null_marketo__leads_lead_id.4dd423c832"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.marketo__email_stats__by_email_template", "model.marketo.marketo__email_stats__by_lead", "model.marketo.marketo__email_stats__by_program", "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a"], "model.marketo.marketo__campaigns": ["test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf"], "model.marketo.marketo__calendar_spine": ["model.marketo.marketo__lead_calendar_spine"], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.marketo__unsubscribes__by_sent_email", "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.marketo__email_sends_deduped", "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.marketo__clicks__by_sent_email", "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.marketo__email_sends", "model.marketo.marketo__email_templates", "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa"], "model.marketo.stg_marketo__lead": ["model.marketo.int_marketo__lead", "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055"], "model.marketo.stg_marketo__program": ["model.marketo.marketo__programs", "test.marketo.not_null_stg_marketo__program_program_id.882bad918f"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.marketo__deliveries__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.marketo__opens__by_sent_email", "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.marketo__bounces__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2"], "model.marketo.stg_marketo__campaigns": ["model.marketo.marketo__campaigns", "model.marketo.marketo__email_sends", "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["model.marketo.marketo__calendar_spine", "model.marketo.stg_marketo__lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["model.marketo.stg_marketo__lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["model.marketo.stg_marketo__activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["model.marketo.stg_marketo__program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["model.marketo.stg_marketo__email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["model.marketo.stg_marketo__campaigns"], "model.marketo.stg_marketo__activity_send_email_tmp": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["model.marketo.stg_marketo__activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["model.marketo.stg_marketo__activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__leads"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__campaigns"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.int_marketo__lead": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine", "model.marketo.marketo__leads"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_pivot": ["model.marketo.marketo__change_data_scd"], "model.marketo.marketo__change_data_scd": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_templates"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__programs"], "model.marketo.marketo__change_data_details": ["model.marketo.marketo__change_data_scd"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": [], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": [], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": [], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": [], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": [], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": [], "test.marketo.not_null_marketo__programs_program_id.de885080e0": [], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": [], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": [], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": [], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": [], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": [], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": [], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": [], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": [], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": [], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": [], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": [], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": [], "source.marketo.marketo.lead": ["model.marketo.stg_marketo__lead_tmp"], "source.marketo.marketo.lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "source.marketo.marketo.activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "source.marketo.marketo.campaign": ["model.marketo.stg_marketo__campaign_tmp"], "source.marketo.marketo.program": ["model.marketo.stg_marketo__program_tmp"], "source.marketo.marketo.email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "source.marketo.marketo.activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "source.marketo.marketo.activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "source.marketo.marketo.activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "source.marketo.marketo.activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "source.marketo.marketo.activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "source.marketo.marketo.activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "source.marketo.marketo.activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "source.marketo.marketo.activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "group_map": {}, "saved_queries": {}, "semantic_models": {}, "unit_tests": {}} \ No newline at end of file From 4f4e49976c813a9a10f3e6b1da0fd7b2582f739c Mon Sep 17 00:00:00 2001 From: Jamie Rodriguez Date: Wed, 5 Nov 2025 14:33:16 -0800 Subject: [PATCH 7/9] catherine feedback --- CHANGELOG.md | 6 +++++- .../tests/consistency/consistency_email_sends.sql | 2 +- .../tests/consistency/consistency_programs.sql | 2 -- macros/union/partition_by_source_relation.sql | 5 +++++ models/intermediate/marketo__change_data_pivot.sql | 2 +- models/intermediate/marketo__change_data_scd.sql | 6 +++--- models/intermediate/marketo__email_sends_deduped.sql | 2 +- models/marketo.yml | 6 +----- models/marketo__lead_history.sql | 4 ++-- models/staging/stg_marketo.yml | 12 ++++++------ .../staging/stg_marketo__email_template_history.sql | 6 +++--- 11 files changed, 28 insertions(+), 25 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 7f8f26b..13e98e0 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,11 +3,15 @@ [PR #52](https://github.com/fivetran/dbt_marketo/pull/52) includes the following updates: ## Schema/Data Change -**1 total change • 0 possible breaking changes** +**5 total changes • 4 possible breaking changes** | Data Model(s) | Change type | Old | New | Notes | | ------------- | ----------- | ----| --- | ----- | | All models | New column | | `source_relation` | Identifies the source connection when using multiple Marketo connections | +| `marketo__lead_history` | Updated surrogate key | `lead_history_id` = `lead_id` + `date_day` | `lead_history_id` = `source_relation` + `lead_id` + `date_day` | | +| `marketo__email_templates`
`stg_marketo__email_template_history` | Updated surrogate key | `email_template_history_id` = `email_template_id` + `inferred_version` | `email_template_history_id` = `source_relation` + `email_template_id` + `inferred_version` | | +|`marketo__email_sends`
`stg_marketo__activity_click_email`
`stg_marketo__activity_email_bounced`
`stg_marketo__activity_email_delivered`
`stg_marketo__activity_open_email`
`stg_marketo__activity_send_email`
`stg_marketo__activity_unsubscribe_email` | Updated surrogate key | `email_send_id` = `primary_attribute_value_id` + `campaign_id` + `campaign_run_id` + `lead_id` | `email_send_id` = `source_relation` + `primary_attribute_value_id` + `campaign_id` + `campaign_run_id` + `lead_id` | | +| `marketo__change_data_details`
`marketo__change_data_pivot`
`marketo__change_data_scd`
`marketo__lead_calendar_spine` | Updated surrogate key | `lead_day_id` = `lead_id` + `date_day` | `lead_day_id` = `source_relation` + `lead_id` + `date_day` | | ## Feature Update - **Union Data Functionality**: This release supports running the package on multiple Marketo source connections. See the [README](https://github.com/fivetran/dbt_marketo/tree/main?tab=readme-ov-file#step-3-define-database-and-schema-variables) for details on how to leverage this feature. diff --git a/integration_tests/tests/consistency/consistency_email_sends.sql b/integration_tests/tests/consistency/consistency_email_sends.sql index f00d731..33f0e0c 100644 --- a/integration_tests/tests/consistency/consistency_email_sends.sql +++ b/integration_tests/tests/consistency/consistency_email_sends.sql @@ -9,7 +9,7 @@ {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %} {% endif %} -{% set columns_to_exclude = columns_to_exclude + var('consistency_test_exclude_metrics', []) %} +{% set columns_to_exclude = ['activity_id'] + var('consistency_test_exclude_columns', []) %} with prod as ( select {{ dbt_utils.star( diff --git a/integration_tests/tests/consistency/consistency_programs.sql b/integration_tests/tests/consistency/consistency_programs.sql index 674d9cc..f1ea7e5 100644 --- a/integration_tests/tests/consistency/consistency_programs.sql +++ b/integration_tests/tests/consistency/consistency_programs.sql @@ -3,8 +3,6 @@ enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true) ) }} -{% set exclude_cols = ['source_relation'] %} - -- this test ensures the marketo__programs end model matches the prior version with prod as ( select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }} diff --git a/macros/union/partition_by_source_relation.sql b/macros/union/partition_by_source_relation.sql index 79ef2be..9b24311 100644 --- a/macros/union/partition_by_source_relation.sql +++ b/macros/union/partition_by_source_relation.sql @@ -1,5 +1,10 @@ {%- macro partition_by_source_relation(has_other_partitions='yes',alias=None) -%} +{{ adapter.dispatch('partition_by_source_relation', 'marketo') (has_other_partitions, alias) }} + +{%- endmacro %} + +{% macro default__partition_by_source_relation(has_other_partitions='yes', alias=None) -%} {% set prefix = '' if alias is none else alias ~ '.' %} {%- if has_other_partitions == 'no' -%} diff --git a/models/intermediate/marketo__change_data_pivot.sql b/models/intermediate/marketo__change_data_pivot.sql index 8eae4b7..d325668 100644 --- a/models/intermediate/marketo__change_data_pivot.sql +++ b/models/intermediate/marketo__change_data_pivot.sql @@ -43,7 +43,7 @@ with change_data as ( select *, row_number() over ( - partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id {{ partition_by_source_relation() }} + partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id {{ marketo.partition_by_source_relation() }} order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order ) as row_num from joined diff --git a/models/intermediate/marketo__change_data_scd.sql b/models/intermediate/marketo__change_data_scd.sql index 301832c..2195499 100644 --- a/models/intermediate/marketo__change_data_scd.sql +++ b/models/intermediate/marketo__change_data_scd.sql @@ -67,7 +67,7 @@ with change_data as ( , unioned.{{ col.name }} , sum(case when unioned.{{ col.name }} is null and not coalesce(details.{{ col.name }}, true) then 0 else 1 end) over ( - partition by unioned.lead_id {{ partition_by_source_relation(alias='unioned') }} + partition by unioned.lead_id {{ marketo.partition_by_source_relation(alias='unioned') }} order by coalesce(unioned.date_day, current_date) desc rows between unbounded preceding and current row) as {{ col.name }}_partition @@ -96,13 +96,13 @@ with change_data as ( {% if col.name not in change_data_columns_xf %} {# If the column does not exist in the change data, grab the value from the current state of the record. #} , last_value(field_partitions.{{ col.name }}) over ( - partition by field_partitions.lead_id {{ partition_by_source_relation(alias='field_partitions') }} + partition by field_partitions.lead_id {{ marketo.partition_by_source_relation(alias='field_partitions') }} order by field_partitions.date_day asc rows between unbounded preceding and current row) as {{ col.name }} {% else %} , first_value(field_partitions.{{ col.name }}) over ( - partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition {{ partition_by_source_relation(alias='field_partitions') }} + partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition {{ marketo.partition_by_source_relation(alias='field_partitions') }} order by field_partitions.valid_to desc rows between unbounded preceding and current row) as {{ col.name }} diff --git a/models/intermediate/marketo__email_sends_deduped.sql b/models/intermediate/marketo__email_sends_deduped.sql index aaf3e5f..055e195 100644 --- a/models/intermediate/marketo__email_sends_deduped.sql +++ b/models/intermediate/marketo__email_sends_deduped.sql @@ -7,7 +7,7 @@ with base as ( select *, - row_number() over (partition by email_send_id {{ partition_by_source_relation() }} order by activity_timestamp asc) as activity_rank + row_number() over (partition by email_send_id {{ marketo.partition_by_source_relation() }} order by activity_timestamp asc) as activity_rank from base ), filtered as ( diff --git a/models/marketo.yml b/models/marketo.yml index 8427d60..9ce7556 100644 --- a/models/marketo.yml +++ b/models/marketo.yml @@ -110,8 +110,6 @@ models: description: The ID of the email's campaign run. - name: choice_number description: The choice number of the current step that triggered the activity. - - name: email_send_id - description: The inferred ID for the email sent. - name: email_template_id description: The ID of the email's template. - name: lead_id @@ -166,8 +164,6 @@ models: description: Subject line of the email. - name: email_template_history_id description: ID of the version of the email template. - - name: email_template_id - description: ID of the email template - name: email_template_name description: Name of the email template. - name: email_template_status @@ -244,7 +240,7 @@ models: - name: source_relation description: "{{ doc('source_relation') }}" - name: lead_history_id - description: Surrogate key combining date_day and lead_id. + description: Surrogate key hashing date_day, lead_id, and source_relation. tests: - not_null - name: lead_id diff --git a/models/marketo__lead_history.sql b/models/marketo__lead_history.sql index 728ee3b..605dcaa 100644 --- a/models/marketo__lead_history.sql +++ b/models/marketo__lead_history.sql @@ -61,7 +61,7 @@ with change_data as ( -- create a batch/partition once a new value is provided , sum(case when new_values_present then 1 else 0 end) over ( - partition by lead_id {{ partition_by_source_relation() }} + partition by lead_id {{ marketo.partition_by_source_relation() }} order by coalesce(date_day, current_date) desc rows between unbounded preceding and current row) as {{ col.name }}_partition @@ -78,7 +78,7 @@ with change_data as ( -- identified by the presence of a record from the SCD table on that day {% for col in filtered_change_data_columns %} , first_value({{ col.name }}) over ( - partition by lead_id, {{ col.name }}_partition {{ partition_by_source_relation() }} + partition by lead_id, {{ col.name }}_partition {{ marketo.partition_by_source_relation() }} order by date_day desc rows between unbounded preceding and current row) as {{ col.name }} diff --git a/models/staging/stg_marketo.yml b/models/staging/stg_marketo.yml index c5d5608..ac7a863 100644 --- a/models/staging/stg_marketo.yml +++ b/models/staging/stg_marketo.yml @@ -60,7 +60,7 @@ models: - name: click_link_url description: The URL of the link clicked. - name: email_send_id - description: The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. + description: The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. - name: email_template_id description: The ID of the email's template. - name: is_mobile_device @@ -105,7 +105,7 @@ models: - name: email_address description: The email address that bounced. - name: email_send_id - description: The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. + description: The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. - name: email_template_id description: The ID of the email's template. - name: lead_id @@ -136,7 +136,7 @@ models: - name: choice_number description: The choice number of the current step that triggered the activity. - name: email_send_id - description: The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. + description: The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. - name: email_template_id description: The ID of the email's template. - name: lead_id @@ -169,7 +169,7 @@ models: - name: device description: The device that was used to open the email. - name: email_send_id - description: The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. + description: The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. - name: email_template_id description: The ID of the email's template. - name: is_mobile_device @@ -208,7 +208,7 @@ models: - name: choice_number description: The choice number of the current step that triggered the activity. - name: email_send_id - description: The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. + description: The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. - name: email_template_id description: The ID of the email's template. - name: lead_id @@ -239,7 +239,7 @@ models: - name: client_ip_address description: The IP address of the client that unsubscribed. - name: email_send_id - description: The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. + description: The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id. - name: email_template_id description: The ID of the email's template. - name: form_fields diff --git a/models/staging/stg_marketo__email_template_history.sql b/models/staging/stg_marketo__email_template_history.sql index 1acf99e..cf2c3c7 100644 --- a/models/staging/stg_marketo__email_template_history.sql +++ b/models/staging/stg_marketo__email_template_history.sql @@ -48,8 +48,8 @@ with base as ( select *, - row_number() over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as inferred_version, - count(*) over (partition by email_template_id {{ partition_by_source_relation() }}) as total_count_of_versions + row_number() over (partition by email_template_id {{ marketo.partition_by_source_relation() }} order by updated_timestamp) as inferred_version, + count(*) over (partition by email_template_id {{ marketo.partition_by_source_relation() }}) as total_count_of_versions from fields ), valid as ( @@ -60,7 +60,7 @@ with base as ( when inferred_version = 1 then created_timestamp else updated_timestamp end as valid_from, - lead(updated_timestamp) over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as valid_to, + lead(updated_timestamp) over (partition by email_template_id {{ marketo.partition_by_source_relation() }} order by updated_timestamp) as valid_to, inferred_version = total_count_of_versions as is_most_recent_version from versions From eb8c8d452ef67c68dc1764cdc693d7f8d08773b7 Mon Sep 17 00:00:00 2001 From: Jamie Rodriguez Date: Wed, 5 Nov 2025 15:38:00 -0800 Subject: [PATCH 8/9] mixed up order --- .../tests/consistency/consistency_email_sends.sql | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/integration_tests/tests/consistency/consistency_email_sends.sql b/integration_tests/tests/consistency/consistency_email_sends.sql index 33f0e0c..9165158 100644 --- a/integration_tests/tests/consistency/consistency_email_sends.sql +++ b/integration_tests/tests/consistency/consistency_email_sends.sql @@ -3,14 +3,12 @@ enabled=var('fivetran_validation_tests_enabled', false) ) }} -{% set columns_to_exclude = var('consistency_test_exclude_columns', []) %} +{% set columns_to_exclude = ['activity_id'] + var('consistency_test_exclude_columns', []) %} {% if not var('marketo__enable_campaigns', True) %} {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %} {% endif %} -{% set columns_to_exclude = ['activity_id'] + var('consistency_test_exclude_columns', []) %} - with prod as ( select {{ dbt_utils.star( from=ref('marketo__email_sends'), From 6d684e718f10b3ee5d528a5c4a2e754177be350b Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Thu, 6 Nov 2025 20:25:28 +0000 Subject: [PATCH 9/9] Generate dbt docs via GitHub Actions --- docs/catalog.json | 2 +- docs/manifest.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/catalog.json b/docs/catalog.json index fed54d4..2ad4068 100644 --- a/docs/catalog.json +++ b/docs/catalog.json @@ -1 +1 @@ -{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/catalog/v1.json", "dbt_version": "1.10.13", "generated_at": "2025-11-04T20:37:37.981998Z", "invocation_id": "54a8f044-ae71-46ed-96a2-d7b808aff031", "invocation_started_at": "2025-11-04T20:37:34.460305Z", "env": {}}, "nodes": {"seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data"}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data"}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data"}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data"}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data"}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data"}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data"}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data"}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data"}, "seed.marketo_integration_tests.marketo_campaign_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_campaign_data"}, "seed.marketo_integration_tests.marketo_email_template_history_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data"}, "seed.marketo_integration_tests.marketo_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_data"}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data"}, "seed.marketo_integration_tests.marketo_program_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_program_data"}, "model.marketo.int_marketo__lead": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "int_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}, "is_deleted": {"type": "boolean", "index": 38, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 39, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 40, "name": "is_merged", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.int_marketo__lead"}, "model.marketo.marketo__calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__calendar_spine"}, "model.marketo.marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "is_active": {"type": "boolean", "index": 2, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 4, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 7, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 8, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 9, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 10, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 11, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 12, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 13, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 14, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 15, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 16, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 17, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 18, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 19, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 20, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 21, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 22, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 23, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 24, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 25, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 26, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 27, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 28, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 29, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 30, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 31, "name": "status", "comment": null}, "count_sends": {"type": "bigint", "index": 32, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 33, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 34, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 35, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 36, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 37, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 38, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 39, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__campaigns"}, "model.marketo.marketo__change_data_details": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 3, "name": "date_day", "comment": null}, "urgency": {"type": "boolean", "index": 4, "name": "urgency", "comment": null}, "priority": {"type": "boolean", "index": 5, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 6, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_details"}, "model.marketo.marketo__change_data_pivot": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 3, "name": "date_day", "comment": null}, "urgency": {"type": "text", "index": 4, "name": "urgency", "comment": null}, "priority": {"type": "text", "index": 5, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 6, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_pivot"}, "model.marketo.marketo__change_data_scd": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "valid_to": {"type": "date", "index": 2, "name": "valid_to", "comment": null}, "lead_id": {"type": "integer", "index": 3, "name": "lead_id", "comment": null}, "lead_day_id": {"type": "text", "index": 4, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_scd"}, "model.marketo.marketo__email_sends": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_sends", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 4, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 6, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 13, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 14, "name": "email_send_id", "comment": null}, "activity_rank": {"type": "bigint", "index": 15, "name": "activity_rank", "comment": null}, "count_opens": {"type": "bigint", "index": 16, "name": "count_opens", "comment": null}, "count_bounces": {"type": "bigint", "index": 17, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "bigint", "index": 18, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "bigint", "index": 19, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "bigint", "index": 20, "name": "count_unsubscribes", "comment": null}, "was_opened": {"type": "boolean", "index": 21, "name": "was_opened", "comment": null}, "was_bounced": {"type": "boolean", "index": 22, "name": "was_bounced", "comment": null}, "was_clicked": {"type": "boolean", "index": 23, "name": "was_clicked", "comment": null}, "was_delivered": {"type": "boolean", "index": 24, "name": "was_delivered", "comment": null}, "was_unsubscribed": {"type": "boolean", "index": 25, "name": "was_unsubscribed", "comment": null}, "campaign_type": {"type": "text", "index": 26, "name": "campaign_type", "comment": null}, "program_id": {"type": "integer", "index": 27, "name": "program_id", "comment": null}, "is_operational": {"type": "boolean", "index": 28, "name": "is_operational", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_sends"}, "model.marketo.marketo__email_templates": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_templates", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 4, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 5, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 6, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 7, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 8, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 9, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 11, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 12, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 13, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 14, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 15, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 16, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 17, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 18, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 19, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 20, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 21, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 22, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 23, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 24, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 25, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 26, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 27, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 28, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 29, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 30, "name": "email_template_history_id", "comment": null}, "count_sends": {"type": "bigint", "index": 31, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 32, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 33, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 34, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 35, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 36, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 37, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 38, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_templates"}, "model.marketo.marketo__lead_calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "source_relation": {"type": "text", "index": 3, "name": "source_relation", "comment": null}, "lead_day_id": {"type": "text", "index": 4, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_calendar_spine"}, "model.marketo.marketo__lead_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "date_day": {"type": "date", "index": 2, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 3, "name": "lead_id", "comment": null}, "lead_history_id": {"type": "text", "index": 4, "name": "lead_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_history"}, "model.marketo.marketo__leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}, "is_deleted": {"type": "boolean", "index": 38, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 39, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 40, "name": "is_merged", "comment": null}, "count_sends": {"type": "bigint", "index": 41, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 42, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 43, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 44, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 45, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 46, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 47, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 48, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__leads"}, "model.marketo.marketo__programs": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__programs", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "program_id": {"type": "integer", "index": 2, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 3, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 4, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 5, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 6, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 7, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 8, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 9, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 10, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 11, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 12, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 13, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 14, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 15, "name": "workspace", "comment": null}, "count_sends": {"type": "bigint", "index": 16, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 17, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 18, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 19, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 20, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 21, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 22, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 23, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__programs"}, "model.marketo.stg_marketo__activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 4, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "activity_id": {"type": "integer", "index": 6, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "modifying_user_id": {"type": "integer", "index": 8, "name": "modifying_user_id", "comment": null}, "new_value": {"type": "text", "index": 9, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 10, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "change_reason": {"type": "text", "index": 13, "name": "change_reason", "comment": null}, "request_id": {"type": "integer", "index": 14, "name": "request_id", "comment": null}, "change_source": {"type": "text", "index": 15, "name": "change_source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value"}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp"}, "model.marketo.stg_marketo__activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "click_device": {"type": "text", "index": 7, "name": "click_device", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 10, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "click_link_url": {"type": "text", "index": 12, "name": "click_link_url", "comment": null}, "user_platform": {"type": "text", "index": 13, "name": "user_platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 14, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 15, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 16, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 17, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 18, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email"}, "model.marketo.stg_marketo__activity_click_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp"}, "model.marketo.stg_marketo__activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_id": {"type": "integer", "index": 2, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 3, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 4, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 5, "name": "activity_type_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "campaign_id": {"type": "integer", "index": 7, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead"}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp"}, "model.marketo.stg_marketo__activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "bounce_category": {"type": "integer", "index": 6, "name": "bounce_category", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 8, "name": "details", "comment": null}, "email_address": {"type": "text", "index": 9, "name": "email_address", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 11, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 12, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "bounce_subcategory": {"type": "integer", "index": 16, "name": "bounce_subcategory", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced"}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp"}, "model.marketo.stg_marketo__activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 12, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 13, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered"}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp"}, "model.marketo.stg_marketo__activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_id": {"type": "integer", "index": 2, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 3, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 4, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 5, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 8, "name": "master_updated", "comment": null}, "merged_lead_id": {"type": "text", "index": 9, "name": "merged_lead_id", "comment": null}, "merge_source": {"type": "text", "index": 10, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 11, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads"}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp"}, "model.marketo.stg_marketo__activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 7, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 10, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email"}, "model.marketo.stg_marketo__activity_open_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp"}, "model.marketo.stg_marketo__activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 4, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 6, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 13, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 14, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email"}, "model.marketo.stg_marketo__activity_send_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp"}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 6, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 8, "name": "form_fields", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 13, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 14, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 16, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 17, "name": "webpage_id", "comment": null}, "email_send_id": {"type": "text", "index": 18, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email"}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp"}, "model.marketo.stg_marketo__campaign_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaign_tmp"}, "model.marketo.stg_marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "is_active": {"type": "boolean", "index": 2, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 4, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 7, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 8, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 9, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 10, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 11, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 12, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 13, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 14, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 15, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 16, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 17, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 18, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 19, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 20, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 21, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 22, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 23, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 24, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 25, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 26, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 27, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 28, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 29, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 30, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 31, "name": "status", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaigns"}, "model.marketo.stg_marketo__email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 4, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 5, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 6, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 7, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 8, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 9, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 11, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 12, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 13, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 14, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 15, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 16, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 17, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 18, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 19, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 20, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 21, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 22, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 23, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 24, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 25, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 26, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 27, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 28, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 29, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 30, "name": "email_template_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history"}, "model.marketo.stg_marketo__email_template_history_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history_tmp"}, "model.marketo.stg_marketo__lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead"}, "model.marketo.stg_marketo__lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "data_type": {"type": "text", "index": 2, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 3, "name": "display_name", "comment": null}, "lead_describe_id": {"type": "integer", "index": 4, "name": "lead_describe_id", "comment": null}, "field_max_length": {"type": "integer", "index": 5, "name": "field_max_length", "comment": null}, "rest_name": {"type": "text", "index": 6, "name": "rest_name", "comment": null}, "is_rest_readonly": {"type": "boolean", "index": 7, "name": "is_rest_readonly", "comment": null}, "soap_name": {"type": "text", "index": 8, "name": "soap_name", "comment": null}, "is_soap_readonly": {"type": "boolean", "index": 9, "name": "is_soap_readonly", "comment": null}, "rest_name_xf": {"type": "text", "index": 10, "name": "rest_name_xf", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe"}, "model.marketo.stg_marketo__lead_describe_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe_tmp"}, "model.marketo.stg_marketo__lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_tmp"}, "model.marketo.stg_marketo__program": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__program", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "program_id": {"type": "integer", "index": 2, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 3, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 4, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 5, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 6, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 7, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 8, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 9, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 10, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 11, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 12, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 13, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 14, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 15, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program"}, "model.marketo.stg_marketo__program_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program_tmp"}}, "sources": {"source.marketo.marketo.activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_change_data_value"}, "source.marketo.marketo.activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_click_email"}, "source.marketo.marketo.activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_delete_lead"}, "source.marketo.marketo.activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_bounced"}, "source.marketo.marketo.activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_delivered"}, "source.marketo.marketo.activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_merge_leads"}, "source.marketo.marketo.activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_open_email"}, "source.marketo.marketo.activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_send_email"}, "source.marketo.marketo.activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_unsubscribe_email"}, "source.marketo.marketo.campaign": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.campaign"}, "source.marketo.marketo.email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.email_template_history"}, "source.marketo.marketo.lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead"}, "source.marketo.marketo.lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead_describe"}, "source.marketo.marketo.program": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.program"}}, "errors": null} \ No newline at end of file +{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/catalog/v1.json", "dbt_version": "1.10.13", "generated_at": "2025-11-06T20:25:27.917645Z", "invocation_id": "05c1c338-dff9-4ec6-ba07-77b10e6ef52f", "invocation_started_at": "2025-11-06T20:25:24.698311Z", "env": {}}, "nodes": {"seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data"}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data"}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data"}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data"}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data"}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data"}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data"}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data"}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data"}, "seed.marketo_integration_tests.marketo_campaign_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_campaign_data"}, "seed.marketo_integration_tests.marketo_email_template_history_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data"}, "seed.marketo_integration_tests.marketo_lead_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_data"}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data"}, "seed.marketo_integration_tests.marketo_program_data": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "seed.marketo_integration_tests.marketo_program_data"}, "model.marketo.int_marketo__lead": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "int_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}, "is_deleted": {"type": "boolean", "index": 38, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 39, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 40, "name": "is_merged", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.int_marketo__lead"}, "model.marketo.marketo__calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__calendar_spine"}, "model.marketo.marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "is_active": {"type": "boolean", "index": 2, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 4, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 7, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 8, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 9, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 10, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 11, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 12, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 13, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 14, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 15, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 16, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 17, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 18, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 19, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 20, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 21, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 22, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 23, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 24, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 25, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 26, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 27, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 28, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 29, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 30, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 31, "name": "status", "comment": null}, "count_sends": {"type": "bigint", "index": 32, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 33, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 34, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 35, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 36, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 37, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 38, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 39, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__campaigns"}, "model.marketo.marketo__change_data_details": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 3, "name": "date_day", "comment": null}, "urgency": {"type": "boolean", "index": 4, "name": "urgency", "comment": null}, "priority": {"type": "boolean", "index": 5, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 6, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_details"}, "model.marketo.marketo__change_data_pivot": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "date_day": {"type": "date", "index": 3, "name": "date_day", "comment": null}, "urgency": {"type": "text", "index": 4, "name": "urgency", "comment": null}, "priority": {"type": "text", "index": 5, "name": "priority", "comment": null}, "lead_day_id": {"type": "text", "index": 6, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_pivot"}, "model.marketo.marketo__change_data_scd": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "valid_to": {"type": "date", "index": 2, "name": "valid_to", "comment": null}, "lead_id": {"type": "integer", "index": 3, "name": "lead_id", "comment": null}, "lead_day_id": {"type": "text", "index": 4, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__change_data_scd"}, "model.marketo.marketo__email_sends": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_sends", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 4, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 6, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 13, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 14, "name": "email_send_id", "comment": null}, "activity_rank": {"type": "bigint", "index": 15, "name": "activity_rank", "comment": null}, "count_opens": {"type": "bigint", "index": 16, "name": "count_opens", "comment": null}, "count_bounces": {"type": "bigint", "index": 17, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "bigint", "index": 18, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "bigint", "index": 19, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "bigint", "index": 20, "name": "count_unsubscribes", "comment": null}, "was_opened": {"type": "boolean", "index": 21, "name": "was_opened", "comment": null}, "was_bounced": {"type": "boolean", "index": 22, "name": "was_bounced", "comment": null}, "was_clicked": {"type": "boolean", "index": 23, "name": "was_clicked", "comment": null}, "was_delivered": {"type": "boolean", "index": 24, "name": "was_delivered", "comment": null}, "was_unsubscribed": {"type": "boolean", "index": 25, "name": "was_unsubscribed", "comment": null}, "campaign_type": {"type": "text", "index": 26, "name": "campaign_type", "comment": null}, "program_id": {"type": "integer", "index": 27, "name": "program_id", "comment": null}, "is_operational": {"type": "boolean", "index": 28, "name": "is_operational", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_sends"}, "model.marketo.marketo__email_templates": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__email_templates", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 4, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 5, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 6, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 7, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 8, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 9, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 11, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 12, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 13, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 14, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 15, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 16, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 17, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 18, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 19, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 20, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 21, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 22, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 23, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 24, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 25, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 26, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 27, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 28, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 29, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 30, "name": "email_template_history_id", "comment": null}, "count_sends": {"type": "bigint", "index": 31, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 32, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 33, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 34, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 35, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 36, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 37, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 38, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__email_templates"}, "model.marketo.marketo__lead_calendar_spine": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"date_day": {"type": "date", "index": 1, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 2, "name": "lead_id", "comment": null}, "source_relation": {"type": "text", "index": 3, "name": "source_relation", "comment": null}, "lead_day_id": {"type": "text", "index": 4, "name": "lead_day_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_calendar_spine"}, "model.marketo.marketo__lead_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__lead_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "date_day": {"type": "date", "index": 2, "name": "date_day", "comment": null}, "lead_id": {"type": "integer", "index": 3, "name": "lead_id", "comment": null}, "lead_history_id": {"type": "text", "index": 4, "name": "lead_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__lead_history"}, "model.marketo.marketo__leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}, "is_deleted": {"type": "boolean", "index": 38, "name": "is_deleted", "comment": null}, "merged_into_lead_id": {"type": "text", "index": 39, "name": "merged_into_lead_id", "comment": null}, "is_merged": {"type": "boolean", "index": 40, "name": "is_merged", "comment": null}, "count_sends": {"type": "bigint", "index": 41, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 42, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 43, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 44, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 45, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 46, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 47, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 48, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__leads"}, "model.marketo.marketo__programs": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "marketo__programs", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "program_id": {"type": "integer", "index": 2, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 3, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 4, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 5, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 6, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 7, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 8, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 9, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 10, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 11, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 12, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 13, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 14, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 15, "name": "workspace", "comment": null}, "count_sends": {"type": "bigint", "index": 16, "name": "count_sends", "comment": null}, "count_opens": {"type": "numeric", "index": 17, "name": "count_opens", "comment": null}, "count_bounces": {"type": "numeric", "index": 18, "name": "count_bounces", "comment": null}, "count_clicks": {"type": "numeric", "index": 19, "name": "count_clicks", "comment": null}, "count_deliveries": {"type": "numeric", "index": 20, "name": "count_deliveries", "comment": null}, "count_unsubscribes": {"type": "numeric", "index": 21, "name": "count_unsubscribes", "comment": null}, "count_unique_opens": {"type": "bigint", "index": 22, "name": "count_unique_opens", "comment": null}, "count_unique_clicks": {"type": "bigint", "index": 23, "name": "count_unique_clicks", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.marketo__programs"}, "model.marketo.stg_marketo__activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 4, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "activity_id": {"type": "integer", "index": 6, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "modifying_user_id": {"type": "integer", "index": 8, "name": "modifying_user_id", "comment": null}, "new_value": {"type": "text", "index": 9, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 10, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "change_reason": {"type": "text", "index": 13, "name": "change_reason", "comment": null}, "request_id": {"type": "integer", "index": 14, "name": "request_id", "comment": null}, "change_source": {"type": "text", "index": 15, "name": "change_source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value"}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp"}, "model.marketo.stg_marketo__activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "click_device": {"type": "text", "index": 7, "name": "click_device", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 10, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "click_link_url": {"type": "text", "index": 12, "name": "click_link_url", "comment": null}, "user_platform": {"type": "text", "index": 13, "name": "user_platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 14, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 15, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 16, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 17, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 18, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email"}, "model.marketo.stg_marketo__activity_click_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp"}, "model.marketo.stg_marketo__activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_id": {"type": "integer", "index": 2, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 3, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 4, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 5, "name": "activity_type_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "campaign_id": {"type": "integer", "index": 7, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead"}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp"}, "model.marketo.stg_marketo__activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "bounce_category": {"type": "integer", "index": 6, "name": "bounce_category", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 8, "name": "details", "comment": null}, "email_address": {"type": "text", "index": 9, "name": "email_address", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 11, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 12, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "bounce_subcategory": {"type": "integer", "index": 16, "name": "bounce_subcategory", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced"}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp"}, "model.marketo.stg_marketo__activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 8, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 12, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 13, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered"}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp"}, "model.marketo.stg_marketo__activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_id": {"type": "integer", "index": 2, "name": "activity_id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 3, "name": "_fivetran_synced", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 4, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 5, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 8, "name": "master_updated", "comment": null}, "merged_lead_id": {"type": "text", "index": 9, "name": "merged_lead_id", "comment": null}, "merge_source": {"type": "text", "index": 10, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 11, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads"}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp"}, "model.marketo.stg_marketo__activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 7, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 10, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}, "email_send_id": {"type": "text", "index": 17, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email"}, "model.marketo.stg_marketo__activity_open_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp"}, "model.marketo.stg_marketo__activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "action_result": {"type": "text", "index": 4, "name": "action_result", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 6, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 7, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 8, "name": "email_template_id", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 13, "name": "step_id", "comment": null}, "email_send_id": {"type": "text", "index": 14, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email"}, "model.marketo.stg_marketo__activity_send_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp"}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "activity_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "activity_timestamp", "comment": null}, "activity_type_id": {"type": "integer", "index": 3, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 5, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 6, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 8, "name": "form_fields", "comment": null}, "activity_id": {"type": "integer", "index": 9, "name": "activity_id", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 13, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 14, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 16, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 17, "name": "webpage_id", "comment": null}, "email_send_id": {"type": "text", "index": 18, "name": "email_send_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email"}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp"}, "model.marketo.stg_marketo__campaign_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaign_tmp"}, "model.marketo.stg_marketo__campaigns": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "is_active": {"type": "boolean", "index": 2, "name": "is_active", "comment": null}, "created_timestamp": {"type": "text", "index": 3, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 4, "name": "description", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "campaign_name": {"type": "text", "index": 6, "name": "campaign_name", "comment": null}, "program_id": {"type": "integer", "index": 7, "name": "program_id", "comment": null}, "campaign_type": {"type": "text", "index": 8, "name": "campaign_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 9, "name": "updated_timestamp", "comment": null}, "workspace_name": {"type": "text", "index": 10, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 11, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 12, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 13, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 14, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 15, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 16, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 17, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 18, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 19, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 20, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 21, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 22, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 23, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 24, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 25, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 26, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 27, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 28, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 29, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 30, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 31, "name": "status", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__campaigns"}, "model.marketo.stg_marketo__email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "folder_name": {"type": "text", "index": 4, "name": "folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 5, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 6, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 7, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 8, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 9, "name": "from_name", "comment": null}, "email_template_id": {"type": "integer", "index": 10, "name": "email_template_id", "comment": null}, "email_template_name": {"type": "text", "index": 11, "name": "email_template_name", "comment": null}, "is_operational": {"type": "boolean", "index": 12, "name": "is_operational", "comment": null}, "program_id": {"type": "integer", "index": 13, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 14, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 15, "name": "reply_email", "comment": null}, "email_template_status": {"type": "text", "index": 16, "name": "email_template_status", "comment": null}, "email_subject": {"type": "text", "index": 17, "name": "email_subject", "comment": null}, "parent_template_id": {"type": "integer", "index": 18, "name": "parent_template_id", "comment": null}, "is_text_only": {"type": "boolean", "index": 19, "name": "is_text_only", "comment": null}, "updated_timestamp": {"type": "timestamp without time zone", "index": 20, "name": "updated_timestamp", "comment": null}, "email_template_url": {"type": "text", "index": 21, "name": "email_template_url", "comment": null}, "version_type": {"type": "integer", "index": 22, "name": "version_type", "comment": null}, "has_web_view_enabled": {"type": "boolean", "index": 23, "name": "has_web_view_enabled", "comment": null}, "workspace_name": {"type": "text", "index": 24, "name": "workspace_name", "comment": null}, "inferred_version": {"type": "bigint", "index": 25, "name": "inferred_version", "comment": null}, "total_count_of_versions": {"type": "bigint", "index": 26, "name": "total_count_of_versions", "comment": null}, "valid_from": {"type": "timestamp without time zone", "index": 27, "name": "valid_from", "comment": null}, "valid_to": {"type": "timestamp without time zone", "index": 28, "name": "valid_to", "comment": null}, "is_most_recent_version": {"type": "boolean", "index": 29, "name": "is_most_recent_version", "comment": null}, "email_template_history_id": {"type": "text", "index": 30, "name": "email_template_history_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history"}, "model.marketo.stg_marketo__email_template_history_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__email_template_history_tmp"}, "model.marketo.stg_marketo__lead": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"_fivetran_synced": {"type": "timestamp without time zone", "index": 1, "name": "_fivetran_synced", "comment": null}, "created_timestamp": {"type": "timestamp without time zone", "index": 2, "name": "created_timestamp", "comment": null}, "email": {"type": "text", "index": 3, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 4, "name": "first_name", "comment": null}, "lead_id": {"type": "integer", "index": 5, "name": "lead_id", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}, "updated_timestamp": {"type": "text", "index": 7, "name": "updated_timestamp", "comment": null}, "phone": {"type": "text", "index": 8, "name": "phone", "comment": null}, "main_phone": {"type": "text", "index": 9, "name": "main_phone", "comment": null}, "mobile_phone": {"type": "text", "index": 10, "name": "mobile_phone", "comment": null}, "company": {"type": "text", "index": 11, "name": "company", "comment": null}, "inferred_company": {"type": "text", "index": 12, "name": "inferred_company", "comment": null}, "address_lead": {"type": "text", "index": 13, "name": "address_lead", "comment": null}, "address": {"type": "text", "index": 14, "name": "address", "comment": null}, "city": {"type": "text", "index": 15, "name": "city", "comment": null}, "state": {"type": "text", "index": 16, "name": "state", "comment": null}, "state_code": {"type": "text", "index": 17, "name": "state_code", "comment": null}, "country": {"type": "text", "index": 18, "name": "country", "comment": null}, "country_code": {"type": "text", "index": 19, "name": "country_code", "comment": null}, "postal_code": {"type": "text", "index": 20, "name": "postal_code", "comment": null}, "billing_street": {"type": "text", "index": 21, "name": "billing_street", "comment": null}, "billing_city": {"type": "text", "index": 22, "name": "billing_city", "comment": null}, "billing_state": {"type": "text", "index": 23, "name": "billing_state", "comment": null}, "billing_state_code": {"type": "text", "index": 24, "name": "billing_state_code", "comment": null}, "billing_country": {"type": "text", "index": 25, "name": "billing_country", "comment": null}, "billing_country_code": {"type": "text", "index": 26, "name": "billing_country_code", "comment": null}, "billing_postal_code": {"type": "text", "index": 27, "name": "billing_postal_code", "comment": null}, "inferred_city": {"type": "text", "index": 28, "name": "inferred_city", "comment": null}, "inferred_state_region": {"type": "text", "index": 29, "name": "inferred_state_region", "comment": null}, "inferred_country": {"type": "text", "index": 30, "name": "inferred_country", "comment": null}, "inferred_postal_code": {"type": "text", "index": 31, "name": "inferred_postal_code", "comment": null}, "inferred_phone_area_code": {"type": "text", "index": 32, "name": "inferred_phone_area_code", "comment": null}, "anonymous_ip": {"type": "text", "index": 33, "name": "anonymous_ip", "comment": null}, "is_unsubscribed": {"type": "boolean", "index": 34, "name": "is_unsubscribed", "comment": null}, "is_email_invalid": {"type": "boolean", "index": 35, "name": "is_email_invalid", "comment": null}, "do_not_call": {"type": "boolean", "index": 36, "name": "do_not_call", "comment": null}, "source_relation": {"type": "text", "index": 37, "name": "source_relation", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead"}, "model.marketo.stg_marketo__lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "data_type": {"type": "text", "index": 2, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 3, "name": "display_name", "comment": null}, "lead_describe_id": {"type": "integer", "index": 4, "name": "lead_describe_id", "comment": null}, "field_max_length": {"type": "integer", "index": 5, "name": "field_max_length", "comment": null}, "rest_name": {"type": "text", "index": 6, "name": "rest_name", "comment": null}, "is_rest_readonly": {"type": "boolean", "index": 7, "name": "is_rest_readonly", "comment": null}, "soap_name": {"type": "text", "index": 8, "name": "soap_name", "comment": null}, "is_soap_readonly": {"type": "boolean", "index": 9, "name": "is_soap_readonly", "comment": null}, "rest_name_xf": {"type": "text", "index": 10, "name": "rest_name_xf", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe"}, "model.marketo.stg_marketo__lead_describe_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_describe_tmp"}, "model.marketo.stg_marketo__lead_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__lead_tmp"}, "model.marketo.stg_marketo__program": {"metadata": {"type": "BASE TABLE", "schema": "public_marketo_dev", "name": "stg_marketo__program", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"source_relation": {"type": "text", "index": 1, "name": "source_relation", "comment": null}, "program_id": {"type": "integer", "index": 2, "name": "program_id", "comment": null}, "channel": {"type": "text", "index": 3, "name": "channel", "comment": null}, "created_timestamp": {"type": "text", "index": 4, "name": "created_timestamp", "comment": null}, "description": {"type": "integer", "index": 5, "name": "description", "comment": null}, "end_timestamp": {"type": "integer", "index": 6, "name": "end_timestamp", "comment": null}, "program_name": {"type": "text", "index": 7, "name": "program_name", "comment": null}, "sfdc_id": {"type": "text", "index": 8, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 9, "name": "sfdc_name", "comment": null}, "start_timestamp": {"type": "integer", "index": 10, "name": "start_timestamp", "comment": null}, "program_status": {"type": "text", "index": 11, "name": "program_status", "comment": null}, "program_type": {"type": "text", "index": 12, "name": "program_type", "comment": null}, "updated_timestamp": {"type": "text", "index": 13, "name": "updated_timestamp", "comment": null}, "url": {"type": "text", "index": 14, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 15, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program"}, "model.marketo.stg_marketo__program_tmp": {"metadata": {"type": "VIEW", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "model.marketo.stg_marketo__program_tmp"}}, "sources": {"source.marketo.marketo.activity_change_data_value": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_change_data_value_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "api_method_name": {"type": "integer", "index": 3, "name": "api_method_name", "comment": null}, "campaign_id": {"type": "integer", "index": 4, "name": "campaign_id", "comment": null}, "id": {"type": "integer", "index": 5, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "modifying_user": {"type": "integer", "index": 7, "name": "modifying_user", "comment": null}, "new_value": {"type": "text", "index": 8, "name": "new_value", "comment": null}, "old_value": {"type": "text", "index": 9, "name": "old_value", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "reason": {"type": "text", "index": 12, "name": "reason", "comment": null}, "request_id": {"type": "integer", "index": 13, "name": "request_id", "comment": null}, "source": {"type": "text", "index": 14, "name": "source", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_change_data_value"}, "source.marketo.marketo.activity_click_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_click_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "link": {"type": "text", "index": 11, "name": "link", "comment": null}, "platform": {"type": "text", "index": 12, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 13, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 14, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 15, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 16, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_click_email"}, "source.marketo.marketo.activity_delete_lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_delete_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign": {"type": "text", "index": 5, "name": "campaign", "comment": null}, "campaign_id": {"type": "integer", "index": 6, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 7, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 8, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_delete_lead"}, "source.marketo.marketo.activity_email_bounced": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_bounced_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "category": {"type": "integer", "index": 5, "name": "category", "comment": null}, "choice_number": {"type": "integer", "index": 6, "name": "choice_number", "comment": null}, "details": {"type": "text", "index": 7, "name": "details", "comment": null}, "email": {"type": "text", "index": 8, "name": "email", "comment": null}, "email_template_id": {"type": "integer", "index": 9, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 10, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 11, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "subcategory": {"type": "integer", "index": 15, "name": "subcategory", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_bounced"}, "source.marketo.marketo.activity_email_delivered": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_email_delivered_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 9, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 10, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_email_delivered"}, "source.marketo.marketo.activity_merge_leads": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_merge_leads_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "_fivetran_synced": {"type": "text", "index": 2, "name": "_fivetran_synced", "comment": null}, "activity_date": {"type": "text", "index": 3, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 4, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 5, "name": "campaign_id", "comment": null}, "lead_id": {"type": "integer", "index": 6, "name": "lead_id", "comment": null}, "master_updated": {"type": "boolean", "index": 7, "name": "master_updated", "comment": null}, "merge_ids": {"type": "text", "index": 8, "name": "merge_ids", "comment": null}, "merge_source": {"type": "text", "index": 9, "name": "merge_source", "comment": null}, "merged_in_sales": {"type": "boolean", "index": 10, "name": "merged_in_sales", "comment": null}, "primary_attribute_value": {"type": "text", "index": 11, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 12, "name": "primary_attribute_value_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_merge_leads"}, "source.marketo.marketo.activity_open_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_open_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "device": {"type": "text", "index": 6, "name": "device", "comment": null}, "email_template_id": {"type": "integer", "index": 7, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "is_mobile_device": {"type": "boolean", "index": 9, "name": "is_mobile_device", "comment": null}, "lead_id": {"type": "integer", "index": 10, "name": "lead_id", "comment": null}, "platform": {"type": "text", "index": 11, "name": "platform", "comment": null}, "primary_attribute_value": {"type": "text", "index": 12, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 13, "name": "primary_attribute_value_id", "comment": null}, "step_id": {"type": "integer", "index": 14, "name": "step_id", "comment": null}, "user_agent": {"type": "text", "index": 15, "name": "user_agent", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_open_email"}, "source.marketo.marketo.activity_send_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_send_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "timestamp without time zone", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "choice_number": {"type": "integer", "index": 5, "name": "choice_number", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "id": {"type": "integer", "index": 7, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 8, "name": "lead_id", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 9, "name": "primary_attribute_value_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "step_id": {"type": "integer", "index": 11, "name": "step_id", "comment": null}, "action_result": {"type": "text", "index": 12, "name": "action_result", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_send_email"}, "source.marketo.marketo.activity_unsubscribe_email": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"activity_date": {"type": "text", "index": 1, "name": "activity_date", "comment": null}, "activity_type_id": {"type": "integer", "index": 2, "name": "activity_type_id", "comment": null}, "campaign_id": {"type": "integer", "index": 3, "name": "campaign_id", "comment": null}, "campaign_run_id": {"type": "integer", "index": 4, "name": "campaign_run_id", "comment": null}, "client_ip_address": {"type": "text", "index": 5, "name": "client_ip_address", "comment": null}, "email_template_id": {"type": "integer", "index": 6, "name": "email_template_id", "comment": null}, "form_fields": {"type": "text", "index": 7, "name": "form_fields", "comment": null}, "id": {"type": "integer", "index": 8, "name": "id", "comment": null}, "lead_id": {"type": "integer", "index": 9, "name": "lead_id", "comment": null}, "primary_attribute_value": {"type": "text", "index": 10, "name": "primary_attribute_value", "comment": null}, "primary_attribute_value_id": {"type": "integer", "index": 11, "name": "primary_attribute_value_id", "comment": null}, "query_parameters": {"type": "text", "index": 12, "name": "query_parameters", "comment": null}, "referrer_url": {"type": "text", "index": 13, "name": "referrer_url", "comment": null}, "user_agent": {"type": "text", "index": 14, "name": "user_agent", "comment": null}, "webform_id": {"type": "integer", "index": 15, "name": "webform_id", "comment": null}, "webpage_id": {"type": "integer", "index": 16, "name": "webpage_id", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.activity_unsubscribe_email"}, "source.marketo.marketo.campaign": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_campaign_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"active": {"type": "boolean", "index": 1, "name": "active", "comment": null}, "created_at": {"type": "text", "index": 2, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 3, "name": "description", "comment": null}, "id": {"type": "integer", "index": 4, "name": "id", "comment": null}, "name": {"type": "text", "index": 5, "name": "name", "comment": null}, "program_id": {"type": "integer", "index": 6, "name": "program_id", "comment": null}, "type": {"type": "text", "index": 7, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 8, "name": "updated_at", "comment": null}, "workspace_name": {"type": "text", "index": 9, "name": "workspace_name", "comment": null}, "computed_url": {"type": "text", "index": 10, "name": "computed_url", "comment": null}, "flow_id": {"type": "integer", "index": 11, "name": "flow_id", "comment": null}, "folder_id": {"type": "integer", "index": 12, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 13, "name": "folder_type", "comment": null}, "is_communication_limit_enabled": {"type": "boolean", "index": 14, "name": "is_communication_limit_enabled", "comment": null}, "is_requestable": {"type": "boolean", "index": 15, "name": "is_requestable", "comment": null}, "is_system": {"type": "boolean", "index": 16, "name": "is_system", "comment": null}, "max_members": {"type": "integer", "index": 17, "name": "max_members", "comment": null}, "qualification_rule_type": {"type": "text", "index": 18, "name": "qualification_rule_type", "comment": null}, "qualification_rule_interval": {"type": "integer", "index": 19, "name": "qualification_rule_interval", "comment": null}, "qualification_rule_unit": {"type": "text", "index": 20, "name": "qualification_rule_unit", "comment": null}, "recurrence_start_at": {"type": "text", "index": 21, "name": "recurrence_start_at", "comment": null}, "recurrence_end_at": {"type": "integer", "index": 22, "name": "recurrence_end_at", "comment": null}, "recurrence_interval_type": {"type": "text", "index": 23, "name": "recurrence_interval_type", "comment": null}, "recurrence_interval": {"type": "integer", "index": 24, "name": "recurrence_interval", "comment": null}, "recurrence_weekday_only": {"type": "boolean", "index": 25, "name": "recurrence_weekday_only", "comment": null}, "recurrence_day_of_month": {"type": "integer", "index": 26, "name": "recurrence_day_of_month", "comment": null}, "recurrence_day_of_week": {"type": "integer", "index": 27, "name": "recurrence_day_of_week", "comment": null}, "recurrence_week_of_month": {"type": "integer", "index": 28, "name": "recurrence_week_of_month", "comment": null}, "smart_list_id": {"type": "integer", "index": 29, "name": "smart_list_id", "comment": null}, "status": {"type": "text", "index": 30, "name": "status", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 31, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.campaign"}, "source.marketo.marketo.email_template_history": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_email_template_history_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"created_at": {"type": "timestamp without time zone", "index": 1, "name": "created_at", "comment": null}, "description": {"type": "text", "index": 2, "name": "description", "comment": null}, "folder_folder_name": {"type": "text", "index": 3, "name": "folder_folder_name", "comment": null}, "folder_id": {"type": "integer", "index": 4, "name": "folder_id", "comment": null}, "folder_type": {"type": "text", "index": 5, "name": "folder_type", "comment": null}, "folder_value": {"type": "integer", "index": 6, "name": "folder_value", "comment": null}, "from_email": {"type": "text", "index": 7, "name": "from_email", "comment": null}, "from_name": {"type": "text", "index": 8, "name": "from_name", "comment": null}, "id": {"type": "integer", "index": 9, "name": "id", "comment": null}, "name": {"type": "text", "index": 10, "name": "name", "comment": null}, "operational": {"type": "boolean", "index": 11, "name": "operational", "comment": null}, "program_id": {"type": "integer", "index": 12, "name": "program_id", "comment": null}, "publish_to_msi": {"type": "boolean", "index": 13, "name": "publish_to_msi", "comment": null}, "reply_email": {"type": "text", "index": 14, "name": "reply_email", "comment": null}, "status": {"type": "text", "index": 15, "name": "status", "comment": null}, "subject": {"type": "text", "index": 16, "name": "subject", "comment": null}, "template": {"type": "integer", "index": 17, "name": "template", "comment": null}, "text_only": {"type": "boolean", "index": 18, "name": "text_only", "comment": null}, "updated_at": {"type": "timestamp without time zone", "index": 19, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 20, "name": "url", "comment": null}, "version": {"type": "integer", "index": 21, "name": "version", "comment": null}, "web_view": {"type": "boolean", "index": 22, "name": "web_view", "comment": null}, "workspace": {"type": "text", "index": 23, "name": "workspace", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.email_template_history"}, "source.marketo.marketo.lead": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "created_at": {"type": "timestamp without time zone", "index": 2, "name": "created_at", "comment": null}, "updated_at": {"type": "text", "index": 3, "name": "updated_at", "comment": null}, "email": {"type": "text", "index": 4, "name": "email", "comment": null}, "first_name": {"type": "text", "index": 5, "name": "first_name", "comment": null}, "last_name": {"type": "text", "index": 6, "name": "last_name", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead"}, "source.marketo.marketo.lead_describe": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_lead_describe_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"data_type": {"type": "text", "index": 1, "name": "data_type", "comment": null}, "display_name": {"type": "text", "index": 2, "name": "display_name", "comment": null}, "id": {"type": "integer", "index": 3, "name": "id", "comment": null}, "length": {"type": "integer", "index": 4, "name": "length", "comment": null}, "restname": {"type": "text", "index": 5, "name": "restname", "comment": null}, "restread_only": {"type": "boolean", "index": 6, "name": "restread_only", "comment": null}, "soapname": {"type": "text", "index": 7, "name": "soapname", "comment": null}, "soapread_only": {"type": "boolean", "index": 8, "name": "soapread_only", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.lead_describe"}, "source.marketo.marketo.program": {"metadata": {"type": "BASE TABLE", "schema": "public", "name": "marketo_program_data", "database": "postgres", "comment": null, "owner": "postgres"}, "columns": {"id": {"type": "integer", "index": 1, "name": "id", "comment": null}, "channel": {"type": "text", "index": 2, "name": "channel", "comment": null}, "created_at": {"type": "text", "index": 3, "name": "created_at", "comment": null}, "description": {"type": "integer", "index": 4, "name": "description", "comment": null}, "end_date": {"type": "integer", "index": 5, "name": "end_date", "comment": null}, "name": {"type": "text", "index": 6, "name": "name", "comment": null}, "sfdc_id": {"type": "text", "index": 7, "name": "sfdc_id", "comment": null}, "sfdc_name": {"type": "text", "index": 8, "name": "sfdc_name", "comment": null}, "start_date": {"type": "integer", "index": 9, "name": "start_date", "comment": null}, "status": {"type": "text", "index": 10, "name": "status", "comment": null}, "type": {"type": "text", "index": 11, "name": "type", "comment": null}, "updated_at": {"type": "text", "index": 12, "name": "updated_at", "comment": null}, "url": {"type": "text", "index": 13, "name": "url", "comment": null}, "workspace": {"type": "text", "index": 14, "name": "workspace", "comment": null}, "_fivetran_deleted": {"type": "boolean", "index": 15, "name": "_fivetran_deleted", "comment": null}}, "stats": {"has_stats": {"id": "has_stats", "label": "Has Stats?", "value": false, "include": false, "description": "Indicates whether there are statistics for this table"}}, "unique_id": "source.marketo.marketo.program"}}, "errors": null} \ No newline at end of file diff --git a/docs/manifest.json b/docs/manifest.json index 356f988..da6db98 100644 --- a/docs/manifest.json +++ b/docs/manifest.json @@ -1 +1 @@ -{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v12.json", "dbt_version": "1.10.13", "generated_at": "2025-11-04T20:37:35.172602Z", "invocation_id": "54a8f044-ae71-46ed-96a2-d7b808aff031", "invocation_started_at": "2025-11-04T20:37:22.810485+00:00", "env": {}, "project_name": "marketo_integration_tests", "project_id": "6be585827f2d702a875759beb87a54b1", "user_id": null, "send_anonymous_usage_stats": false, "adapter_type": "postgres", "quoting": {"database": true, "schema": true, "identifier": true, "column": null}}, "nodes": {"seed.marketo_integration_tests.marketo_email_template_history_data": {"database": "postgres", "schema": "public", "name": "marketo_email_template_history_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_email_template_history_data.csv", "original_file_path": "seeds/marketo_email_template_history_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data", "fqn": ["marketo_integration_tests", "marketo_email_template_history_data"], "alias": "marketo_email_template_history_data", "checksum": {"name": "sha256", "checksum": "88720f1d192884ba6a37ef4b5d7c6d71854d4317881e3c05527c647f3110819c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}}, "created_at": 1762288645.415669, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_bounced_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_bounced_data.csv", "original_file_path": "seeds/marketo_activity_email_bounced_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_bounced_data"], "alias": "marketo_activity_email_bounced_data", "checksum": {"name": "sha256", "checksum": "84ad6102d1351832188e16498b2b5253479cbe9e5fd9d77ccb9f97b210af8f67"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4234457, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_campaign_data": {"database": "postgres", "schema": "public", "name": "marketo_campaign_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_campaign_data.csv", "original_file_path": "seeds/marketo_campaign_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_campaign_data", "fqn": ["marketo_integration_tests", "marketo_campaign_data"], "alias": "marketo_campaign_data", "checksum": {"name": "sha256", "checksum": "c2dec4e9b5d9551cc21da6efb838d60c2d4f1a015c40a7765753bf3bb1f6a56a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4266005, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_delete_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_delete_lead_data.csv", "original_file_path": "seeds/marketo_activity_delete_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data", "fqn": ["marketo_integration_tests", "marketo_activity_delete_lead_data"], "alias": "marketo_activity_delete_lead_data", "checksum": {"name": "sha256", "checksum": "4798018fe3ad445e062842e31f2ab12d165e11784128c0374a24622af39d9851"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4297433, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_open_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_open_email_data.csv", "original_file_path": "seeds/marketo_activity_open_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_open_email_data"], "alias": "marketo_activity_open_email_data", "checksum": {"name": "sha256", "checksum": "c2e6f02fb886b1acf308d01f7ac0c8123d6bf83ed235e93cf776d0b03bf48194"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4330988, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_merge_leads_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_merge_leads_data.csv", "original_file_path": "seeds/marketo_activity_merge_leads_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data", "fqn": ["marketo_integration_tests", "marketo_activity_merge_leads_data"], "alias": "marketo_activity_merge_leads_data", "checksum": {"name": "sha256", "checksum": "24ad90300354e3399ee9da754c62c3d76e3d36f3d57be16c71e7734545a104a8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.43626, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_unsubscribe_email_data.csv", "original_file_path": "seeds/marketo_activity_unsubscribe_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_unsubscribe_email_data"], "alias": "marketo_activity_unsubscribe_email_data", "checksum": {"name": "sha256", "checksum": "9e875888fdd08766cdd8ed980dc75c0fe6d0875af6bd9e32e31df4e1e2e6a1f8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4393816, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_delivered_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_delivered_data.csv", "original_file_path": "seeds/marketo_activity_email_delivered_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_delivered_data"], "alias": "marketo_activity_email_delivered_data", "checksum": {"name": "sha256", "checksum": "b2243d0565a9b1d4f98aaf79cf1ee52b48f8f2015eea1e748d126925bf15cad6"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4425237, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_click_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_click_email_data.csv", "original_file_path": "seeds/marketo_activity_click_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_click_email_data"], "alias": "marketo_activity_click_email_data", "checksum": {"name": "sha256", "checksum": "97c60db60ffb7cef6797417f9eeeed5c72e0f8e8a0001972911b2b74884591c5"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.445801, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_data.csv", "original_file_path": "seeds/marketo_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_data", "fqn": ["marketo_integration_tests", "marketo_lead_data"], "alias": "marketo_lead_data", "checksum": {"name": "sha256", "checksum": "f31f8f352f46ccc6cbb1a26d0f277aff3b231a8cc8b79a948962b90687566a1a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp"}}, "created_at": 1762288645.4489598, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_change_data_value_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_change_data_value_data.csv", "original_file_path": "seeds/marketo_activity_change_data_value_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data", "fqn": ["marketo_integration_tests", "marketo_activity_change_data_value_data"], "alias": "marketo_activity_change_data_value_data", "checksum": {"name": "sha256", "checksum": "50150cbdd92fde6155258db2e872f0ada8aa08c9d1d86b944e4895f9f4b457af"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1762288645.452216, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_program_data": {"database": "postgres", "schema": "public", "name": "marketo_program_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_program_data.csv", "original_file_path": "seeds/marketo_program_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_program_data", "fqn": ["marketo_integration_tests", "marketo_program_data"], "alias": "marketo_program_data", "checksum": {"name": "sha256", "checksum": "b8086d8f192438267b139c516bcccfc9a52364633d951bef3c60254cd002bd55"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.4553614, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_describe_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_describe_data.csv", "original_file_path": "seeds/marketo_lead_describe_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data", "fqn": ["marketo_integration_tests", "marketo_lead_describe_data"], "alias": "marketo_lead_describe_data", "checksum": {"name": "sha256", "checksum": "82b41788229917c7b5e11620f8093c5664ac80b42f055810c66c2c30a22dad65"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762288645.458574, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_send_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_send_email_data.csv", "original_file_path": "seeds/marketo_activity_send_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_send_email_data"], "alias": "marketo_activity_send_email_data", "checksum": {"name": "sha256", "checksum": "ae84d3239cddebc24fa0865f320e4a607be5e9ca6c72a0178f96dad515e16f5c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1762288645.4617946, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "model.marketo.marketo__programs": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__programs", "resource_type": "model", "package_name": "marketo", "path": "marketo__programs.sql", "original_file_path": "models/marketo__programs.sql", "unique_id": "model.marketo.marketo__programs", "fqn": ["marketo", "marketo__programs"], "alias": "marketo__programs", "checksum": {"name": "sha256", "checksum": "ad56935f9550589fa84d185e5c2a1addcc70559767f9994ee8d2ff951cf6fc44"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo program.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.982604, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__programs\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith programs as (\n\n select *\n from {{ ref('stg_marketo__program') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_program') }}\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n on programs.source_relation = email_stats.source_relation\n and programs.program_id = email_stats.program_id\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}, {"name": "marketo__email_stats__by_program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__program", "model.marketo.marketo__email_stats__by_program"]}, "compiled_path": "target/compiled/marketo/models/marketo__programs.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), programs as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_program\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n on programs.source_relation = email_stats.source_relation\n and programs.program_id = email_stats.program_id\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_program", "sql": " __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__lead_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_history", "resource_type": "model", "package_name": "marketo", "path": "marketo__lead_history.sql", "original_file_path": "models/marketo__lead_history.sql", "unique_id": "model.marketo.marketo__lead_history", "fqn": ["marketo", "marketo__lead_history"], "alias": "marketo__lead_history", "checksum": {"name": "sha256", "checksum": "76385a0ac1fbc57657ad1640414d90558a78b13760635cc077fd65782bb91d04"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_history_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "Each record is what a Marketo lead looked like on each day. The columns in this model are specified with the `lead_history_columns` variable.\nThe start date is configured by the `marketo__first_date` variable, which by default, for dbt Core\u2122 users, is the date of the earliest lead record. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_history_id": {"name": "lead_history_id", "description": "Surrogate key combining date_day and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "date_day": {"name": "date_day", "description": "The date of the lead was observed in this state. For dbt Core\u2122 users, the default earliest `date_day` will be the date of the earliest lead record. This can be adjusted via the `marketo__first_date` variable. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_history_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288646.962941, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_history_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_scd')) -%}\n{% set filtered_change_data_columns = [] %}\n{% for col in change_data_columns if col.name|lower not in ['lead_id','valid_to','lead_day_id','source_relation'] %}\n {% set filtered_change_data_columns = filtered_change_data_columns.append(col) %}\n{% endfor %}\n\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_scd') }}\n {% if is_incremental() %}\n where valid_to >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), calendar as (\n\n select *\n from {{ ref('marketo__lead_calendar_spine') }}\n where date_day <= current_date\n {% if is_incremental() %}\n and date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), joined as (\n\n select \n calendar.source_relation,\n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n {% for col in filtered_change_data_columns %} \n , {{ col.name }}\n {% endfor %}\n from calendar\n left join change_data\n on calendar.source_relation = change_data.source_relation\n and calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n source_relation,\n date_day,\n lead_id,\n new_values_present\n \n {% for col in filtered_change_data_columns %} \n , joined.{{ col.name }}\n -- create a batch/partition once a new value is provided\n , sum(case when new_values_present then 1\n else 0 end) over (\n partition by lead_id {{ partition_by_source_relation() }}\n order by coalesce(date_day, current_date) desc\n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n {% endfor %}\n from joined\n\n), backfill as (\n\n select\n source_relation,\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n {% for col in filtered_change_data_columns %} \n , first_value({{ col.name }}) over (\n partition by lead_id, {{ col.name }}_partition {{ partition_by_source_relation() }}\n order by date_day desc\n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endfor %}\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id'] )}} as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__lead_calendar_spine", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"]}, "compiled_path": "target/compiled/marketo/models/marketo__lead_history.sql", "compiled": true, "compiled_code": "\n\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"\n \n where valid_to >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"\n where date_day <= current_date\n \n and date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), joined as (\n\n select \n calendar.source_relation,\n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n \n from calendar\n left join change_data\n on calendar.source_relation = change_data.source_relation\n and calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n source_relation,\n date_day,\n lead_id,\n new_values_present\n \n \n from joined\n\n), backfill as (\n\n select\n source_relation,\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n \n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_templates": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_templates", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_templates.sql", "original_file_path": "models/marketo__email_templates.sql", "unique_id": "model.marketo.marketo__email_templates", "fqn": ["marketo", "marketo__email_templates"], "alias": "marketo__email_templates", "checksum": {"name": "sha256", "checksum": "dc87e6612b6dd1a831bb0e13858888d9ff8008fd7bbbe0fb624208696f2e495d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is the most recent version of an email template.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_template_id": {"name": "email_template_id", "description": "ID of the email template", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of records for a given email_template_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.9609518, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"", "raw_code": "with email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_email_template') }}\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n on email_templates.email_template_id = email_stats.email_template_id\n and email_templates.source_relation = email_stats.source_relation\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}, {"name": "marketo__email_stats__by_email_template", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__email_template_history", "model.marketo.marketo__email_stats__by_email_template"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_templates.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_email_template\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n on email_templates.email_template_id = email_stats.email_template_id\n and email_templates.source_relation = email_stats.source_relation\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_email_template", "sql": " __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__leads", "resource_type": "model", "package_name": "marketo", "path": "marketo__leads.sql", "original_file_path": "models/marketo__leads.sql", "unique_id": "model.marketo.marketo__leads", "fqn": ["marketo", "marketo__leads"], "alias": "marketo__leads", "checksum": {"name": "sha256", "checksum": "0940f13d124f048b087fbbe83f740f76af4ef1ec641a20adbbe4a6a2aecd4795"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo lead.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp for when each lead was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp for when each lead was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_deleted": {"name": "is_deleted", "description": "Indicates if the lead record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_into_lead_id": {"name": "merged_into_lead_id", "description": "The ID of the lead into which this lead was merged.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_merged": {"name": "is_merged", "description": "Flag indicating whether the lead has been merged into another lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.9772806, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__leads\"", "raw_code": "with leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_lead') }}\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n on leads.source_relation = email_stats.source_relation \n and leads.lead_id = email_stats.lead_id\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__email_stats__by_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"]}, "compiled_path": "target/compiled/marketo/models/marketo__leads.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_lead\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n on leads.source_relation = email_stats.source_relation \n and leads.lead_id = email_stats.lead_id\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_lead", "sql": " __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_sends": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_sends.sql", "original_file_path": "models/marketo__email_sends.sql", "unique_id": "model.marketo.marketo__email_sends", "fqn": ["marketo", "marketo__email_sends"], "alias": "marketo__email_sends", "checksum": {"name": "sha256", "checksum": "388b71dc6bc25508ed61a2083c25767dfdbb0ae0ff0c5091462fa649f4fce479"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a sent email in Marketo to a user.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "The ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_rank": {"name": "activity_rank", "description": "Assigned rank for a given email_send_id, determined by ascending order of activity_timestamp. Earliest activity_timestamp gets rank 1.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "was_opened": {"name": "was_opened", "description": "Whether the email send was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_bounced": {"name": "was_bounced", "description": "Whether the email send bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_clicked": {"name": "was_clicked", "description": "Whether the email send was clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_delivered": {"name": "was_delivered", "description": "Whether the email send was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_unsubscribed": {"name": "was_unsubscribed", "description": "Whether the email send resulted in the user unsubscribing.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "The type of the email send's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email send's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email send was operational.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.861696, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"", "raw_code": "with sends as (\n\n select *\n from {{ ref('marketo__email_sends_deduped') }}\n\n), opens as (\n\n select *\n from {{ ref('marketo__opens__by_sent_email') }}\n\n), bounces as (\n\n select *\n from {{ ref('marketo__bounces__by_sent_email') }}\n\n), clicks as (\n\n select *\n from {{ ref('marketo__clicks__by_sent_email') }}\n\n), deliveries as (\n\n select *\n from {{ ref('marketo__deliveries__by_sent_email') }}\n\n), unsubscribes as (\n\n select *\n from {{ ref('marketo__unsubscribes__by_sent_email') }}\n\n{% if var('marketo__enable_campaigns', True) %}\n\n), campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n{% endif %}\n\n), email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens\n on sends.source_relation = opens.source_relation\n and sends.email_send_id = opens.email_send_id\n left join bounces\n on sends.source_relation = bounces.source_relation\n and sends.email_send_id = bounces.email_send_id\n left join clicks\n on sends.source_relation = clicks.source_relation\n and sends.email_send_id = clicks.email_send_id\n left join deliveries\n on sends.source_relation = deliveries.source_relation\n and sends.email_send_id = deliveries.email_send_id\n left join unsubscribes\n on sends.source_relation = unsubscribes.source_relation\n and sends.email_send_id = unsubscribes.email_send_id\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n {% if var('marketo__enable_campaigns', True) %}\n campaigns.campaign_type,\n campaigns.program_id,\n {% endif %}\n email_templates.is_operational\n from booleans\n {% if var('marketo__enable_campaigns', True) %}\n left join campaigns\n on booleans.source_relation = campaigns.source_relation\n and booleans.campaign_id = campaigns.campaign_id\n {% endif %}\n left join email_templates\n on booleans.source_relation = email_templates.source_relation\n and booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp\n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends_deduped", "package": null, "version": null}, {"name": "marketo__opens__by_sent_email", "package": null, "version": null}, {"name": "marketo__bounces__by_sent_email", "package": null, "version": null}, {"name": "marketo__clicks__by_sent_email", "package": null, "version": null}, {"name": "marketo__deliveries__by_sent_email", "package": null, "version": null}, {"name": "marketo__unsubscribes__by_sent_email", "package": null, "version": null}, {"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_sends.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n), __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), sends as (\n\n select *\n from __dbt__cte__marketo__email_sends_deduped\n\n), opens as (\n\n select *\n from __dbt__cte__marketo__opens__by_sent_email\n\n), bounces as (\n\n select *\n from __dbt__cte__marketo__bounces__by_sent_email\n\n), clicks as (\n\n select *\n from __dbt__cte__marketo__clicks__by_sent_email\n\n), deliveries as (\n\n select *\n from __dbt__cte__marketo__deliveries__by_sent_email\n\n), unsubscribes as (\n\n select *\n from __dbt__cte__marketo__unsubscribes__by_sent_email\n\n\n\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n\n\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens\n on sends.source_relation = opens.source_relation\n and sends.email_send_id = opens.email_send_id\n left join bounces\n on sends.source_relation = bounces.source_relation\n and sends.email_send_id = bounces.email_send_id\n left join clicks\n on sends.source_relation = clicks.source_relation\n and sends.email_send_id = clicks.email_send_id\n left join deliveries\n on sends.source_relation = deliveries.source_relation\n and sends.email_send_id = deliveries.email_send_id\n left join unsubscribes\n on sends.source_relation = unsubscribes.source_relation\n and sends.email_send_id = unsubscribes.email_send_id\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n \n campaigns.campaign_type,\n campaigns.program_id,\n \n email_templates.is_operational\n from booleans\n \n left join campaigns\n on booleans.source_relation = campaigns.source_relation\n and booleans.campaign_id = campaigns.campaign_id\n \n left join email_templates\n on booleans.source_relation = email_templates.source_relation\n and booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp\n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_sends_deduped", "sql": " __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n)"}, {"id": "model.marketo.marketo__opens__by_sent_email", "sql": " __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__bounces__by_sent_email", "sql": " __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__clicks__by_sent_email", "sql": " __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__deliveries__by_sent_email", "sql": " __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__unsubscribes__by_sent_email", "sql": " __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "marketo__campaigns.sql", "original_file_path": "models/marketo__campaigns.sql", "unique_id": "model.marketo.marketo__campaigns", "fqn": ["marketo", "marketo__campaigns"], "alias": "marketo__campaigns", "checksum": {"name": "sha256", "checksum": "77b5c1861032435de3fb8e89a85ac859cf5bcfc1ebf26927f75cd7771d9e6612"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is Marketo campaign.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}, "computed_url": {"name": "computed_url", "description": "The URL computed for the campaign, used for tracking or reference.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow associated with the campaign, defining the actions taken.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "ID of the folder where the campaign is stored in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "Type of folder (e.g., program, campaign) that stores the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether the communication limit is enabled for the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Indicates if the campaign can be requested externally.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether the campaign is a system-level campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "Maximum number of members that can be part of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "Type of qualification rule governing campaign entry.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "Interval for the qualification rule, specifying campaign entry frequency.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "Unit for the qualification interval (e.g., hours, days).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "Timestamp when the recurrence of the campaign starts.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "Timestamp when the recurrence of the campaign ends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "Type of interval for the recurrence (e.g., daily, weekly).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "Frequency of recurrence (e.g., every 1 day).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether recurrence occurs only on weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "Day of the month when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "Day of the week when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "Week of the month when the campaign recurs (e.g., first week).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "ID of the smart list associated with the campaign, used for targeting.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Current status of the campaign (e.g., active, paused).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.8531282, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_campaign') }}\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n on campaigns.source_relation = email_stats.source_relation\n and campaigns.campaign_id = email_stats.campaign_id\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "marketo__email_stats__by_campaign", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__campaigns", "model.marketo.marketo__email_stats__by_campaign"]}, "compiled_path": "target/compiled/marketo/models/marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_campaign\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n on campaigns.source_relation = email_stats.source_relation\n and campaigns.campaign_id = email_stats.campaign_id\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_campaign", "sql": " __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "utils/marketo__calendar_spine.sql", "original_file_path": "models/utils/marketo__calendar_spine.sql", "unique_id": "model.marketo.marketo__calendar_spine", "fqn": ["marketo", "utils", "marketo__calendar_spine"], "alias": "marketo__calendar_spine", "checksum": {"name": "sha256", "checksum": "1031ff0611d90da0aaa62337a0b127a6d1ea14af89a0460b7b6d180d95963c12"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288645.77998, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"", "raw_code": "-- depends_on: {{ ref('stg_marketo__lead_tmp') }}\n\nwith spine as (\n\n {% if execute %}\n {% set first_date_query %}\n select min( created_at ) as min_date from {{ ref('stg_marketo__lead_tmp') }}\n {% endset %}\n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n {% set first_date = var('marketo__first_date', run_query(first_date_query).columns[0][0]|string) %}\n \n {% if target.type == 'postgres' %}\n {% set first_date_adjust = \"cast('\" ~ first_date[0:10] ~ \"' as date)\" %}\n\n {% else %}\n {% set first_date_adjust = \"'\" ~ first_date[0:10] ~ \"'\" %}\n\n {% endif %}\n\n {% else %} {% set first_date_adjust = \"2016-01-01\" %}\n \n {% endif %}\n\n{{\n dbt_utils.date_spine(\n datepart = \"day\", \n start_date = first_date_adjust,\n end_date = dbt.dateadd(\"week\", 1, \"current_date\")\n ) \n}}\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt_utils.date_spine", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/utils/marketo__calendar_spine.sql", "compiled": true, "compiled_code": "-- depends_on: \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"\n\nwith spine as (\n\n \n \n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n \n \n \n \n\n \n\n \n\n\n\n\n\n\n\nwith rawdata as (\n\n \n\n \n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n \n p0.generated_number * power(2, 0)\n + \n \n p1.generated_number * power(2, 1)\n + \n \n p2.generated_number * power(2, 2)\n + \n \n p3.generated_number * power(2, 3)\n + \n \n p4.generated_number * power(2, 4)\n + \n \n p5.generated_number * power(2, 5)\n + \n \n p6.generated_number * power(2, 6)\n + \n \n p7.generated_number * power(2, 7)\n + \n \n p8.generated_number * power(2, 8)\n + \n \n p9.generated_number * power(2, 9)\n + \n \n p10.generated_number * power(2, 10)\n + \n \n p11.generated_number * power(2, 11)\n \n \n + 1\n as generated_number\n\n from\n\n \n p as p0\n cross join \n \n p as p1\n cross join \n \n p as p2\n cross join \n \n p as p3\n cross join \n \n p as p4\n cross join \n \n p as p5\n cross join \n \n p as p6\n cross join \n \n p as p7\n cross join \n \n p as p8\n cross join \n \n p as p9\n cross join \n \n p as p10\n cross join \n \n p as p11\n \n \n\n )\n\n select *\n from unioned\n where generated_number <= 2144\n order by generated_number\n\n\n\n),\n\nall_periods as (\n\n select (\n \n\n cast('2019-12-29' as date) + ((interval '1 day') * (row_number() over (order by generated_number) - 1))\n\n\n ) as date_day\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_day <= \n\n current_date + ((interval '1 week') * (1))\n\n\n\n)\n\nselect * from filtered\n\n\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_change_data_value.sql", "original_file_path": "models/staging/stg_marketo__activity_change_data_value.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value", "fqn": ["marketo", "staging", "stg_marketo__activity_change_data_value"], "alias": "stg_marketo__activity_change_data_value", "checksum": {"name": "sha256", "checksum": "5a6e60fc021a7ba905d050d534d642f30a43028eab3dc313aa5dbb3cc75ef75f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_reason": {"name": "change_reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_source": {"name": "change_source", "description": "Source of the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user_id": {"name": "modifying_user_id", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2174337, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_change_data_value_tmp')),\n staging_columns=get_activity_change_data_value_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_change_data_value_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_change_data_value.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n api_method_name\n \n as \n \n api_method_name\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n modifying_user\n \n as \n \n modifying_user\n \n, \n \n \n new_value\n \n as \n \n new_value\n \n, \n \n \n old_value\n \n as \n \n old_value\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n reason\n \n as \n \n reason\n \n, \n \n \n request_id\n \n as \n \n request_id\n \n, \n \n \n source\n \n as \n \n source\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_unsubscribe_email.sql", "original_file_path": "models/staging/stg_marketo__activity_unsubscribe_email.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email", "fqn": ["marketo", "staging", "stg_marketo__activity_unsubscribe_email"], "alias": "stg_marketo__activity_unsubscribe_email", "checksum": {"name": "sha256", "checksum": "26cf80845795360f33ae28a3e322c4a02839aa82d9d7bdfacfd8c493ca6bd0d8"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.227497, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_unsubscribe_email_tmp')),\n staging_columns=get_activity_unsubscribe_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_unsubscribe_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_unsubscribe_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n client_ip_address\n \n as \n \n client_ip_address\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n form_fields\n \n as \n \n form_fields\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n query_parameters\n \n as \n \n query_parameters\n \n, \n \n \n referrer_url\n \n as \n \n referrer_url\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n, \n \n \n webform_id\n \n as \n \n webform_id\n \n, \n \n \n webpage_id\n \n as \n \n webpage_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_send_email.sql", "original_file_path": "models/staging/stg_marketo__activity_send_email.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email", "fqn": ["marketo", "staging", "stg_marketo__activity_send_email"], "alias": "stg_marketo__activity_send_email", "checksum": {"name": "sha256", "checksum": "ffba902ac0a3c16c0ef100e1647fe35667ed8fc61cb278734a648ab99ac587a0"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2261353, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_send_email_tmp')),\n staging_columns=get_activity_send_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__activity_send_email_passthrough_columns') }}\n\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_send_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.fivetran_utils.fill_pass_through_columns", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_send_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_send_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n action_result\n \n as \n \n action_result\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n \n\n\n\n\n\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_click_email.sql", "original_file_path": "models/staging/stg_marketo__activity_click_email.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email", "fqn": ["marketo", "staging", "stg_marketo__activity_click_email"], "alias": "stg_marketo__activity_click_email", "checksum": {"name": "sha256", "checksum": "cb87031ec9d77462538605062a1334e207658cbd4335d07d7f5e2954344be93f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_device": {"name": "click_device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_link_url": {"name": "click_link_url", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_platform": {"name": "user_platform", "description": "The user's operating platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2200038, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_click_email_tmp')),\n staging_columns=get_activity_click_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_click_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_click_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_click_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n link\n \n as \n \n link\n \n, \n cast(null as TEXT) as \n \n link_id\n \n , \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_delete_lead.sql", "original_file_path": "models/staging/stg_marketo__activity_delete_lead.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead", "fqn": ["marketo", "staging", "stg_marketo__activity_delete_lead"], "alias": "stg_marketo__activity_delete_lead", "checksum": {"name": "sha256", "checksum": "d8a19fbc7519c35446c20295fb68ea7548423d58751c37f1cdaf8e2f91801db9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with deleted lead activities", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2393749, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__activity_delete_lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_delete_lead_tmp')),\n staging_columns=get_activity_delete_lead_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_delete_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_delete_lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_delete_lead.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign\n \n as \n \n campaign\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead_describe.sql", "original_file_path": "models/staging/stg_marketo__lead_describe.sql", "unique_id": "model.marketo.stg_marketo__lead_describe", "fqn": ["marketo", "staging", "stg_marketo__lead_describe"], "alias": "stg_marketo__lead_describe", "checksum": {"name": "sha256", "checksum": "1686e5fd2b99e3f3d3fba0646edab20ab9cccdf2bab7c3d01cef02bcef22d6ec"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_describe_id": {"name": "lead_describe_id", "description": "ID of the description.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "field_max_length": {"name": "field_max_length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_rest_readonly": {"name": "is_rest_readonly", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_soap_readonly": {"name": "is_soap_readonly", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name": {"name": "rest_name", "description": "Description of REST API usage attributes in camel case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name_xf": {"name": "rest_name_xf", "description": "Description of REST API usage attributes in snake case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soap_name": {"name": "soap_name", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.234863, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_describe_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_describe_tmp')),\n staging_columns=get_lead_describe_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_describe_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation"], "nodes": ["model.marketo.stg_marketo__lead_describe_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead_describe.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n data_type\n \n as \n \n data_type\n \n, \n \n \n display_name\n \n as \n \n display_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n length\n \n as \n \n length\n \n, \n \n \n restname\n \n as \n \n restname\n \n, \n \n \n restread_only\n \n as \n \n restread_only\n \n, \n \n \n soapname\n \n as \n \n soapname\n \n, \n \n \n soapread_only\n \n as \n \n soapread_only\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__email_template_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__email_template_history.sql", "original_file_path": "models/staging/stg_marketo__email_template_history.sql", "unique_id": "model.marketo.stg_marketo__email_template_history", "fqn": ["marketo", "staging", "stg_marketo__email_template_history"], "alias": "stg_marketo__email_template_history", "checksum": {"name": "sha256", "checksum": "1a10fccec1e28c205e3167d57531b4d67bb7fde5b39c61071153514770afde27"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "ID of the email template", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of versions of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2315133, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__email_template_history_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__email_template_history_tmp')),\n staging_columns=get_email_template_history_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id {{ partition_by_source_relation() }}) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id {{ partition_by_source_relation() }} order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','email_template_id','inferred_version'] )}} as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}, {"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_email_template_history_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.marketo.partition_by_source_relation", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__email_template_history_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__email_template_history.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n folder_folder_name\n \n as \n \n folder_folder_name\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n folder_value\n \n as \n \n folder_value\n \n, \n \n \n from_email\n \n as \n \n from_email\n \n, \n \n \n from_name\n \n as \n \n from_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n operational\n \n as \n \n operational\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n publish_to_msi\n \n as \n \n publish_to_msi\n \n, \n \n \n reply_email\n \n as \n \n reply_email\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n subject\n \n as \n \n subject\n \n, \n \n \n template\n \n as \n \n template\n \n, \n \n \n text_only\n \n as \n \n text_only\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n version\n \n as \n \n version\n \n, \n \n \n web_view\n \n as \n \n web_view\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id ) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(email_template_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(inferred_version as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead.sql", "original_file_path": "models/staging/stg_marketo__lead.sql", "unique_id": "model.marketo.stg_marketo__lead", "fqn": ["marketo", "staging", "stg_marketo__lead"], "alias": "stg_marketo__lead", "checksum": {"name": "sha256", "checksum": "a01f2ecd0f646a9500efced4dc30b75e6aed8c5577c39d9aac077a998c4f4648"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "The timestamp at which each lead object was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "The timestamp at which each lead object was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.237101, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_tmp')),\n staging_columns=get_lead_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n -- This will check if there are non-default columns to bring in\n {% set default_cols = ['id', 'created_at', 'updated_at', 'email', 'first_name', 'last_name', '_fivetran_synced',\n 'phone', 'main_phone', 'mobile_phone', 'company', 'inferred_company', 'address_lead', 'address', 'city', 'state',\n 'state_code', 'country', 'country_code', 'postal_code', 'billing_street', 'billing_city', 'billing_state', \n 'billing_state_code', 'billing_country', 'billing_country_code', 'billing_postal_code', 'inferred_city', 'inferred_state_region', \n 'inferred_country', 'inferred_postal_code', 'inferred_phone_area_code', 'anonymous_ip', 'unsubscribed', 'email_invalid', 'do_not_call', '_dbt_source_relation'] %}\n \n {% set new_cols = dbt_utils.star(from=ref('stg_marketo__lead_tmp'), except=default_cols) %}\n {% if new_cols != '/* no columns returned from star() macro */' %}\n ,{{ new_cols }} \n {% endif %}\n \n from base\n\n)\n\nselect *\nfrom macro", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt_utils.star"], "nodes": ["model.marketo.stg_marketo__lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as created_timestamp , \n \n \n email\n \n as \n \n email\n \n, \n \n \n first_name\n \n as \n \n first_name\n \n, \n \n \n id\n \n as lead_id , \n \n \n last_name\n \n as \n \n last_name\n \n, \n \n \n updated_at\n \n as updated_timestamp , \n cast(null as TEXT) as \n \n phone\n \n , \n cast(null as TEXT) as \n \n main_phone\n \n , \n cast(null as TEXT) as \n \n mobile_phone\n \n , \n cast(null as TEXT) as \n \n company\n \n , \n cast(null as TEXT) as \n \n inferred_company\n \n , \n cast(null as TEXT) as \n \n address_lead\n \n , \n cast(null as TEXT) as \n \n address\n \n , \n cast(null as TEXT) as \n \n city\n \n , \n cast(null as TEXT) as \n \n state\n \n , \n cast(null as TEXT) as \n \n state_code\n \n , \n cast(null as TEXT) as \n \n country\n \n , \n cast(null as TEXT) as \n \n country_code\n \n , \n cast(null as TEXT) as \n \n postal_code\n \n , \n cast(null as TEXT) as \n \n billing_street\n \n , \n cast(null as TEXT) as \n \n billing_city\n \n , \n cast(null as TEXT) as \n \n billing_state\n \n , \n cast(null as TEXT) as \n \n billing_state_code\n \n , \n cast(null as TEXT) as \n \n billing_country\n \n , \n cast(null as TEXT) as \n \n billing_country_code\n \n , \n cast(null as TEXT) as \n \n billing_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_city\n \n , \n cast(null as TEXT) as \n \n inferred_state_region\n \n , \n cast(null as TEXT) as \n \n inferred_country\n \n , \n cast(null as TEXT) as \n \n inferred_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_phone_area_code\n \n , \n cast(null as TEXT) as \n \n anonymous_ip\n \n , \n cast(null as boolean) as is_unsubscribed , \n cast(null as boolean) as is_email_invalid , \n cast(null as boolean) as \n \n do_not_call\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n -- This will check if there are non-default columns to bring in\n \n \n \n \n \n from base\n\n)\n\nselect *\nfrom macro", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__program": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__program.sql", "original_file_path": "models/staging/stg_marketo__program.sql", "unique_id": "model.marketo.stg_marketo__program", "fqn": ["marketo", "staging", "stg_marketo__program"], "alias": "stg_marketo__program", "checksum": {"name": "sha256", "checksum": "0a0b46063e54c9bd2b0df6d02df95af4d1a0b1230c3292d9a11523b1a93426b9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.238396, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and (var('marketo__enable_programs', True))) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__program_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__program_tmp')),\n staging_columns=get_program_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__program_passthrough_columns') }}\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program_tmp", "package": null, "version": null}, {"name": "stg_marketo__program_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_program_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.fivetran_utils.fill_pass_through_columns"], "nodes": ["model.marketo.stg_marketo__program_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__program.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n channel\n \n as \n \n channel\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n end_date\n \n as \n \n end_date\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n sfdc_id\n \n as \n \n sfdc_id\n \n, \n \n \n sfdc_name\n \n as \n \n sfdc_name\n \n, \n \n \n start_date\n \n as \n \n start_date\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n \n\n\n\n\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_merge_leads.sql", "original_file_path": "models/staging/stg_marketo__activity_merge_leads.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads", "fqn": ["marketo", "staging", "stg_marketo__activity_merge_leads"], "alias": "stg_marketo__activity_merge_leads", "checksum": {"name": "sha256", "checksum": "4fb18e0df85c680605aef12d73102836ccdc8dd493f25f6277501fc30eb761aa"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with merged lead activities", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_lead_id": {"name": "merged_lead_id", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "master_updated": {"name": "master_updated", "description": "Boolean if master was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_source": {"name": "merge_source", "description": "Source of the merge.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_in_sales": {"name": "merged_in_sales", "description": "Boolean if merged in sales.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2418582, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_merge_leads_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_merge_leads_tmp')),\n staging_columns=get_activity_merge_leads_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as {{ dbt.type_string() }}) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_merge_leads_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"], "nodes": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_merge_leads.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n master_updated\n \n as \n \n master_updated\n \n, \n \n \n merge_ids\n \n as \n \n merge_ids\n \n, \n \n \n merge_source\n \n as \n \n merge_source\n \n, \n \n \n merged_in_sales\n \n as \n \n merged_in_sales\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as integer) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as TEXT) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_delivered.sql", "original_file_path": "models/staging/stg_marketo__activity_email_delivered.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered", "fqn": ["marketo", "staging", "stg_marketo__activity_email_delivered"], "alias": "stg_marketo__activity_email_delivered", "checksum": {"name": "sha256", "checksum": "210c4d31b1063a94b3d7e68fdb0b6acbe3a43b2642ddc0fc57cf5051953ebe69"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2235272, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_delivered_tmp')),\n staging_columns=get_activity_email_delivered_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_delivered_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_delivered.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_open_email.sql", "original_file_path": "models/staging/stg_marketo__activity_open_email.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email", "fqn": ["marketo", "staging", "stg_marketo__activity_open_email"], "alias": "stg_marketo__activity_open_email", "checksum": {"name": "sha256", "checksum": "3de66dfe40c4a9c06f4b32a08f6b2cc3cd36ef68a6267df89ea6cfbda0dd0efa"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2248921, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_open_email_tmp')),\n staging_columns=get_activity_open_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_open_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_open_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_open_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_bounced.sql", "original_file_path": "models/staging/stg_marketo__activity_email_bounced.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced", "fqn": ["marketo", "staging", "stg_marketo__activity_email_bounced"], "alias": "stg_marketo__activity_email_bounced", "checksum": {"name": "sha256", "checksum": "88fe3726eccb38944388276717cb996e9e38f2bef9ad70c8c07a01eb6b29559b"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_category": {"name": "bounce_category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_subcategory": {"name": "bounce_subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_address": {"name": "email_address", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by concatenating primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2223709, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_bounced_tmp')),\n staging_columns=get_activity_email_bounced_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_bounced_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_bounced.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n category\n \n as \n \n category\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n details\n \n as \n \n details\n \n, \n \n \n email\n \n as \n \n email\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n \n \n subcategory\n \n as \n \n subcategory\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__campaigns.sql", "original_file_path": "models/staging/stg_marketo__campaigns.sql", "unique_id": "model.marketo.stg_marketo__campaigns", "fqn": ["marketo", "staging", "stg_marketo__campaigns"], "alias": "stg_marketo__campaigns", "checksum": {"name": "sha256", "checksum": "cdc5845531a9698a7f468aec07909fa87665768f0e71e8ee491ead2ce11c43e3"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2294958, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__campaign_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__campaign_tmp')),\n staging_columns=get_campaign_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaign_tmp", "package": null, "version": null}, {"name": "stg_marketo__campaign_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_campaign_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation"], "nodes": ["model.marketo.stg_marketo__campaign_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n active\n \n as \n \n active\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n workspace_name\n \n as \n \n workspace_name\n \n, \n \n \n computed_url\n \n as \n \n computed_url\n \n, \n \n \n flow_id\n \n as \n \n flow_id\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n is_communication_limit_enabled\n \n as \n \n is_communication_limit_enabled\n \n, \n \n \n is_requestable\n \n as \n \n is_requestable\n \n, \n \n \n is_system\n \n as \n \n is_system\n \n, \n \n \n max_members\n \n as \n \n max_members\n \n, \n \n \n qualification_rule_type\n \n as \n \n qualification_rule_type\n \n, \n \n \n qualification_rule_interval\n \n as \n \n qualification_rule_interval\n \n, \n \n \n qualification_rule_unit\n \n as \n \n qualification_rule_unit\n \n, \n \n \n recurrence_start_at\n \n as \n \n recurrence_start_at\n \n, \n \n \n recurrence_end_at\n \n as \n \n recurrence_end_at\n \n, \n \n \n recurrence_interval_type\n \n as \n \n recurrence_interval_type\n \n, \n \n \n recurrence_interval\n \n as \n \n recurrence_interval\n \n, \n \n \n recurrence_weekday_only\n \n as \n \n recurrence_weekday_only\n \n, \n \n \n recurrence_day_of_month\n \n as \n \n recurrence_day_of_month\n \n, \n \n \n recurrence_day_of_week\n \n as \n \n recurrence_day_of_week\n \n, \n \n \n recurrence_week_of_month\n \n as \n \n recurrence_week_of_month\n \n, \n \n \n smart_list_id\n \n as \n \n smart_list_id\n \n, \n \n \n status\n \n as \n \n status\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_bounced_tmp"], "alias": "stg_marketo__activity_email_bounced_tmp", "checksum": {"name": "sha256", "checksum": "c9c6b8e6ba312f86050efb98ecf9e38971c2b0eff2f20a538125acaa6ee33367"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.29933, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_email_bounced'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_bounced"], ["marketo", "activity_email_bounced"], ["marketo", "activity_email_bounced"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_email_bounced_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_email_bounced_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"category\",\n \"choice_number\",\n \"details\",\n \"email\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"subcategory\"\n from \"postgres\".\"public\".\"marketo_activity_email_bounced_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_tmp"], "alias": "stg_marketo__lead_tmp", "checksum": {"name": "sha256", "checksum": "5e3974b6a03a9d9fda0f07568e760b51e46be2196a1ae8a682e46829a199ce15"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3258164, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='lead'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead"], ["marketo", "lead"], ["marketo", "lead"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_lead_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_lead_data\n\n select\n \"id\",\n \"created_at\",\n \"updated_at\",\n \"email\",\n \"first_name\",\n \"last_name\"\n from \"postgres\".\"public\".\"marketo_lead_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_describe_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_describe_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_describe_tmp"], "alias": "stg_marketo__lead_describe_tmp", "checksum": {"name": "sha256", "checksum": "428ddc4d500023d00316ed633f786288987995e12a7ccf1f1bfdb91f876cae3f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3341088, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='lead_describe'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead_describe"], ["marketo", "lead_describe"], ["marketo", "lead_describe"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_lead_describe_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_lead_describe_data\n\n select\n \"data_type\",\n \"display_name\",\n \"id\",\n \"length\",\n \"restname\",\n \"restread_only\",\n \"soapname\",\n \"soapread_only\"\n from \"postgres\".\"public\".\"marketo_lead_describe_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_delete_lead_tmp"], "alias": "stg_marketo__activity_delete_lead_tmp", "checksum": {"name": "sha256", "checksum": "958c117d79daaee7e3c2144ee9e50b47c3924d6897f3c819e063cc890d1dd172"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.3422632, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_delete_lead'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_delete_lead"], ["marketo", "activity_delete_lead"], ["marketo", "activity_delete_lead"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_delete_lead_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_delete_lead_data\n\n select\n \"id\",\n \"_fivetran_synced\",\n \"activity_date\",\n \"activity_type_id\",\n \"campaign\",\n \"campaign_id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\"\n from \"postgres\".\"public\".\"marketo_activity_delete_lead_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__program_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__program_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__program_tmp.sql", "unique_id": "model.marketo.stg_marketo__program_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__program_tmp"], "alias": "stg_marketo__program_tmp", "checksum": {"name": "sha256", "checksum": "cb638fe3c327e2e048d57d5a23faa4c50667351a64995f81cb44f8e7a4fa7e87"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.3511088, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='program'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "program"], ["marketo", "program"], ["marketo", "program"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.program"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__program_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_program_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_program_data\n\n select\n \"id\",\n \"channel\",\n \"created_at\",\n \"description\",\n \"end_date\",\n \"name\",\n \"sfdc_id\",\n \"sfdc_name\",\n \"start_date\",\n \"status\",\n \"type\",\n \"updated_at\",\n \"url\",\n \"workspace\",\n \"_fivetran_deleted\"\n from \"postgres\".\"public\".\"marketo_program_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_unsubscribe_email_tmp"], "alias": "stg_marketo__activity_unsubscribe_email_tmp", "checksum": {"name": "sha256", "checksum": "fe355a53d1cfea2ff84e2f3ba99d5dbc0c377c374e43020cecd4e4824a16a153"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3622196, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_unsubscribe_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_unsubscribe_email"], ["marketo", "activity_unsubscribe_email"], ["marketo", "activity_unsubscribe_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_unsubscribe_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_unsubscribe_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"client_ip_address\",\n \"email_template_id\",\n \"form_fields\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"query_parameters\",\n \"referrer_url\",\n \"user_agent\",\n \"webform_id\",\n \"webpage_id\"\n from \"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__email_template_history_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__email_template_history_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "unique_id": "model.marketo.stg_marketo__email_template_history_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__email_template_history_tmp"], "alias": "stg_marketo__email_template_history_tmp", "checksum": {"name": "sha256", "checksum": "84c8fcd5e1749d20d121d125aff29a432229eaa0d65e2ef2c4d17a6e8c918aa9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.3703103, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='email_template_history'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "email_template_history"], ["marketo", "email_template_history"], ["marketo", "email_template_history"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_email_template_history_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_email_template_history_data\n\n select\n \"created_at\",\n \"description\",\n \"folder_folder_name\",\n \"folder_id\",\n \"folder_type\",\n \"folder_value\",\n \"from_email\",\n \"from_name\",\n \"id\",\n \"name\",\n \"operational\",\n \"program_id\",\n \"publish_to_msi\",\n \"reply_email\",\n \"status\",\n \"subject\",\n \"template\",\n \"text_only\",\n \"updated_at\",\n \"url\",\n \"version\",\n \"web_view\",\n \"workspace\"\n from \"postgres\".\"public\".\"marketo_email_template_history_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__campaign_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__campaign_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__campaign_tmp.sql", "unique_id": "model.marketo.stg_marketo__campaign_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__campaign_tmp"], "alias": "stg_marketo__campaign_tmp", "checksum": {"name": "sha256", "checksum": "a395a032e4e7e4fb9764773f789e739155b3afbab4cffbe22def0b3908234d1c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288646.3790324, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='campaign'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "campaign"], ["marketo", "campaign"], ["marketo", "campaign"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.campaign"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__campaign_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_campaign_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_campaign_data\n\n select\n \"active\",\n \"created_at\",\n \"description\",\n \"id\",\n \"name\",\n \"program_id\",\n \"type\",\n \"updated_at\",\n \"workspace_name\",\n \"computed_url\",\n \"flow_id\",\n \"folder_id\",\n \"folder_type\",\n \"is_communication_limit_enabled\",\n \"is_requestable\",\n \"is_system\",\n \"max_members\",\n \"qualification_rule_type\",\n \"qualification_rule_interval\",\n \"qualification_rule_unit\",\n \"recurrence_start_at\",\n \"recurrence_end_at\",\n \"recurrence_interval_type\",\n \"recurrence_interval\",\n \"recurrence_weekday_only\",\n \"recurrence_day_of_month\",\n \"recurrence_day_of_week\",\n \"recurrence_week_of_month\",\n \"smart_list_id\",\n \"status\",\n \"_fivetran_deleted\"\n from \"postgres\".\"public\".\"marketo_campaign_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_send_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_send_email_tmp"], "alias": "stg_marketo__activity_send_email_tmp", "checksum": {"name": "sha256", "checksum": "3a0f0daa2b838a6f1ef1e9b48387e56adde28726d630453a58fa617c9c3508b5"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.388152, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_send_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_send_email"], ["marketo", "activity_send_email"], ["marketo", "activity_send_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_send_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_send_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value_id\",\n \"primary_attribute_value\",\n \"step_id\",\n \"action_result\"\n from \"postgres\".\"public\".\"marketo_activity_send_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_open_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_open_email_tmp"], "alias": "stg_marketo__activity_open_email_tmp", "checksum": {"name": "sha256", "checksum": "295794dc18d98f26123d6787af21c597f08f78a85c1b12925e10cbc3027a2156"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.39675, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_open_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_open_email"], ["marketo", "activity_open_email"], ["marketo", "activity_open_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_open_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_open_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"device\",\n \"email_template_id\",\n \"id\",\n \"is_mobile_device\",\n \"lead_id\",\n \"platform\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"user_agent\"\n from \"postgres\".\"public\".\"marketo_activity_open_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_click_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_click_email_tmp"], "alias": "stg_marketo__activity_click_email_tmp", "checksum": {"name": "sha256", "checksum": "00b6dd07705de62b6135b6514e6c10309e2367b031dbbe9f7e105adf5c112109"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4077053, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_click_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_click_email"], ["marketo", "activity_click_email"], ["marketo", "activity_click_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_click_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_click_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"device\",\n \"email_template_id\",\n \"id\",\n \"is_mobile_device\",\n \"lead_id\",\n \"link\",\n \"platform\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"user_agent\"\n from \"postgres\".\"public\".\"marketo_activity_click_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_merge_leads_tmp"], "alias": "stg_marketo__activity_merge_leads_tmp", "checksum": {"name": "sha256", "checksum": "def0e8b87689b47b557b01bb98003082e6061ef61b6e4d87351505c341c3839c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4161055, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_merge_leads'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_merge_leads"], ["marketo", "activity_merge_leads"], ["marketo", "activity_merge_leads"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_merge_leads"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_merge_leads_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_merge_leads_data\n\n select\n \"id\",\n \"_fivetran_synced\",\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"lead_id\",\n \"master_updated\",\n \"merge_ids\",\n \"merge_source\",\n \"merged_in_sales\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\"\n from \"postgres\".\"public\".\"marketo_activity_merge_leads_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_change_data_value_tmp"], "alias": "stg_marketo__activity_change_data_value_tmp", "checksum": {"name": "sha256", "checksum": "7c262ba479c99d2087e791d24547b70b216e3f69e892d2b7c123a0c494b7cae3"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4246323, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_change_data_value'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_change_data_value"], ["marketo", "activity_change_data_value"], ["marketo", "activity_change_data_value"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_change_data_value_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_change_data_value_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"api_method_name\",\n \"campaign_id\",\n \"id\",\n \"lead_id\",\n \"modifying_user\",\n \"new_value\",\n \"old_value\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"reason\",\n \"request_id\",\n \"source\"\n from \"postgres\".\"public\".\"marketo_activity_change_data_value_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_delivered_tmp"], "alias": "stg_marketo__activity_email_delivered_tmp", "checksum": {"name": "sha256", "checksum": "f9316a2e640a2018886d074d7fb755f08301c2312ebddb181311173ca5ba8757"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.4331903, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_email_delivered'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_delivered"], ["marketo", "activity_email_delivered"], ["marketo", "activity_email_delivered"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_email_delivered_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_email_delivered_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\"\n from \"postgres\".\"public\".\"marketo_activity_email_delivered_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_lead.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_lead.sql", "unique_id": "model.marketo.marketo__email_stats__by_lead", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_lead"], "alias": "marketo__email_stats__by_lead", "checksum": {"name": "sha256", "checksum": "135c16e913b91f22ad85b89c72244a6c052c97d9c8efd7763cee8f4b057944dc"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2795415, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_lead.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_campaign": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_campaign", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_campaign.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_campaign.sql", "unique_id": "model.marketo.marketo__email_stats__by_campaign", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_campaign"], "alias": "marketo__email_stats__by_campaign", "checksum": {"name": "sha256", "checksum": "ab406783d8cdd1dc54484f18ce9c95295abded6fc07520b0ec37b43b9bf72421"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2785854, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_campaign.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__clicks__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__clicks__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__clicks__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__clicks__by_sent_email.sql", "unique_id": "model.marketo.marketo__clicks__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__clicks__by_sent_email"], "alias": "marketo__clicks__by_sent_email", "checksum": {"name": "sha256", "checksum": "5c47a9c061fa68bb10d6224df8c663975061588958476137e3e380bc3d8b42bd"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2751882, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__clicks__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.int_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "int_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/int_marketo__lead.sql", "original_file_path": "models/intermediate/int_marketo__lead.sql", "unique_id": "model.marketo.int_marketo__lead", "fqn": ["marketo", "intermediate", "int_marketo__lead"], "alias": "int_marketo__lead", "checksum": {"name": "sha256", "checksum": "0f3f66bd3c3f098e05d9ea72dbd1fce21c9bdc2f7779c52a66b980ec86038961"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.274161, "relation_name": "\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"", "raw_code": "{{ config(materialized='view') }}\n\nwith leads as(\n select * \n from {{ ref('stg_marketo__lead') }}\n\n), activity_merge_leads as (\n select * \n from {{ ref('stg_marketo__activity_merge_leads') }}\n\n), unique_merges as (\n\n select\n source_relation,\n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n {{ fivetran_utils.string_agg('distinct merged_lead_id', \"', '\") }} as merged_into_lead_id\n\n from activity_merge_leads\n group by 1, 2 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n{% if var('marketo__activity_delete_lead_enabled', True) %}\n), deleted_leads as (\n\n select distinct\n source_relation,\n lead_id\n from {{ ref('stg_marketo__activity_delete_lead') }}\n \n{% endif %}\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n {% else %}\n null as is_deleted,\n {% endif %}\n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled\n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n left join deleted_leads \n on leads.source_relation = deleted_leads.source_relation \n and leads.lead_id = deleted_leads.lead_id\n {% endif %}\n\n left join unique_merges \n on leads.source_relation = unique_merges.source_relation \n and leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.type_int", "macro.fivetran_utils.string_agg"], "nodes": ["model.marketo.stg_marketo__lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/int_marketo__lead.sql", "compiled": true, "compiled_code": "\n\nwith leads as(\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\n\n), activity_merge_leads as (\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"\n\n), unique_merges as (\n\n select\n source_relation,\n cast(lead_id as integer) as lead_id,\n \n string_agg(distinct merged_lead_id, ', ')\n\n as merged_into_lead_id\n\n from activity_merge_leads\n group by 1, 2 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n\n), deleted_leads as (\n\n select distinct\n source_relation,\n lead_id\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"\n \n\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n \n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n \n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled\n to False. Default is True*/\n \n left join deleted_leads \n on leads.source_relation = deleted_leads.source_relation \n and leads.lead_id = deleted_leads.lead_id\n \n\n left join unique_merges \n on leads.source_relation = unique_merges.source_relation \n and leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__unsubscribes__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__unsubscribes__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__unsubscribes__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__unsubscribes__by_sent_email.sql", "unique_id": "model.marketo.marketo__unsubscribes__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__unsubscribes__by_sent_email"], "alias": "marketo__unsubscribes__by_sent_email", "checksum": {"name": "sha256", "checksum": "3c1be2b94015aabb0e1965630a11522b4f2658691ff85936010cfcc121211fe6"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2766356, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__unsubscribes__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__opens__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__opens__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__opens__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__opens__by_sent_email.sql", "unique_id": "model.marketo.marketo__opens__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__opens__by_sent_email"], "alias": "marketo__opens__by_sent_email", "checksum": {"name": "sha256", "checksum": "8ae56bc57ed75ba744bf30ac020145bafb067cf67d49df0adc0d0e9e12740299"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2761686, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__opens__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_sends_deduped": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends_deduped", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_sends_deduped.sql", "original_file_path": "models/intermediate/marketo__email_sends_deduped.sql", "unique_id": "model.marketo.marketo__email_sends_deduped", "fqn": ["marketo", "intermediate", "marketo__email_sends_deduped"], "alias": "marketo__email_sends_deduped", "checksum": {"name": "sha256", "checksum": "3dba49709aca3c968087b2b8a11c22a49ca1750947d5192a35a2ea5350b5cbf6"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2807596, "relation_name": null, "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email') }}\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id {{ partition_by_source_relation() }} order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.partition_by_source_relation"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_sends_deduped.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__deliveries__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__deliveries__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__deliveries__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__deliveries__by_sent_email.sql", "unique_id": "model.marketo.marketo__deliveries__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__deliveries__by_sent_email"], "alias": "marketo__deliveries__by_sent_email", "checksum": {"name": "sha256", "checksum": "27c8c180d711833611ac5b700b89d7806ef8a82e3170dafeacb0e1213408f7cf"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2756848, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__deliveries__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_pivot": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_pivot.sql", "original_file_path": "models/intermediate/marketo__change_data_pivot.sql", "unique_id": "model.marketo.marketo__change_data_pivot", "fqn": ["marketo", "intermediate", "marketo__change_data_pivot"], "alias": "marketo__change_data_pivot", "checksum": {"name": "sha256", "checksum": "0a81f3e671abae8a8f2eb83eb787f0360047be36eb9066fcb0b03d8cf5752cb1"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288647.2775843, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id {{ partition_by_source_relation() }}\n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select\n source_relation,\n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , min(case when lower(primary_attribute_column) = '{{ col|lower }}' then old_value end) as {{ col_xf }}\n {% endfor %}\n\n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.marketo.partition_by_source_relation", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_pivot.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id \n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select\n source_relation,\n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , min(case when lower(primary_attribute_column) = 'urgency' then old_value end) as urgency\n \n \n , min(case when lower(primary_attribute_column) = 'priority' then old_value end) as priority\n \n\n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_scd": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_scd.sql", "original_file_path": "models/intermediate/marketo__change_data_scd.sql", "unique_id": "model.marketo.marketo__change_data_scd", "fqn": ["marketo", "intermediate", "marketo__change_data_scd"], "alias": "marketo__change_data_scd", "checksum": {"name": "sha256", "checksum": "aefee7404f01846153e88bca060ba36077d3261f5a6a8c52633c17a3b8920e3c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "valid_to", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "valid_to", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288647.2780883, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'valid_to', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['valid_to'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set lead_columns = adapter.get_columns_in_relation(ref('int_marketo__lead')) -%}\n{% set filtered_lead_columns = [] %}\n{% for col in lead_columns if col.name|lower not in ['lead_id','_fivetran_synced'] and col.name|lower in var('lead_history_columns') %}\n {% do filtered_lead_columns.append(col) %}\n{% endfor %}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_pivot')) -%}\n{%- set change_data_columns_xf = change_data_columns|map(attribute='name')|list %}\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_pivot') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), details as (\n\n select *\n from {{ ref('marketo__change_data_details') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n {{ \n fivetran_utils.union_relations(\n relations=[ref('int_marketo__lead'), ref('marketo__change_data_pivot')],\n aliases=['leads','change_data']\n ) \n }}\n\n), field_partitions as (\n\n select\n unioned.source_relation,\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n {% for col in filtered_lead_columns %}\n {% if col.name not in change_data_columns_xf %}\n , unioned.{{ col.name }}\n , null as {{ col.name }}_partition\n\n {% else %}\n , unioned.{{ col.name }}\n , sum(case when unioned.{{ col.name }} is null and not coalesce(details.{{ col.name }}, true) then 0\n else 1 end) over (\n partition by unioned.lead_id {{ partition_by_source_relation(alias='unioned') }}\n order by coalesce(unioned.date_day, current_date) desc\n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n \n {% endif %}\n {% endfor %}\n\n from unioned\n left join details\n on unioned.source_relation = details.source_relation\n and unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.source_relation,\n field_partitions.valid_to, \n field_partitions.lead_id\n\n {% for col in filtered_lead_columns %} \n {% if col.name not in change_data_columns_xf %}\n {# If the column does not exist in the change data, grab the value from the current state of the record. #}\n , last_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id {{ partition_by_source_relation(alias='field_partitions') }}\n order by field_partitions.date_day asc\n rows between unbounded preceding and current row) as {{ col.name }}\n\n {% else %}\n , first_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition {{ partition_by_source_relation(alias='field_partitions') }}\n order by field_partitions.valid_to desc\n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endif %}\n {% endfor %}\n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','valid_to'])}} as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_details", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.fivetran_utils.union_relations", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_pivot", "model.marketo.marketo__change_data_details"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_scd.sql", "compiled": true, "compiled_code": "\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), details as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"' as TEXT) as _dbt_source_relation,\n \n cast(\"_fivetran_synced\" as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(\"created_timestamp\" as timestamp without time zone) as \"created_timestamp\" ,\n cast(\"email\" as text) as \"email\" ,\n cast(\"first_name\" as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(\"last_name\" as text) as \"last_name\" ,\n cast(\"updated_timestamp\" as text) as \"updated_timestamp\" ,\n cast(\"phone\" as text) as \"phone\" ,\n cast(\"main_phone\" as text) as \"main_phone\" ,\n cast(\"mobile_phone\" as text) as \"mobile_phone\" ,\n cast(\"company\" as text) as \"company\" ,\n cast(\"inferred_company\" as text) as \"inferred_company\" ,\n cast(\"address_lead\" as text) as \"address_lead\" ,\n cast(\"address\" as text) as \"address\" ,\n cast(\"city\" as text) as \"city\" ,\n cast(\"state\" as text) as \"state\" ,\n cast(\"state_code\" as text) as \"state_code\" ,\n cast(\"country\" as text) as \"country\" ,\n cast(\"country_code\" as text) as \"country_code\" ,\n cast(\"postal_code\" as text) as \"postal_code\" ,\n cast(\"billing_street\" as text) as \"billing_street\" ,\n cast(\"billing_city\" as text) as \"billing_city\" ,\n cast(\"billing_state\" as text) as \"billing_state\" ,\n cast(\"billing_state_code\" as text) as \"billing_state_code\" ,\n cast(\"billing_country\" as text) as \"billing_country\" ,\n cast(\"billing_country_code\" as text) as \"billing_country_code\" ,\n cast(\"billing_postal_code\" as text) as \"billing_postal_code\" ,\n cast(\"inferred_city\" as text) as \"inferred_city\" ,\n cast(\"inferred_state_region\" as text) as \"inferred_state_region\" ,\n cast(\"inferred_country\" as text) as \"inferred_country\" ,\n cast(\"inferred_postal_code\" as text) as \"inferred_postal_code\" ,\n cast(\"inferred_phone_area_code\" as text) as \"inferred_phone_area_code\" ,\n cast(\"anonymous_ip\" as text) as \"anonymous_ip\" ,\n cast(\"is_unsubscribed\" as boolean) as \"is_unsubscribed\" ,\n cast(\"is_email_invalid\" as boolean) as \"is_email_invalid\" ,\n cast(\"do_not_call\" as boolean) as \"do_not_call\" ,\n cast(\"source_relation\" as text) as \"source_relation\" ,\n cast(\"is_deleted\" as boolean) as \"is_deleted\" ,\n cast(\"merged_into_lead_id\" as text) as \"merged_into_lead_id\" ,\n cast(\"is_merged\" as boolean) as \"is_merged\" ,\n cast(null as date) as \"date_day\" ,\n cast(null as text) as \"urgency\" ,\n cast(null as text) as \"priority\" ,\n cast(null as text) as \"lead_day_id\" \n\n from leads\n )\n\n union all\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"' as TEXT) as _dbt_source_relation,\n \n cast(null as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(null as timestamp without time zone) as \"created_timestamp\" ,\n cast(null as text) as \"email\" ,\n cast(null as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(null as text) as \"last_name\" ,\n cast(null as text) as \"updated_timestamp\" ,\n cast(null as text) as \"phone\" ,\n cast(null as text) as \"main_phone\" ,\n cast(null as text) as \"mobile_phone\" ,\n cast(null as text) as \"company\" ,\n cast(null as text) as \"inferred_company\" ,\n cast(null as text) as \"address_lead\" ,\n cast(null as text) as \"address\" ,\n cast(null as text) as \"city\" ,\n cast(null as text) as \"state\" ,\n cast(null as text) as \"state_code\" ,\n cast(null as text) as \"country\" ,\n cast(null as text) as \"country_code\" ,\n cast(null as text) as \"postal_code\" ,\n cast(null as text) as \"billing_street\" ,\n cast(null as text) as \"billing_city\" ,\n cast(null as text) as \"billing_state\" ,\n cast(null as text) as \"billing_state_code\" ,\n cast(null as text) as \"billing_country\" ,\n cast(null as text) as \"billing_country_code\" ,\n cast(null as text) as \"billing_postal_code\" ,\n cast(null as text) as \"inferred_city\" ,\n cast(null as text) as \"inferred_state_region\" ,\n cast(null as text) as \"inferred_country\" ,\n cast(null as text) as \"inferred_postal_code\" ,\n cast(null as text) as \"inferred_phone_area_code\" ,\n cast(null as text) as \"anonymous_ip\" ,\n cast(null as boolean) as \"is_unsubscribed\" ,\n cast(null as boolean) as \"is_email_invalid\" ,\n cast(null as boolean) as \"do_not_call\" ,\n cast(\"source_relation\" as text) as \"source_relation\" ,\n cast(null as boolean) as \"is_deleted\" ,\n cast(null as text) as \"merged_into_lead_id\" ,\n cast(null as boolean) as \"is_merged\" ,\n cast(\"date_day\" as date) as \"date_day\" ,\n cast(\"urgency\" as text) as \"urgency\" ,\n cast(\"priority\" as text) as \"priority\" ,\n cast(\"lead_day_id\" as text) as \"lead_day_id\" \n\n from change_data\n )\n\n \n\n), field_partitions as (\n\n select\n unioned.source_relation,\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n \n\n from unioned\n left join details\n on unioned.source_relation = details.source_relation\n and unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.source_relation,\n field_partitions.valid_to, \n field_partitions.lead_id\n\n \n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(valid_to as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__lead_calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__lead_calendar_spine.sql", "original_file_path": "models/intermediate/marketo__lead_calendar_spine.sql", "unique_id": "model.marketo.marketo__lead_calendar_spine", "fqn": ["marketo", "intermediate", "marketo__lead_calendar_spine"], "alias": "marketo__lead_calendar_spine", "checksum": {"name": "sha256", "checksum": "a39201abd4289e184e42d82214144d12b64a5d66a32d0b3aca3534e80d09d34e"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288646.5492952, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\nwith calendar as (\n\n select *\n from {{ ref('marketo__calendar_spine') }}\n {% if is_incremental() %}\n where date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id,\n leads.source_relation\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id']) }} as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__calendar_spine", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__calendar_spine", "model.marketo.int_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__lead_calendar_spine.sql", "compiled": true, "compiled_code": "\n\nwith calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"\n \n where date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id,\n leads.source_relation\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_email_template": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_email_template", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_email_template.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_email_template.sql", "unique_id": "model.marketo.marketo__email_stats__by_email_template", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_email_template"], "alias": "marketo__email_stats__by_email_template", "checksum": {"name": "sha256", "checksum": "7ad046ef1fea5b1e65d84f897980a01f1197fc49d43638a9b5f035ba971e572d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.279083, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_email_template.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__bounces__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__bounces__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__bounces__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__bounces__by_sent_email.sql", "unique_id": "model.marketo.marketo__bounces__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__bounces__by_sent_email"], "alias": "marketo__bounces__by_sent_email", "checksum": {"name": "sha256", "checksum": "919f0eb9ece4faa53a7ae4ef386d73f0448ff99ecc379661346a5c449a63a9c4"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288647.2746985, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__bounces__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_program": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_program", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_program.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_program.sql", "unique_id": "model.marketo.marketo__email_stats__by_program", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_program"], "alias": "marketo__email_stats__by_program", "checksum": {"name": "sha256", "checksum": "d10467973b7438a1ab38552bec13bda517f23c4debf3edcc9ddff9aa0d383d5f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762288647.2802804, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_program.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_details": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_details.sql", "original_file_path": "models/intermediate/marketo__change_data_details.sql", "unique_id": "model.marketo.marketo__change_data_details", "fqn": ["marketo", "intermediate", "marketo__change_data_details"], "alias": "marketo__change_data_details", "checksum": {"name": "sha256", "checksum": "ba15e5eab576851ec41d5c0bdb870a47eb71584bdf6f42e1c683cdeb92794681"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762288647.2771223, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n source_relation,\n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , cast( max(case when lower(primary_attribute_column) = '{{ col|lower }}' then 1 else 0 end) as boolean) as {{ col_xf }}\n {% endfor %}\n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_details.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n source_relation,\n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , cast( max(case when lower(primary_attribute_column) = 'urgency' then 1 else 0 end) as boolean) as urgency\n \n \n , cast( max(case when lower(primary_attribute_column) = 'priority' then 1 else 0 end) as boolean) as priority\n \n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "operation.marketo.marketo-on-run-start-0": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo-on-run-start-0", "resource_type": "operation", "package_name": "marketo", "path": "hooks/marketo-on-run-start-0.sql", "original_file_path": "./dbt_project.yml", "unique_id": "operation.marketo.marketo-on-run-start-0", "fqn": ["marketo", "hooks", "marketo-on-run-start-0"], "alias": "marketo-on-run-start-0", "checksum": {"name": "sha256", "checksum": "d1b12f474d0e028b30ff034db54b3c6076e9289d8abfe2cdef8afc8eaf25d9da"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null}, "tags": ["on-run-start"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762288646.7302535, "relation_name": null, "raw_code": "{{ lead_history_columns_warning() }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.lead_history_columns_warning"], "nodes": []}, "compiled_path": "target/compiled/marketo/./dbt_project.yml/hooks/marketo-on-run-start-0.sql", "compiled": true, "compiled_code": "\n\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "index": 0}, "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__campaigns_campaign_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf", "fqn": ["marketo", "not_null_marketo__campaigns_campaign_id"], "alias": "not_null_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0574298, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.marketo__campaigns", "attached_node": "model.marketo.marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_sends_email_send_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_sends_email_send_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a", "fqn": ["marketo", "not_null_marketo__email_sends_email_send_id"], "alias": "not_null_marketo__email_sends_email_send_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0603466, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_sends_email_send_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_send_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\nwhere email_send_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_send_id", "file_key_name": "models.marketo__email_sends", "attached_node": "model.marketo.marketo__email_sends", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_send_id", "model": "{{ get_where_subquery(ref('marketo__email_sends')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_templates_email_template_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_templates_email_template_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332", "fqn": ["marketo", "not_null_marketo__email_templates_email_template_id"], "alias": "not_null_marketo__email_templates_email_template_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.062828, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_templates"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_templates_email_template_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"\nwhere email_template_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_id", "file_key_name": "models.marketo__email_templates", "attached_node": "model.marketo.marketo__email_templates", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_id", "model": "{{ get_where_subquery(ref('marketo__email_templates')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_history_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "fqn": ["marketo", "not_null_marketo__lead_history_lead_history_id"], "alias": "not_null_marketo__lead_history_lead_history_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0655837, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_history_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_history_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_history_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a", "fqn": ["marketo", "not_null_marketo__lead_history_lead_id"], "alias": "not_null_marketo__lead_history_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0680532, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__leads_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__leads_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__leads_lead_id.4dd423c832", "fqn": ["marketo", "not_null_marketo__leads_lead_id"], "alias": "not_null_marketo__leads_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0704997, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__leads"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__leads_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__leads\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__leads", "attached_node": "model.marketo.marketo__leads", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__leads')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__programs_program_id.de885080e0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__programs_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__programs_program_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__programs_program_id.de885080e0", "fqn": ["marketo", "not_null_marketo__programs_program_id"], "alias": "not_null_marketo__programs_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.0730247, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__programs"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__programs_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__programs\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.marketo__programs", "attached_node": "model.marketo.marketo__programs", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('marketo__programs')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_change_data_value_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_change_data_value_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_change_data_value_activity_id"], "alias": "not_null_stg_marketo__activity_change_data_value_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2431042, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_change_data_value_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_change_data_value", "attached_node": "model.marketo.stg_marketo__activity_change_data_value", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_change_data_value')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_click_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_click_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_click_email_activity_id"], "alias": "not_null_stg_marketo__activity_click_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2458901, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_click_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_click_email", "attached_node": "model.marketo.stg_marketo__activity_click_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_click_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_bounced_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_bounced_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_bounced_activity_id"], "alias": "not_null_stg_marketo__activity_email_bounced_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2483828, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_bounced_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_bounced", "attached_node": "model.marketo.stg_marketo__activity_email_bounced", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_bounced')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_delivered_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_delivered_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_delivered_activity_id"], "alias": "not_null_stg_marketo__activity_email_delivered_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2508354, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_delivered_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_delivered", "attached_node": "model.marketo.stg_marketo__activity_email_delivered", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_delivered')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_open_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_open_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_open_email_activity_id"], "alias": "not_null_stg_marketo__activity_open_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2543297, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_open_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_open_email", "attached_node": "model.marketo.stg_marketo__activity_open_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_open_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_send_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_send_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_send_email_activity_id"], "alias": "not_null_stg_marketo__activity_send_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2568283, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_send_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_send_email", "attached_node": "model.marketo.stg_marketo__activity_send_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_send_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_unsubscribe_email_activity_id"], "alias": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2592666, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_unsubscribe_email", "attached_node": "model.marketo.stg_marketo__activity_unsubscribe_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_unsubscribe_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__campaigns_campaign_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112", "fqn": ["marketo", "staging", "not_null_stg_marketo__campaigns_campaign_id"], "alias": "not_null_stg_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2616763, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.stg_marketo__campaigns", "attached_node": "model.marketo.stg_marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('stg_marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__email_template_history_email_template_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa", "fqn": ["marketo", "staging", "not_null_stg_marketo__email_template_history_email_template_history_id"], "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd"}, "created_at": 1762288647.2642434, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}{{ config(alias=\"not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd\") }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\nwhere email_template_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_history_id", "file_key_name": "models.stg_marketo__email_template_history", "attached_node": "model.marketo.stg_marketo__email_template_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_history_id", "model": "{{ get_where_subquery(ref('stg_marketo__email_template_history')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_describe_lead_describe_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_describe_lead_describe_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_describe_lead_describe_id"], "alias": "not_null_stg_marketo__lead_describe_lead_describe_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2667077, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_describe_lead_describe_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_describe_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\nwhere lead_describe_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_describe_id", "file_key_name": "models.stg_marketo__lead_describe", "attached_node": "model.marketo.stg_marketo__lead_describe", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_describe_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead_describe')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_lead_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_lead_id"], "alias": "not_null_stg_marketo__lead_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.26912, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.stg_marketo__lead", "attached_node": "model.marketo.stg_marketo__lead", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__program_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__program_program_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__program_program_id.882bad918f", "fqn": ["marketo", "staging", "not_null_stg_marketo__program_program_id"], "alias": "not_null_stg_marketo__program_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762288647.2715452, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__program"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__program_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.stg_marketo__program", "attached_node": "model.marketo.stg_marketo__program", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('stg_marketo__program')) }}"}, "namespace": null}}}, "sources": {"source.marketo.marketo.lead": {"database": "postgres", "schema": "public", "name": "lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead", "fqn": ["marketo", "staging", "marketo", "lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo leads.", "columns": {"id": {"name": "id", "description": "Unique integer id of a lead record.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "The timestamp each lead object was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "The timestamp each lead object was last updated at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "unsubscribed": {"name": "unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_invalid": {"name": "email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "created_at": 1762288647.3075464, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.lead_describe": {"database": "postgres", "schema": "public", "name": "lead_describe", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead_describe", "fqn": ["marketo", "staging", "marketo", "lead_describe"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_describe_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with metadata about lead object columns", "columns": {"data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer id of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "length": {"name": "length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restname": {"name": "restname", "description": "Description of REST API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restread_only": {"name": "restread_only", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapname": {"name": "soapname", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapread_only": {"name": "soapread_only", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "created_at": 1762288647.3099353, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_change_data_value": {"database": "postgres", "schema": "public", "name": "activity_change_data_value", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_change_data_value", "fqn": ["marketo", "staging", "marketo", "activity_change_data_value"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_change_data_value_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with data value changes from the leads object.", "columns": {"api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "Timestamp of the actvity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user": {"name": "modifying_user", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reason": {"name": "reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "created_at": 1762288647.310675, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.campaign": {"database": "postgres", "schema": "public", "name": "campaign", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.campaign", "fqn": ["marketo", "staging", "marketo", "campaign"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_campaign_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo campaigns.", "columns": {"active": {"name": "active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "created_at": 1762288647.311455, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.program": {"database": "postgres", "schema": "public", "name": "program", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.program", "fqn": ["marketo", "staging", "marketo", "program"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_program_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo programs.", "columns": {"channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp the program was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_date": {"name": "end_date", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_date": {"name": "start_date", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "created_at": 1762288647.3121746, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.email_template_history": {"database": "postgres", "schema": "public", "name": "email_template_history", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.email_template_history", "fqn": ["marketo", "staging", "marketo", "email_template_history"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_email_template_history_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with a history of email template versions.", "columns": {"created_at": {"name": "created_at", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_folder_name": {"name": "folder_folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "operational": {"name": "operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subject": {"name": "subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "template": {"name": "template", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "text_only": {"name": "text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version": {"name": "version", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "web_view": {"name": "web_view", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "created_at": 1762288647.3129706, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_click_email": {"database": "postgres", "schema": "public", "name": "activity_click_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_click_email", "fqn": ["marketo", "staging", "marketo", "activity_click_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_click_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email click activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The date of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "link": {"name": "link", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "created_at": 1762288647.3136733, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_delivered": {"database": "postgres", "schema": "public", "name": "activity_email_delivered", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_delivered", "fqn": ["marketo", "staging", "marketo", "activity_email_delivered"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_delivered_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email delivery activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "created_at": 1762288647.3143418, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_bounced": {"database": "postgres", "schema": "public", "name": "activity_email_bounced", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_bounced", "fqn": ["marketo", "staging", "marketo", "activity_email_bounced"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_bounced_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "category": {"name": "category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subcategory": {"name": "subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "created_at": 1762288647.3150415, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_open_email": {"database": "postgres", "schema": "public", "name": "activity_open_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_open_email", "fqn": ["marketo", "staging", "marketo", "activity_open_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_open_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "created_at": 1762288647.3157873, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_unsubscribe_email": {"database": "postgres", "schema": "public", "name": "activity_unsubscribe_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_unsubscribe_email", "fqn": ["marketo", "staging", "marketo", "activity_unsubscribe_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_unsubscribe_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email unsusbscribe activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "created_at": 1762288647.3164637, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_send_email": {"database": "postgres", "schema": "public", "name": "activity_send_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_send_email", "fqn": ["marketo", "staging", "marketo", "activity_send_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_send_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email send activities.", "columns": {"action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "created_at": 1762288647.3171458, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_delete_lead": {"database": "postgres", "schema": "public", "name": "activity_delete_lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_delete_lead", "fqn": ["marketo", "staging", "marketo", "activity_delete_lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_delete_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with deleted lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign": {"name": "campaign", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "created_at": 1762288647.3177965, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_merge_leads": {"database": "postgres", "schema": "public", "name": "activity_merge_leads", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_merge_leads", "fqn": ["marketo", "staging", "marketo", "activity_merge_leads"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_merge_leads_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with merged lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_ids": {"name": "merge_ids", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "created_at": 1762288647.318421, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}}, "macros": {"macro.dbt_postgres.postgres__get_catalog_relations": {"name": "postgres__get_catalog_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog_relations", "macro_sql": "{% macro postgres__get_catalog_relations(information_schema, relations) -%}\n {%- call statement('catalog', fetch_result=True) -%}\n\n {#\n If the user has multiple databases set and the first one is wrong, this will fail.\n But we won't fail in the case where there are multiple quoting-difference-only dbs, which is better.\n #}\n {% set database = information_schema.database %}\n {{ adapter.verify_database(database) }}\n\n select\n '{{ database }}' as table_database,\n sch.nspname as table_schema,\n tbl.relname as table_name,\n case tbl.relkind\n when 'v' then 'VIEW'\n when 'm' then 'MATERIALIZED VIEW'\n else 'BASE TABLE'\n end as table_type,\n tbl_desc.description as table_comment,\n col.attname as column_name,\n col.attnum as column_index,\n pg_catalog.format_type(col.atttypid, col.atttypmod) as column_type,\n col_desc.description as column_comment,\n pg_get_userbyid(tbl.relowner) as table_owner\n\n from pg_catalog.pg_namespace sch\n join pg_catalog.pg_class tbl on tbl.relnamespace = sch.oid\n join pg_catalog.pg_attribute col on col.attrelid = tbl.oid\n left outer join pg_catalog.pg_description tbl_desc on (tbl_desc.objoid = tbl.oid and tbl_desc.objsubid = 0)\n left outer join pg_catalog.pg_description col_desc on (col_desc.objoid = tbl.oid and col_desc.objsubid = col.attnum)\n where (\n {%- for relation in relations -%}\n {%- if relation.identifier -%}\n (upper(sch.nspname) = upper('{{ relation.schema }}') and\n upper(tbl.relname) = upper('{{ relation.identifier }}'))\n {%- else-%}\n upper(sch.nspname) = upper('{{ relation.schema }}')\n {%- endif -%}\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n and not pg_is_other_temp_schema(sch.oid) -- not a temporary schema belonging to another session\n and tbl.relpersistence in ('p', 'u') -- [p]ermanent table or [u]nlogged table. Exclude [t]emporary tables\n and tbl.relkind in ('r', 'v', 'f', 'p', 'm') -- o[r]dinary table, [v]iew, [f]oreign table, [p]artitioned table, [m]aterialized view. Other values are [i]ndex, [S]equence, [c]omposite type, [t]OAST table\n and col.attnum > 0 -- negative numbers are used for system columns such as oid\n and not col.attisdropped -- column as not been dropped\n\n order by\n sch.nspname,\n tbl.relname,\n col.attnum\n\n {%- endcall -%}\n\n {{ return(load_result('catalog').table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5860634, "supported_languages": null}, "macro.dbt_postgres.postgres__get_catalog": {"name": "postgres__get_catalog", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog", "macro_sql": "{% macro postgres__get_catalog(information_schema, schemas) -%}\n {%- set relations = [] -%}\n {%- for schema in schemas -%}\n {%- set dummy = relations.append({'schema': schema}) -%}\n {%- endfor -%}\n {{ return(postgres__get_catalog_relations(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5868845, "supported_languages": null}, "macro.dbt_postgres.postgres__create_table_as": {"name": "postgres__create_table_as", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_table_as", "macro_sql": "{% macro postgres__create_table_as(temporary, relation, sql) -%}\n {%- set unlogged = config.get('unlogged', default=false) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary -%}\n temporary\n {%- elif unlogged -%}\n unlogged\n {%- endif %} table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {% endif -%}\n {% if contract_config.enforced and (not temporary) -%}\n {{ get_table_columns_and_constraints() }} ;\n insert into {{ relation }} (\n {{ adapter.dispatch('get_column_names', 'dbt')() }}\n )\n {%- set sql = get_select_subquery(sql) %}\n {% else %}\n as\n {% endif %}\n (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.default__get_column_names", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.591597, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_index_sql": {"name": "postgres__get_create_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_index_sql", "macro_sql": "{% macro postgres__get_create_index_sql(relation, index_dict) -%}\n {%- set index_config = adapter.parse_index(index_dict) -%}\n {%- set comma_separated_columns = \", \".join(index_config.columns) -%}\n {%- set index_name = index_config.render(relation) -%}\n\n create {% if index_config.unique -%}\n unique\n {%- endif %} index if not exists\n \"{{ index_name }}\"\n on {{ relation }} {% if index_config.type -%}\n using {{ index_config.type }}\n {%- endif %}\n ({{ comma_separated_columns }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5926917, "supported_languages": null}, "macro.dbt_postgres.postgres__create_schema": {"name": "postgres__create_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_schema", "macro_sql": "{% macro postgres__create_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier().include(database=False) }}\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5933669, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_schema": {"name": "postgres__drop_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__drop_schema", "macro_sql": "{% macro postgres__drop_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier().include(database=False) }} cascade\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5940375, "supported_languages": null}, "macro.dbt_postgres.postgres__get_columns_in_relation": {"name": "postgres__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_columns_in_relation", "macro_sql": "{% macro postgres__get_columns_in_relation(relation) -%}\n {% call statement('get_columns_in_relation', fetch_result=True) %}\n select\n column_name,\n data_type,\n character_maximum_length,\n numeric_precision,\n numeric_scale\n\n from {{ relation.information_schema('columns') }}\n where table_name = '{{ relation.identifier }}'\n {% if relation.schema %}\n and table_schema = '{{ relation.schema }}'\n {% endif %}\n order by ordinal_position\n\n {% endcall %}\n {% set table = load_result('get_columns_in_relation').table %}\n {{ return(sql_convert_columns_in_relation(table)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.sql_convert_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5949984, "supported_languages": null}, "macro.dbt_postgres.postgres__list_relations_without_caching": {"name": "postgres__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_relations_without_caching", "macro_sql": "{% macro postgres__list_relations_without_caching(schema_relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n '{{ schema_relation.database }}' as database,\n tablename as name,\n schemaname as schema,\n 'table' as type\n from pg_tables\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n viewname as name,\n schemaname as schema,\n 'view' as type\n from pg_views\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n matviewname as name,\n schemaname as schema,\n 'materialized_view' as type\n from pg_matviews\n where schemaname ilike '{{ schema_relation.schema }}'\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5959098, "supported_languages": null}, "macro.dbt_postgres.postgres__information_schema_name": {"name": "postgres__information_schema_name", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__information_schema_name", "macro_sql": "{% macro postgres__information_schema_name(database) -%}\n {% if database_name -%}\n {{ adapter.verify_database(database_name) }}\n {%- endif -%}\n information_schema\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5962756, "supported_languages": null}, "macro.dbt_postgres.postgres__list_schemas": {"name": "postgres__list_schemas", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_schemas", "macro_sql": "{% macro postgres__list_schemas(database) %}\n {% if database -%}\n {{ adapter.verify_database(database) }}\n {%- endif -%}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select distinct nspname from pg_namespace\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5970013, "supported_languages": null}, "macro.dbt_postgres.postgres__check_schema_exists": {"name": "postgres__check_schema_exists", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__check_schema_exists", "macro_sql": "{% macro postgres__check_schema_exists(information_schema, schema) -%}\n {% if information_schema.database -%}\n {{ adapter.verify_database(information_schema.database) }}\n {%- endif -%}\n {% call statement('check_schema_exists', fetch_result=True, auto_begin=False) %}\n select count(*) from pg_namespace where nspname = '{{ schema }}'\n {% endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.597807, "supported_languages": null}, "macro.dbt_postgres.postgres__make_relation_with_suffix": {"name": "postgres__make_relation_with_suffix", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_relation_with_suffix", "macro_sql": "{% macro postgres__make_relation_with_suffix(base_relation, suffix, dstring) %}\n {% if dstring %}\n {% set dt = modules.datetime.datetime.now() %}\n {% set dtstring = dt.strftime(\"%H%M%S%f\") %}\n {% set suffix = suffix ~ dtstring %}\n {% endif %}\n {% set suffix_length = suffix|length %}\n {% set relation_max_name_length = base_relation.relation_max_name_length() %}\n {% if suffix_length > relation_max_name_length %}\n {% do exceptions.raise_compiler_error('Relation suffix is too long (' ~ suffix_length ~ ' characters). Maximum length is ' ~ relation_max_name_length ~ ' characters.') %}\n {% endif %}\n {% set identifier = base_relation.identifier[:relation_max_name_length - suffix_length] ~ suffix %}\n\n {{ return(base_relation.incorporate(path={\"identifier\": identifier })) }}\n\n {% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.599491, "supported_languages": null}, "macro.dbt_postgres.postgres__make_intermediate_relation": {"name": "postgres__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_intermediate_relation", "macro_sql": "{% macro postgres__make_intermediate_relation(base_relation, suffix) %}\n {{ return(postgres__make_relation_with_suffix(base_relation, suffix, dstring=False)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.5999427, "supported_languages": null}, "macro.dbt_postgres.postgres__make_temp_relation": {"name": "postgres__make_temp_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_temp_relation", "macro_sql": "{% macro postgres__make_temp_relation(base_relation, suffix) %}\n {% set temp_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=True) %}\n {{ return(temp_relation.incorporate(path={\"schema\": none,\n \"database\": none})) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6005752, "supported_languages": null}, "macro.dbt_postgres.postgres__make_backup_relation": {"name": "postgres__make_backup_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_backup_relation", "macro_sql": "{% macro postgres__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {% set backup_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=False) %}\n {{ return(backup_relation.incorporate(type=backup_relation_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6011448, "supported_languages": null}, "macro.dbt_postgres.postgres_escape_comment": {"name": "postgres_escape_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres_escape_comment", "macro_sql": "{% macro postgres_escape_comment(comment) -%}\n {% if comment is not string %}\n {% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}\n {% endif %}\n {%- set magic = '$dbt_comment_literal_block$' -%}\n {%- if magic in comment -%}\n {%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}\n {%- endif -%}\n {{ magic }}{{ comment }}{{ magic }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6020248, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_relation_comment": {"name": "postgres__alter_relation_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_relation_comment", "macro_sql": "{% macro postgres__alter_relation_comment(relation, comment) %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n {% if relation.type == 'materialized_view' -%}\n {% set relation_type = \"materialized view\" %}\n {%- else -%}\n {%- set relation_type = relation.type -%}\n {%- endif -%}\n comment on {{ relation_type }} {{ relation }} is {{ escaped_comment }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6027966, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_column_comment": {"name": "postgres__alter_column_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_column_comment", "macro_sql": "{% macro postgres__alter_column_comment(relation, column_dict) %}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in column_dict if (column_name in existing_columns) %}\n {% set comment = column_dict[column_name]['description'] %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is {{ escaped_comment }};\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6039925, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_grant_sql": {"name": "postgres__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_grant_sql", "macro_sql": "\n\n{%- macro postgres__get_show_grant_sql(relation) -%}\n select grantee, privilege_type\n from {{ relation.information_schema('role_table_grants') }}\n where grantor = current_role\n and grantee != current_role\n and table_schema = '{{ relation.schema }}'\n and table_name = '{{ relation.identifier }}'\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6044135, "supported_languages": null}, "macro.dbt_postgres.postgres__copy_grants": {"name": "postgres__copy_grants", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__copy_grants", "macro_sql": "{% macro postgres__copy_grants() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6046686, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_indexes_sql": {"name": "postgres__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_indexes_sql", "macro_sql": "{% macro postgres__get_show_indexes_sql(relation) %}\n select\n i.relname as name,\n m.amname as method,\n ix.indisunique as \"unique\",\n array_to_string(array_agg(a.attname), ',') as column_names\n from pg_index ix\n join pg_class i\n on i.oid = ix.indexrelid\n join pg_am m\n on m.oid=i.relam\n join pg_class t\n on t.oid = ix.indrelid\n join pg_namespace n\n on n.oid = t.relnamespace\n join pg_attribute a\n on a.attrelid = t.oid\n and a.attnum = ANY(ix.indkey)\n where t.relname = '{{ relation.identifier }}'\n and n.nspname = '{{ relation.schema }}'\n and t.relkind in ('r', 'm')\n group by 1, 2, 3\n order by 1, 2, 3\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.605021, "supported_languages": null}, "macro.dbt_postgres.postgres__get_drop_index_sql": {"name": "postgres__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_drop_index_sql", "macro_sql": "\n\n\n{%- macro postgres__get_drop_index_sql(relation, index_name) -%}\n drop index if exists \"{{ relation.schema }}\".\"{{ index_name }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6053243, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp": {"name": "postgres__current_timestamp", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp", "macro_sql": "{% macro postgres__current_timestamp() -%}\n now()\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.605801, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_string_as_time": {"name": "postgres__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_string_as_time", "macro_sql": "{% macro postgres__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"'\" ~ timestamp ~ \"'::timestamp without time zone\" -%}\n {{ return(result) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6061776, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_get_time": {"name": "postgres__snapshot_get_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_get_time", "macro_sql": "{% macro postgres__snapshot_get_time() -%}\n {{ current_timestamp() }}::timestamp without time zone\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6063976, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_backcompat": {"name": "postgres__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_backcompat", "macro_sql": "{% macro postgres__current_timestamp_backcompat() %}\n current_timestamp::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.606802, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat": {"name": "postgres__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro postgres__current_timestamp_in_utc_backcompat() %}\n (current_timestamp at time zone 'utc')::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6070247, "supported_languages": null}, "macro.dbt_postgres.postgres__get_relations": {"name": "postgres__get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres__get_relations", "macro_sql": "{% macro postgres__get_relations() -%}\n\n {#\n -- in pg_depend, objid is the dependent, refobjid is the referenced object\n -- > a pg_depend entry indicates that the referenced object cannot be\n -- > dropped without also dropping the dependent object.\n #}\n\n {%- call statement('relations', fetch_result=True) -%}\n select distinct\n dependent_namespace.nspname as dependent_schema,\n dependent_class.relname as dependent_name,\n referenced_namespace.nspname as referenced_schema,\n referenced_class.relname as referenced_name\n\n -- Query for views: views are entries in pg_class with an entry in pg_rewrite, but we avoid\n -- a seq scan on pg_rewrite by leveraging the fact there is an \"internal\" row in pg_depend for\n -- the view...\n from pg_class as dependent_class\n join pg_namespace as dependent_namespace on dependent_namespace.oid = dependent_class.relnamespace\n join pg_depend as dependent_depend on dependent_depend.refobjid = dependent_class.oid\n and dependent_depend.classid = 'pg_rewrite'::regclass\n and dependent_depend.refclassid = 'pg_class'::regclass\n and dependent_depend.deptype = 'i'\n\n -- ... and via pg_depend (that has a row per column, hence the need for \"distinct\" above, and\n -- making sure to exclude the internal row to avoid a view appearing to depend on itself)...\n join pg_depend as joining_depend on joining_depend.objid = dependent_depend.objid\n and joining_depend.classid = 'pg_rewrite'::regclass\n and joining_depend.refclassid = 'pg_class'::regclass\n and joining_depend.refobjid != dependent_depend.refobjid\n\n -- ... we can find the tables they query from in pg_class, but excluding system tables. Note we\n -- don't need need to exclude _dependent_ system tables, because they only query from other\n -- system tables, and so are automatically excluded by excluding _referenced_ system tables\n join pg_class as referenced_class on referenced_class.oid = joining_depend.refobjid\n join pg_namespace as referenced_namespace on referenced_namespace.oid = referenced_class.relnamespace\n and referenced_namespace.nspname != 'information_schema'\n and referenced_namespace.nspname not like 'pg\\_%'\n\n order by\n dependent_schema, dependent_name, referenced_schema, referenced_name;\n\n {%- endcall -%}\n\n {{ return(load_result('relations').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6080194, "supported_languages": null}, "macro.dbt_postgres.postgres_get_relations": {"name": "postgres_get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres_get_relations", "macro_sql": "{% macro postgres_get_relations() %}\n {{ return(postgres__get_relations()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6082869, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_merge_sql": {"name": "postgres__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshot_merge.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_merge_sql", "macro_sql": "{% macro postgres__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n update {{ target }}\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }}::text = {{ target }}.{{ columns.dbt_scd_id }}::text\n and DBT_INTERNAL_SOURCE.dbt_change_type::text in ('update'::text, 'delete'::text)\n {% if config.get(\"dbt_valid_to_current\") %}\n and ({{ target }}.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }} or {{ target }}.{{ columns.dbt_valid_to }} is null);\n {% else %}\n and {{ target }}.{{ columns.dbt_valid_to }} is null;\n {% endif %}\n\n\n insert into {{ target }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n DBT_INTERNAL_SOURCE.{{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_change_type::text = 'insert'::text;\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6105723, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_default_sql": {"name": "postgres__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_default_sql", "macro_sql": "{% macro postgres__get_incremental_default_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(get_incremental_delete_insert_sql(arg_dict)) %}\n {% else %}\n {% do return(get_incremental_append_sql(arg_dict)) %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_delete_insert_sql", "macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6114953, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_microbatch_sql": {"name": "postgres__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_microbatch_sql", "macro_sql": "{% macro postgres__get_incremental_microbatch_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"dbt-postgres 'microbatch' requires a `unique_key` config\") }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_merge_sql", "macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6121967, "supported_languages": null}, "macro.dbt_postgres.postgres__last_day": {"name": "postgres__last_day", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt_postgres.postgres__last_day", "macro_sql": "{% macro postgres__last_day(date, datepart) -%}\n\n {%- if datepart == 'quarter' -%}\n -- postgres dateadd does not support quarter interval.\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd('month', '3', dbt.date_trunc(datepart, date))\n )}}\n as date)\n {%- else -%}\n {{dbt.default_last_day(date, datepart)}}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc", "macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6131825, "supported_languages": null}, "macro.dbt_postgres.postgres__split_part": {"name": "postgres__split_part", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt_postgres.postgres__split_part", "macro_sql": "{% macro postgres__split_part(string_text, delimiter_text, part_number) %}\n\n {% if part_number >= 0 %}\n {{ dbt.default__split_part(string_text, delimiter_text, part_number) }}\n {% else %}\n {{ dbt._split_part_negative(string_text, delimiter_text, part_number) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__split_part", "macro.dbt._split_part_negative"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.614011, "supported_languages": null}, "macro.dbt_postgres.postgres__datediff": {"name": "postgres__datediff", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt_postgres.postgres__datediff", "macro_sql": "{% macro postgres__datediff(first_date, second_date, datepart) -%}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6179774, "supported_languages": null}, "macro.dbt_postgres.postgres__dateadd": {"name": "postgres__dateadd", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt_postgres.postgres__dateadd", "macro_sql": "{% macro postgres__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {{ from_date_or_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6184394, "supported_languages": null}, "macro.dbt_postgres.postgres__listagg": {"name": "postgres__listagg", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt_postgres.postgres__listagg", "macro_sql": "{% macro postgres__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n (array_agg(\n {{ measure }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n ))[1:{{ limit_num }}],\n {{ delimiter_text }}\n )\n {%- else %}\n string_agg(\n {{ measure }},\n {{ delimiter_text }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n )\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6194775, "supported_languages": null}, "macro.dbt_postgres.postgres__any_value": {"name": "postgres__any_value", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt_postgres.postgres__any_value", "macro_sql": "{% macro postgres__any_value(expression) -%}\n\n min({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.61981, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql": {"name": "postgres__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_create_materialized_view_as_sql(relation, sql) %}\n create materialized view if not exists {{ relation }} as {{ sql }};\n\n {% for _index_dict in config.get('indexes', []) -%}\n {{- get_create_index_sql(relation, _index_dict) -}}{{ ';' if not loop.last else \"\" }}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.620679, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_materialized_view_sql": {"name": "postgres__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_materialized_view_sql", "macro_sql": "{% macro postgres__get_rename_materialized_view_sql(relation, new_name) %}\n alter materialized view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6210444, "supported_languages": null}, "macro.dbt_postgres.postgres__describe_materialized_view": {"name": "postgres__describe_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/describe.sql", "original_file_path": "macros/relations/materialized_view/describe.sql", "unique_id": "macro.dbt_postgres.postgres__describe_materialized_view", "macro_sql": "{% macro postgres__describe_materialized_view(relation) %}\n -- for now just get the indexes, we don't need the name or the query yet\n {% set _indexes = run_query(get_show_indexes_sql(relation)) %}\n {% do return({'indexes': _indexes}) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6216254, "supported_languages": null}, "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql": {"name": "postgres__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n\n -- apply a full refresh immediately if needed\n {% if configuration_changes.requires_full_refresh %}\n\n {{ get_replace_sql(existing_relation, relation, sql) }}\n\n -- otherwise apply individual changes as needed\n {% else %}\n\n {{ postgres__update_indexes_on_materialized_view(relation, configuration_changes.indexes) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_sql", "macro.dbt_postgres.postgres__update_indexes_on_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6227207, "supported_languages": null}, "macro.dbt_postgres.postgres__update_indexes_on_materialized_view": {"name": "postgres__update_indexes_on_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__update_indexes_on_materialized_view", "macro_sql": "\n\n\n{%- macro postgres__update_indexes_on_materialized_view(relation, index_changes) -%}\n {{- log(\"Applying UPDATE INDEXES to: \" ~ relation) -}}\n\n {%- for _index_change in index_changes -%}\n {%- set _index = _index_change.context -%}\n\n {%- if _index_change.action == \"drop\" -%}\n\n {{ postgres__get_drop_index_sql(relation, _index.name) }}\n\n {%- elif _index_change.action == \"create\" -%}\n\n {{ postgres__get_create_index_sql(relation, _index.as_node_config) }}\n\n {%- endif -%}\n\t{{ ';' if not loop.last else \"\" }}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql", "macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6239526, "supported_languages": null}, "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes": {"name": "postgres__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes", "macro_sql": "{% macro postgres__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {% set _existing_materialized_view = postgres__describe_materialized_view(existing_relation) %}\n {% set _configuration_changes = existing_relation.get_materialized_view_config_change_collection(_existing_materialized_view, new_config.model) %}\n {% do return(_configuration_changes) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__describe_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6245522, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_materialized_view": {"name": "postgres__drop_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_materialized_view", "macro_sql": "{% macro postgres__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6248815, "supported_languages": null}, "macro.dbt_postgres.postgres__refresh_materialized_view": {"name": "postgres__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt_postgres.postgres__refresh_materialized_view", "macro_sql": "{% macro postgres__refresh_materialized_view(relation) %}\n refresh materialized view {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6251664, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_view_sql": {"name": "postgres__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_view_sql", "macro_sql": "{% macro postgres__get_replace_view_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace view {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6262147, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_view_sql": {"name": "postgres__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_view_sql", "macro_sql": "{% macro postgres__get_rename_view_sql(relation, new_name) %}\n alter view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6265793, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_view": {"name": "postgres__drop_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_view", "macro_sql": "{% macro postgres__drop_view(relation) -%}\n drop view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.626892, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_table_sql": {"name": "postgres__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_table_sql", "macro_sql": "{% macro postgres__get_replace_table_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6281407, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_table_sql": {"name": "postgres__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_table_sql", "macro_sql": "{% macro postgres__get_rename_table_sql(relation, new_name) %}\n alter table {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6285028, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_table": {"name": "postgres__drop_table", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_table", "macro_sql": "{% macro postgres__drop_table(relation) -%}\n drop table if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6288111, "supported_languages": null}, "macro.dbt.resolve_model_name": {"name": "resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.resolve_model_name", "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6301594, "supported_languages": null}, "macro.dbt.default__resolve_model_name": {"name": "default__resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.default__resolve_model_name", "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6304755, "supported_languages": null}, "macro.dbt.build_ref_function": {"name": "build_ref_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_ref_function", "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n\n {#\n We want to get the string of the returned relation by calling .render() in order to skip sample/empty\n mode rendering logic. However, people override the default ref macro, and often return a string instead\n of a relation (like the ref macro does by default). Thus, to make sure we dont blow things up, we have\n to ensure the resolved relation has a .render() method.\n #}\n {%- if resolved.render is defined and resolved.render is callable -%}\n {%- set resolved = resolved.render() -%}\n {%- endif -%}\n\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6324418, "supported_languages": null}, "macro.dbt.build_source_function": {"name": "build_source_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_source_function", "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.633314, "supported_languages": null}, "macro.dbt.build_config_dict": {"name": "build_config_dict", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_config_dict", "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6344793, "supported_languages": null}, "macro.dbt.py_script_postfix": {"name": "py_script_postfix", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_postfix", "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.build_ref_function", "macro.dbt.build_source_function", "macro.dbt.build_config_dict", "macro.dbt.resolve_model_name", "macro.dbt.is_incremental", "macro.dbt.py_script_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6354072, "supported_languages": null}, "macro.dbt.py_script_comment": {"name": "py_script_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_comment", "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6355696, "supported_languages": null}, "macro.dbt.run_hooks": {"name": "run_hooks", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.run_hooks", "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6374524, "supported_languages": null}, "macro.dbt.make_hook_config": {"name": "make_hook_config", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.make_hook_config", "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6378691, "supported_languages": null}, "macro.dbt.before_begin": {"name": "before_begin", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.before_begin", "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.638171, "supported_languages": null}, "macro.dbt.in_transaction": {"name": "in_transaction", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.in_transaction", "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6384623, "supported_languages": null}, "macro.dbt.after_commit": {"name": "after_commit", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.after_commit", "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6387727, "supported_languages": null}, "macro.dbt.set_sql_header": {"name": "set_sql_header", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.set_sql_header", "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6393569, "supported_languages": null}, "macro.dbt.should_full_refresh": {"name": "should_full_refresh", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_full_refresh", "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6399798, "supported_languages": null}, "macro.dbt.should_store_failures": {"name": "should_store_failures", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_store_failures", "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6405911, "supported_languages": null}, "macro.dbt.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/table.sql", "original_file_path": "macros/materializations/models/table.sql", "unique_id": "macro.dbt.materialization_table_default", "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n {% do create_indexes(intermediate_relation) %}\n\n -- cleanup\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6447287, "supported_languages": ["sql"]}, "macro.dbt.materialization_view_default": {"name": "materialization_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/view.sql", "original_file_path": "macros/materializations/models/view.sql", "unique_id": "macro.dbt.materialization_view_default", "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6488638, "supported_languages": ["sql"]}, "macro.dbt.materialization_materialized_view_default": {"name": "materialization_materialized_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialization_materialized_view_default", "macro_sql": "{% materialization materialized_view, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.MaterializedView) %}\n {% set intermediate_relation = make_intermediate_relation(target_relation) %}\n {% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}\n {% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}\n\n {{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}\n\n {% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% if build_sql == '' %}\n {{ materialized_view_execute_no_op(target_relation) }}\n {% else %}\n {{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}\n {% endif %}\n\n {{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.materialized_view_setup", "macro.dbt.materialized_view_get_build_sql", "macro.dbt.materialized_view_execute_no_op", "macro.dbt.materialized_view_execute_build_sql", "macro.dbt.materialized_view_teardown"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6519349, "supported_languages": ["sql"]}, "macro.dbt.materialized_view_setup": {"name": "materialized_view_setup", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_setup", "macro_sql": "{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}\n\n -- backup_relation and intermediate_relation should not already exist in the database\n -- it's possible these exist because of a previous run that exited unexpectedly\n {% set preexisting_backup_relation = load_cached_relation(backup_relation) %}\n {% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6527421, "supported_languages": null}, "macro.dbt.materialized_view_teardown": {"name": "materialized_view_teardown", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_teardown", "macro_sql": "{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}\n\n -- drop the temp relations if they exist to leave the database clean for the next run\n {{ drop_relation_if_exists(backup_relation) }}\n {{ drop_relation_if_exists(intermediate_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6532533, "supported_languages": null}, "macro.dbt.materialized_view_get_build_sql": {"name": "materialized_view_get_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_get_build_sql", "macro_sql": "{% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% set full_refresh_mode = should_full_refresh() %}\n\n -- determine the scenario we're in: create, full_refresh, alter, refresh data\n {% if existing_relation is none %}\n {% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}\n {% elif full_refresh_mode or not existing_relation.is_materialized_view %}\n {% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}\n {% else %}\n\n -- get config options\n {% set on_configuration_change = config.get('on_configuration_change') %}\n {% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}\n\n {% if configuration_changes is none %}\n {% set build_sql = refresh_materialized_view(target_relation) %}\n\n {% elif on_configuration_change == 'apply' %}\n {% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}\n {% elif on_configuration_change == 'continue' %}\n {% set build_sql = '' %}\n {{ exceptions.warn(\"Configuration changes were identified and `on_configuration_change` was set to `continue` for `\" ~ target_relation.render() ~ \"`\") }}\n {% elif on_configuration_change == 'fail' %}\n {{ exceptions.raise_fail_fast_error(\"Configuration changes were identified and `on_configuration_change` was set to `fail` for `\" ~ target_relation.render() ~ \"`\") }}\n\n {% else %}\n -- this only happens if the user provides a value other than `apply`, 'skip', 'fail'\n {{ exceptions.raise_compiler_error(\"Unexpected configuration scenario\") }}\n\n {% endif %}\n\n {% endif %}\n\n {% do return(build_sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.get_create_materialized_view_as_sql", "macro.dbt.get_replace_sql", "macro.dbt.get_materialized_view_configuration_changes", "macro.dbt.refresh_materialized_view", "macro.dbt.get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6560407, "supported_languages": null}, "macro.dbt.materialized_view_execute_no_op": {"name": "materialized_view_execute_no_op", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_no_op", "macro_sql": "{% macro materialized_view_execute_no_op(target_relation) %}\n {% do store_raw_result(\n name=\"main\",\n message=\"skip \" ~ target_relation,\n code=\"skip\",\n rows_affected=\"-1\"\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6565187, "supported_languages": null}, "macro.dbt.materialized_view_execute_build_sql": {"name": "materialized_view_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_build_sql", "macro_sql": "{% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6578429, "supported_languages": null}, "macro.dbt.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/is_incremental.sql", "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", "unique_id": "macro.dbt.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.659022, "supported_languages": null}, "macro.dbt.get_merge_sql": {"name": "get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_merge_sql", "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6610887, "supported_languages": null}, "macro.dbt.default__get_merge_sql": {"name": "default__get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_merge_sql", "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set source_unique_key = (\"DBT_INTERNAL_SOURCE.\" ~ unique_key) | trim %}\n\t {% set target_unique_key = (\"DBT_INTERNAL_DEST.\" ~ unique_key) | trim %}\n\t {% set unique_key_match = equals(source_unique_key, target_unique_key) | trim %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt.get_merge_update_columns", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6645677, "supported_languages": null}, "macro.dbt.get_delete_insert_merge_sql": {"name": "get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_delete_insert_merge_sql", "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.665113, "supported_languages": null}, "macro.dbt.default__get_delete_insert_merge_sql": {"name": "default__get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is string %}\n {% set unique_key = [unique_key] %}\n {% endif %}\n\n {%- set unique_key_str = unique_key|join(', ') -%}\n\n delete from {{ target }} as DBT_INTERNAL_DEST\n where ({{ unique_key_str }}) in (\n select distinct {{ unique_key_str }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.666587, "supported_languages": null}, "macro.dbt.get_insert_overwrite_merge_sql": {"name": "get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6671503, "supported_languages": null}, "macro.dbt.default__get_insert_overwrite_merge_sql": {"name": "default__get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6684787, "supported_languages": null}, "macro.dbt.get_quoted_csv": {"name": "get_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_quoted_csv", "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6701117, "supported_languages": null}, "macro.dbt.diff_columns": {"name": "diff_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_columns", "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.671248, "supported_languages": null}, "macro.dbt.diff_column_data_types": {"name": "diff_column_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_column_data_types", "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6725733, "supported_languages": null}, "macro.dbt.get_merge_update_columns": {"name": "get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_merge_update_columns", "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6730678, "supported_languages": null}, "macro.dbt.default__get_merge_update_columns": {"name": "default__get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.default__get_merge_update_columns", "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6745148, "supported_languages": null}, "macro.dbt.get_incremental_append_sql": {"name": "get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_append_sql", "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6758082, "supported_languages": null}, "macro.dbt.default__get_incremental_append_sql": {"name": "default__get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_append_sql", "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_into_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6763663, "supported_languages": null}, "macro.dbt.get_incremental_delete_insert_sql": {"name": "get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_delete_insert_sql", "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_delete_insert_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6767952, "supported_languages": null}, "macro.dbt.default__get_incremental_delete_insert_sql": {"name": "default__get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6773765, "supported_languages": null}, "macro.dbt.get_incremental_merge_sql": {"name": "get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_merge_sql", "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6779518, "supported_languages": null}, "macro.dbt.default__get_incremental_merge_sql": {"name": "default__get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_merge_sql", "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6785297, "supported_languages": null}, "macro.dbt.get_incremental_insert_overwrite_sql": {"name": "get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6789205, "supported_languages": null}, "macro.dbt.default__get_incremental_insert_overwrite_sql": {"name": "default__get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.679438, "supported_languages": null}, "macro.dbt.get_incremental_default_sql": {"name": "get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_default_sql", "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_default_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6798432, "supported_languages": null}, "macro.dbt.default__get_incremental_default_sql": {"name": "default__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_default_sql", "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.68015, "supported_languages": null}, "macro.dbt.get_incremental_microbatch_sql": {"name": "get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_microbatch_sql", "macro_sql": "{% macro get_incremental_microbatch_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_microbatch_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_microbatch_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6805139, "supported_languages": null}, "macro.dbt.default__get_incremental_microbatch_sql": {"name": "default__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_microbatch_sql", "macro_sql": "{% macro default__get_incremental_microbatch_sql(arg_dict) %}\n\n {{ exceptions.raise_not_implemented('microbatch materialization strategy not implemented for adapter ' + adapter.type()) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6809137, "supported_languages": null}, "macro.dbt.get_insert_into_sql": {"name": "get_insert_into_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_insert_into_sql", "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6815002, "supported_languages": null}, "macro.dbt.incremental_validate_on_schema_change": {"name": "incremental_validate_on_schema_change", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.incremental_validate_on_schema_change", "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6838484, "supported_languages": null}, "macro.dbt.check_for_schema_changes": {"name": "check_for_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.check_for_schema_changes", "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6862648, "supported_languages": null}, "macro.dbt.sync_column_schemas": {"name": "sync_column_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.sync_column_schemas", "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_relation_add_remove_columns", "macro.dbt.alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6888375, "supported_languages": null}, "macro.dbt.process_schema_changes": {"name": "process_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.process_schema_changes", "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.check_for_schema_changes", "macro.dbt.sync_column_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6905143, "supported_languages": null}, "macro.dbt.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/incremental.sql", "original_file_path": "macros/materializations/models/incremental/incremental.sql", "unique_id": "macro.dbt.materialization_incremental_default", "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% set relation_for_indexes = target_relation %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set relation_for_indexes = intermediate_relation %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% set relation_for_indexes = temp_relation %}\n {% set contract_config = config.get('contract') %}\n {% if not contract_config or not contract_config.enforced %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {% endif %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(relation_for_indexes) %}\n {% endif %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_temp_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", "macro.dbt.statement", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.698959, "supported_languages": ["sql"]}, "macro.dbt.create_or_replace_clone": {"name": "create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.create_or_replace_clone", "macro_sql": "{% macro create_or_replace_clone(this_relation, defer_relation) %}\n {{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_or_replace_clone"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.6996431, "supported_languages": null}, "macro.dbt.default__create_or_replace_clone": {"name": "default__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.default__create_or_replace_clone", "macro_sql": "{% macro default__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace table {{ this_relation.render() }} clone {{ defer_relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7000222, "supported_languages": null}, "macro.dbt.materialization_clone_default": {"name": "materialization_clone_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/clone.sql", "original_file_path": "macros/materializations/models/clone/clone.sql", "unique_id": "macro.dbt.materialization_clone_default", "macro_sql": "{%- materialization clone, default -%}\n\n {%- set relations = {'relations': []} -%}\n\n {%- if not defer_relation -%}\n -- nothing to do\n {{ log(\"No relation found in state manifest for \" ~ model.unique_id, info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n\n {%- if existing_relation and not flags.FULL_REFRESH -%}\n -- noop!\n {{ log(\"Relation \" ~ existing_relation ~ \" already exists\", info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set other_existing_relation = load_cached_relation(defer_relation) -%}\n\n -- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table\n -- Otherwise, this will be a view\n\n {% set can_clone_table = can_clone_table() %}\n\n {%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {% if existing_relation is not none and not existing_relation.is_table %}\n {{ log(\"Dropping relation \" ~ existing_relation.render() ~ \" because it is of type \" ~ existing_relation.type) }}\n {{ drop_relation_if_exists(existing_relation) }}\n {% endif %}\n\n -- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'\n {% if target_relation.database == defer_relation.database and\n target_relation.schema == defer_relation.schema and\n target_relation.identifier == defer_relation.identifier %}\n {{ log(\"Target relation and defer relation are the same, skipping clone for relation: \" ~ target_relation.render()) }}\n {% else %}\n {% call statement('main') %}\n {{ create_or_replace_clone(target_relation, defer_relation) }}\n {% endcall %}\n {% endif %}\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n {%- else -%}\n\n {%- set target_relation = this.incorporate(type='view') -%}\n\n -- reuse the view materialization\n -- TODO: support actual dispatch for materialization macros\n -- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799\n {% set search_name = \"materialization_view_\" ~ adapter.type() %}\n {% if not search_name in context %}\n {% set search_name = \"materialization_view_default\" %}\n {% endif %}\n {% set materialization_macro = context[search_name] %}\n {% set relations = materialization_macro() %}\n {{ return(relations) }}\n\n {%- endif -%}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.can_clone_table", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.create_or_replace_clone", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.704896, "supported_languages": ["sql"]}, "macro.dbt.can_clone_table": {"name": "can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.can_clone_table", "macro_sql": "{% macro can_clone_table() %}\n {{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__can_clone_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.705421, "supported_languages": null}, "macro.dbt.default__can_clone_table": {"name": "default__can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.default__can_clone_table", "macro_sql": "{% macro default__can_clone_table() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7056801, "supported_languages": null}, "macro.dbt.create_csv_table": {"name": "create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.create_csv_table", "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7074373, "supported_languages": null}, "macro.dbt.default__create_csv_table": {"name": "default__create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__create_csv_table", "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7092519, "supported_languages": null}, "macro.dbt.reset_csv_table": {"name": "reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.reset_csv_table", "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__reset_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7097526, "supported_languages": null}, "macro.dbt.default__reset_csv_table": {"name": "default__reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__reset_csv_table", "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation.render() %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7107592, "supported_languages": null}, "macro.dbt.get_csv_sql": {"name": "get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_csv_sql", "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_csv_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7111535, "supported_languages": null}, "macro.dbt.default__get_csv_sql": {"name": "default__get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_csv_sql", "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7114277, "supported_languages": null}, "macro.dbt.get_binding_char": {"name": "get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_binding_char", "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7117307, "supported_languages": null}, "macro.dbt.default__get_binding_char": {"name": "default__get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_binding_char", "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7119727, "supported_languages": null}, "macro.dbt.get_batch_size": {"name": "get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_batch_size", "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_batch_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7122924, "supported_languages": null}, "macro.dbt.default__get_batch_size": {"name": "default__get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_batch_size", "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.712532, "supported_languages": null}, "macro.dbt.get_seed_column_quoted_csv": {"name": "get_seed_column_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_seed_column_quoted_csv", "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7134855, "supported_languages": null}, "macro.dbt.load_csv_rows": {"name": "load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.load_csv_rows", "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__load_csv_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7140055, "supported_languages": null}, "macro.dbt.default__load_csv_rows": {"name": "default__load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__load_csv_rows", "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_batch_size", "macro.dbt.get_seed_column_quoted_csv", "macro.dbt.get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7164316, "supported_languages": null}, "macro.dbt.materialization_seed_default": {"name": "materialization_seed_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/seed.sql", "original_file_path": "macros/materializations/seeds/seed.sql", "unique_id": "macro.dbt.materialization_seed_default", "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation.render())) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.run_hooks", "macro.dbt.reset_csv_table", "macro.dbt.create_csv_table", "macro.dbt.load_csv_rows", "macro.dbt.noop_statement", "macro.dbt.get_csv_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7216012, "supported_languages": ["sql"]}, "macro.dbt.materialization_snapshot_default": {"name": "materialization_snapshot_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot.sql", "original_file_path": "macros/materializations/snapshots/snapshot.sql", "unique_id": "macro.dbt.materialization_snapshot_default", "macro_sql": "{% materialization snapshot, default %}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {# The model['config'] parameter below is no longer used, but passing anyway for compatibility #}\n {# It was a dictionary of config, instead of the config object from the context #}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", model['config'], target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set build_or_select_sql = build_sql %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {{ adapter.assert_valid_snapshot_target_given_strategy(target_relation, columns, strategy) }}\n\n {% set build_or_select_sql = snapshot_staging_table(strategy, sql, target_relation) %}\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set remove_columns = ['dbt_change_type', 'DBT_CHANGE_TYPE', 'dbt_unique_key', 'DBT_UNIQUE_KEY'] %}\n {% if unique_key | is_list %}\n {% for key in strategy.unique_key %}\n {{ remove_columns.append('dbt_unique_key_' + loop.index|string) }}\n {{ remove_columns.append('DBT_UNIQUE_KEY_' + loop.index|string) }}\n {% endfor %}\n {% endif %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n\n {{ check_time_data_types(build_or_select_sql) }}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.dbt.run_hooks", "macro.dbt.strategy_dispatch", "macro.dbt.build_snapshot_table", "macro.dbt.create_table_as", "macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_staging_table", "macro.dbt.build_snapshot_staging_table", "macro.dbt.create_columns", "macro.dbt.snapshot_merge_sql", "macro.dbt.check_time_data_types", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes", "macro.dbt.post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7297668, "supported_languages": ["sql"]}, "macro.dbt.create_columns": {"name": "create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.create_columns", "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7339697, "supported_languages": null}, "macro.dbt.default__create_columns": {"name": "default__create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__create_columns", "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation.render() }} add column {{ adapter.quote(column.name) }} {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7347486, "supported_languages": null}, "macro.dbt.post_snapshot": {"name": "post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.post_snapshot", "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7351587, "supported_languages": null}, "macro.dbt.default__post_snapshot": {"name": "default__post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__post_snapshot", "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7353902, "supported_languages": null}, "macro.dbt.get_true_sql": {"name": "get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_true_sql", "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_true_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.735737, "supported_languages": null}, "macro.dbt.default__get_true_sql": {"name": "default__get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__get_true_sql", "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.736011, "supported_languages": null}, "macro.dbt.snapshot_staging_table": {"name": "snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.snapshot_staging_table", "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_staging_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7364361, "supported_languages": null}, "macro.dbt.get_snapshot_table_column_names": {"name": "get_snapshot_table_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_snapshot_table_column_names", "macro_sql": "{% macro get_snapshot_table_column_names() %}\n {{ return({'dbt_valid_to': 'dbt_valid_to', 'dbt_valid_from': 'dbt_valid_from', 'dbt_scd_id': 'dbt_scd_id', 'dbt_updated_at': 'dbt_updated_at', 'dbt_is_deleted': 'dbt_is_deleted'}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7369728, "supported_languages": null}, "macro.dbt.default__snapshot_staging_table": {"name": "default__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__snapshot_staging_table", "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n {% if strategy.hard_deletes == 'new_record' %}\n {% set new_scd_id = snapshot_hash_arguments([columns.dbt_scd_id, snapshot_get_time()]) %}\n {% endif %}\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from {{ target_relation }}\n where\n {% if config.get('dbt_valid_to_current') %}\n\t\t{% set source_unique_key = columns.dbt_valid_to | trim %}\n\t\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\n\t\t{# The exact equals semantics between NULL values depends on the current behavior flag set. Also, update records if the source field is null #}\n ( {{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null )\n {% else %}\n {{ columns.dbt_valid_to }} is null\n {% endif %}\n\n ),\n\n insertions_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }},\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }}\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_to }}\n\n from snapshot_query\n ),\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n\n deletes_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n {%- if strategy.hard_deletes == 'new_record' -%}\n ,'False' as {{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from insertions_source_data as source_data\n left outer join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"snapshotted_data\") }}\n or ({{ unique_key_is_not_null(strategy.unique_key, \"snapshotted_data\") }} and (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from updates_source_data as source_data\n join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n )\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n ,\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_to }},\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n and not (\n --avoid updating the record's valid_to if the latest entry is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n {%- endif %}\n )\n {%- endif %}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n {% set snapshotted_cols = get_list_of_column_names(get_columns_in_relation(target_relation)) %}\n {% set source_sql_cols = get_column_schema_from_query(source_sql) %}\n ,\n deletion_records as (\n\n select\n 'insert' as dbt_change_type,\n {#/*\n If a column has been added to the source it won't yet exist in the\n snapshotted table so we insert a null value as a placeholder for the column.\n */#}\n {%- for col in source_sql_cols -%}\n {%- if col.name in snapshotted_cols -%}\n snapshotted_data.{{ adapter.quote(col.column) }},\n {%- else -%}\n NULL as {{ adapter.quote(col.column) }},\n {%- endif -%}\n {% endfor -%}\n {%- if strategy.unique_key | is_list -%}\n {%- for key in strategy.unique_key -%}\n snapshotted_data.{{ key }} as dbt_unique_key_{{ loop.index }},\n {% endfor -%}\n {%- else -%}\n snapshotted_data.dbt_unique_key as dbt_unique_key,\n {% endif -%}\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n snapshotted_data.{{ columns.dbt_valid_to }} as {{ columns.dbt_valid_to }},\n {{ new_scd_id }} as {{ columns.dbt_scd_id }},\n 'True' as {{ columns.dbt_is_deleted }}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n and not (\n --avoid inserting a new record if the latest one is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletes\n {%- endif %}\n {%- if strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletion_records\n {%- endif %}\n\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments", "macro.dbt.snapshot_get_time", "macro.dbt.unique_key_fields", "macro.dbt.equals", "macro.dbt.get_dbt_valid_to_current", "macro.dbt.unique_key_join_on", "macro.dbt.unique_key_is_null", "macro.dbt.unique_key_is_not_null", "macro.dbt.get_list_of_column_names", "macro.dbt.get_columns_in_relation", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7464464, "supported_languages": null}, "macro.dbt.build_snapshot_table": {"name": "build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_table", "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__build_snapshot_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7469923, "supported_languages": null}, "macro.dbt.default__build_snapshot_table": {"name": "default__build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__build_snapshot_table", "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n\n select *,\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , 'False' as {{ columns.dbt_is_deleted }}\n {% endif -%}\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.get_dbt_valid_to_current"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7480714, "supported_languages": null}, "macro.dbt.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7489736, "supported_languages": null}, "macro.dbt.get_updated_at_column_data_type": {"name": "get_updated_at_column_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_updated_at_column_data_type", "macro_sql": "{% macro get_updated_at_column_data_type(snapshot_sql) %}\n {% set snapshot_sql_column_schema = get_column_schema_from_query(snapshot_sql) %}\n {% set dbt_updated_at_data_type = null %}\n {% set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {% set ns.dbt_updated_at_data_type = null -%}\n {% for column in snapshot_sql_column_schema %}\n {% if ((column.column == 'dbt_updated_at') or (column.column == 'DBT_UPDATED_AT')) %}\n {% set ns.dbt_updated_at_data_type = column.dtype %}\n {% endif %}\n {% endfor %}\n {{ return(ns.dbt_updated_at_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7501915, "supported_languages": null}, "macro.dbt.check_time_data_types": {"name": "check_time_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.check_time_data_types", "macro_sql": "{% macro check_time_data_types(sql) %}\n {% set dbt_updated_at_data_type = get_updated_at_column_data_type(sql) %}\n {% set snapshot_get_time_data_type = get_snapshot_get_time_data_type() %}\n {% if snapshot_get_time_data_type is not none and dbt_updated_at_data_type is not none and snapshot_get_time_data_type != dbt_updated_at_data_type %}\n {% if exceptions.warn_snapshot_timestamp_data_types %}\n {{ exceptions.warn_snapshot_timestamp_data_types(snapshot_get_time_data_type, dbt_updated_at_data_type) }}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_updated_at_column_data_type", "macro.dbt.get_snapshot_get_time_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7510924, "supported_languages": null}, "macro.dbt.get_dbt_valid_to_current": {"name": "get_dbt_valid_to_current", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_dbt_valid_to_current", "macro_sql": "{% macro get_dbt_valid_to_current(strategy, columns) %}\n {% set dbt_valid_to_current = config.get('dbt_valid_to_current') or \"null\" %}\n coalesce(nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}), {{dbt_valid_to_current}})\n as {{ columns.dbt_valid_to }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7516856, "supported_languages": null}, "macro.dbt.unique_key_fields": {"name": "unique_key_fields", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_fields", "macro_sql": "{% macro unique_key_fields(unique_key) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n {{ key }} as dbt_unique_key_{{ loop.index }}\n {%- if not loop.last %} , {%- endif %}\n {% endfor %}\n {% else %}\n {{ unique_key }} as dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7524726, "supported_languages": null}, "macro.dbt.unique_key_join_on": {"name": "unique_key_join_on", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_join_on", "macro_sql": "{% macro unique_key_join_on(unique_key, identifier, from_identifier) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n\t {% set source_unique_key = (identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {% set target_unique_key = (from_identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {{ equals(source_unique_key, target_unique_key) }}\n {%- if not loop.last %} and {%- endif %}\n {% endfor %}\n {% else %}\n {{ identifier }}.dbt_unique_key = {{ from_identifier }}.dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7536256, "supported_languages": null}, "macro.dbt.unique_key_is_null": {"name": "unique_key_is_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_null", "macro_sql": "{% macro unique_key_is_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is null\n {% else %}\n {{ identifier }}.dbt_unique_key is null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7540898, "supported_languages": null}, "macro.dbt.unique_key_is_not_null": {"name": "unique_key_is_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_not_null", "macro_sql": "{% macro unique_key_is_not_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is not null\n {% else %}\n {{ identifier }}.dbt_unique_key is not null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.75451, "supported_languages": null}, "macro.dbt.strategy_dispatch": {"name": "strategy_dispatch", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.strategy_dispatch", "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7586207, "supported_languages": null}, "macro.dbt.snapshot_hash_arguments": {"name": "snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_hash_arguments", "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7590172, "supported_languages": null}, "macro.dbt.default__snapshot_hash_arguments": {"name": "default__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_hash_arguments", "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7594807, "supported_languages": null}, "macro.dbt.snapshot_timestamp_strategy": {"name": "snapshot_timestamp_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_timestamp_strategy", "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set primary_key = config.get('unique_key') %}\n {% set updated_at = config.get('updated_at') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.{{ columns.dbt_valid_from }} < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7614536, "supported_languages": null}, "macro.dbt.snapshot_string_as_time": {"name": "snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_string_as_time", "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_string_as_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7618263, "supported_languages": null}, "macro.dbt.default__snapshot_string_as_time": {"name": "default__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_string_as_time", "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7621806, "supported_languages": null}, "macro.dbt.snapshot_check_all_get_existing_columns": {"name": "snapshot_check_all_get_existing_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7651427, "supported_languages": null}, "macro.dbt.snapshot_check_strategy": {"name": "snapshot_check_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_strategy", "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set check_cols_config = config.get('check_cols') %}\n {% set primary_key = config.get('unique_key') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set updated_at = config.get('updated_at') or snapshot_get_time() %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.snapshot_check_all_get_existing_columns", "macro.dbt.get_true_sql", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7679849, "supported_languages": null}, "macro.dbt.snapshot_merge_sql": {"name": "snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.snapshot_merge_sql", "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.768876, "supported_languages": null}, "macro.dbt.default__snapshot_merge_sql": {"name": "default__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.default__snapshot_merge_sql", "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n merge into {{ target.render() }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }} = DBT_INTERNAL_DEST.{{ columns.dbt_scd_id }}\n\n when matched\n {% if config.get(\"dbt_valid_to_current\") %}\n\t{% set source_unique_key = (\"DBT_INTERNAL_DEST.\" ~ columns.dbt_valid_to) | trim %}\n\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\tand ({{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null)\n\n {% else %}\n and DBT_INTERNAL_DEST.{{ columns.dbt_valid_to }} is null\n {% endif %}\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7704973, "supported_languages": null}, "macro.dbt.materialization_unit_default": {"name": "materialization_unit_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/unit.sql", "original_file_path": "macros/materializations/tests/unit.sql", "unique_id": "macro.dbt.materialization_unit_default", "macro_sql": "{%- materialization unit, default -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- set column_name_to_quoted = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n {%- endfor -%}\n\n {%- set expected_column_names_quoted = [] -%}\n {%- for column_name in tested_expected_column_names -%}\n {%- do expected_column_names_quoted.append(column_name_to_quoted[column_name|lower]) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types, column_name_to_quoted) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, expected_column_names_quoted) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7741902, "supported_languages": ["sql"]}, "macro.dbt.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/test.sql", "original_file_path": "macros/materializations/tests/test.sql", "unique_id": "macro.dbt.materialization_test_default", "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n {% set limit = config.get('limit') %}\n\n {% set sql_with_limit %}\n {{ get_limit_subquery_sql(sql, limit) }}\n {% endset %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% set store_failures_as = config.get('store_failures_as') %}\n -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,\n -- config.get('store_failures_as', 'table') returns None, not 'table'\n {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}\n {% if store_failures_as not in ['table', 'view'] %}\n {{ exceptions.raise_compiler_error(\n \"'\" ~ store_failures_as ~ \"' is not a valid value for `store_failures_as`. \"\n \"Accepted values are: ['ephemeral', 'table', 'view']\"\n ) }}\n {% endif %}\n\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ get_create_sql(target_relation, sql_with_limit) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {# Since the test failures have already been saved to the database, reuse that result rather than querying again #}\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql_with_limit %}\n\n {% endif %}\n\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {# The limit has already been included above, and we do not want to duplicate it again. We also want to be safe for macro overrides treating `limit` as a required parameter. #}\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit=none)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql", "macro.dbt.should_store_failures", "macro.dbt.statement", "macro.dbt.get_create_sql", "macro.dbt.get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7786791, "supported_languages": ["sql"]}, "macro.dbt.get_test_sql": {"name": "get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_test_sql", "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7797637, "supported_languages": null}, "macro.dbt.default__get_test_sql": {"name": "default__get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_test_sql", "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7803807, "supported_languages": null}, "macro.dbt.get_unit_test_sql": {"name": "get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_unit_test_sql", "macro_sql": "{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n {{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_unit_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7808168, "supported_languages": null}, "macro.dbt.default__get_unit_test_sql": {"name": "default__get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_unit_test_sql", "macro_sql": "{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n-- Build actual result given inputs\nwith dbt_internal_unit_test_actual as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal(\"actual\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ main_sql }}\n ) _dbt_internal_unit_test_actual\n),\n-- Build expected result\ndbt_internal_unit_test_expected as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal(\"expected\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ expected_fixture_sql }}\n ) _dbt_internal_unit_test_expected\n)\n-- Union actual and expected results\nselect * from dbt_internal_unit_test_actual\nunion all\nselect * from dbt_internal_unit_test_expected\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7820292, "supported_languages": null}, "macro.dbt.get_where_subquery": {"name": "get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.get_where_subquery", "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_where_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.782674, "supported_languages": null}, "macro.dbt.default__get_where_subquery": {"name": "default__get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.default__get_where_subquery", "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7834225, "supported_languages": null}, "macro.dbt.materialization_function_default": {"name": "materialization_function_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/function.sql", "original_file_path": "macros/materializations/functions/function.sql", "unique_id": "macro.dbt.materialization_function_default", "macro_sql": "{% materialization function, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.Function) %}\n\n {{ run_hooks(pre_hooks) }}\n\n {% set function_type = model.config.get('type') %}\n {% set function_macro = get_function_macro(function_type, 'sql') %}\n {% set build_sql = function_macro(target_relation) %}\n\n {{ function_execute_build_sql(build_sql, existing_relation, target_relation) }}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.run_hooks", "macro.dbt.get_function_macro", "macro.dbt.function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7849193, "supported_languages": ["sql"]}, "macro.dbt.function_execute_build_sql": {"name": "function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.function_execute_build_sql", "macro_sql": "{% macro function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n {{ return(adapter.dispatch('function_execute_build_sql', 'dbt')(build_sql, existing_relation, target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.785829, "supported_languages": null}, "macro.dbt.default__function_execute_build_sql": {"name": "default__function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__function_execute_build_sql", "macro_sql": "{% macro default__function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7868643, "supported_languages": null}, "macro.dbt.get_function_macro": {"name": "get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.get_function_macro", "macro_sql": "{% macro get_function_macro(function_type, function_language) %}\n {{ return(adapter.dispatch('get_function_macro', 'dbt')(function_type, function_language)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_function_macro"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7872784, "supported_languages": null}, "macro.dbt.default__get_function_macro": {"name": "default__get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__get_function_macro", "macro_sql": "{% macro default__get_function_macro(function_type, function_language) %}\n {% set macro_name = function_type ~ \"_function_\" ~ function_language %}\n {% if not macro_name in context %}\n {{ exceptions.raise_not_implemented(function_language ~ ' ' ~ function_type ~ ' function not implemented for adapter ' ~adapter.type()) }}\n {% endif %}\n {% set macro = context[macro_name] %}\n {{ return(macro) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7881274, "supported_languages": null}, "macro.dbt.scalar_function_sql": {"name": "scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_sql", "macro_sql": "{% macro scalar_function_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7893696, "supported_languages": null}, "macro.dbt.default__scalar_function_sql": {"name": "default__scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_sql", "macro_sql": "{% macro default__scalar_function_sql(target_relation) %}\n {{ scalar_function_create_replace_signature_sql(target_relation) }}\n {{ scalar_function_body_sql() }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.scalar_function_create_replace_signature_sql", "macro.dbt.scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7896929, "supported_languages": null}, "macro.dbt.scalar_function_create_replace_signature_sql": {"name": "scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_create_replace_signature_sql", "macro_sql": "{% macro scalar_function_create_replace_signature_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_create_replace_signature_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_create_replace_signature_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7901936, "supported_languages": null}, "macro.dbt.default__scalar_function_create_replace_signature_sql": {"name": "default__scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_create_replace_signature_sql", "macro_sql": "{% macro default__scalar_function_create_replace_signature_sql(target_relation) %}\n CREATE OR REPLACE FUNCTION {{ target_relation.render() }} ({{ formatted_scalar_function_args_sql()}})\n RETURNS {{ model.returns.data_type }}\n {{ scalar_function_volatility_sql() }}\n AS\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.formatted_scalar_function_args_sql", "macro.dbt.scalar_function_volatility_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7906146, "supported_languages": null}, "macro.dbt.formatted_scalar_function_args_sql": {"name": "formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.formatted_scalar_function_args_sql", "macro_sql": "{% macro formatted_scalar_function_args_sql() %}\n {{ return(adapter.dispatch('formatted_scalar_function_args_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__formatted_scalar_function_args_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7909672, "supported_languages": null}, "macro.dbt.default__formatted_scalar_function_args_sql": {"name": "default__formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__formatted_scalar_function_args_sql", "macro_sql": "{% macro default__formatted_scalar_function_args_sql() %}\n {% set args = [] %}\n {% for arg in model.arguments -%}\n {%- do args.append(arg.name ~ ' ' ~ arg.data_type) -%}\n {%- endfor %}\n {{ args | join(', ') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7915912, "supported_languages": null}, "macro.dbt.scalar_function_body_sql": {"name": "scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_body_sql", "macro_sql": "{% macro scalar_function_body_sql() %}\n {{ return(adapter.dispatch('scalar_function_body_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7919383, "supported_languages": null}, "macro.dbt.default__scalar_function_body_sql": {"name": "default__scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_body_sql", "macro_sql": "{% macro default__scalar_function_body_sql() %}\n $$\n {{ model.compiled_code }}\n $$ LANGUAGE SQL\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7921646, "supported_languages": null}, "macro.dbt.scalar_function_volatility_sql": {"name": "scalar_function_volatility_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_volatility_sql", "macro_sql": "{% macro scalar_function_volatility_sql() %}\n {{ return(adapter.dispatch('scalar_function_volatility_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_volatility_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7924852, "supported_languages": null}, "macro.dbt.default__scalar_function_volatility_sql": {"name": "default__scalar_function_volatility_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_volatility_sql", "macro_sql": "{% macro default__scalar_function_volatility_sql() %}\n {% set volatility = model.config.get('volatility') %}\n {% if volatility == 'deterministic' %}\n IMMUTABLE\n {% elif volatility == 'stable' %}\n STABLE\n {% elif volatility == 'non-deterministic' %}\n VOLATILE\n {% elif volatility != none %}\n {# This shouldn't happen unless a new volatility is invented #}\n {% do unsupported_volatility_warning(volatility) %}\n {% endif %}\n {# If no volatility is set, don't add anything and let the data warehouse default it #}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.unsupported_volatility_warning"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7933023, "supported_languages": null}, "macro.dbt.unsupported_volatility_warning": {"name": "unsupported_volatility_warning", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.unsupported_volatility_warning", "macro_sql": "{% macro unsupported_volatility_warning(volatility) %}\n {{ return(adapter.dispatch('unsupported_volatility_warning', 'dbt')(volatility)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__unsupported_volatility_warning"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7936842, "supported_languages": null}, "macro.dbt.default__unsupported_volatility_warning": {"name": "default__unsupported_volatility_warning", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__unsupported_volatility_warning", "macro_sql": "{% macro default__unsupported_volatility_warning(volatility) %}\n {% set msg = \"Found `\" ~ volatility ~ \"` volatility specified on function `\" ~ model.name ~ \"`. This volatility is not supported by \" ~ adapter.type() ~ \", and will be ignored\" %}\n {% do exceptions.warn(msg) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7942045, "supported_languages": null}, "macro.dbt.concat": {"name": "concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.concat", "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.794713, "supported_languages": null}, "macro.dbt.default__concat": {"name": "default__concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.default__concat", "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.794969, "supported_languages": null}, "macro.dbt.intersect": {"name": "intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.intersect", "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__intersect"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7954097, "supported_languages": null}, "macro.dbt.default__intersect": {"name": "default__intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.default__intersect", "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7955723, "supported_languages": null}, "macro.dbt.last_day": {"name": "last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.last_day", "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7961965, "supported_languages": null}, "macro.dbt.default_last_day": {"name": "default_last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default_last_day", "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7967553, "supported_languages": null}, "macro.dbt.default__last_day": {"name": "default__last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default__last_day", "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7970614, "supported_languages": null}, "macro.dbt.replace": {"name": "replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.replace", "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7976627, "supported_languages": null}, "macro.dbt.default__replace": {"name": "default__replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.default__replace", "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7979999, "supported_languages": null}, "macro.dbt.length": {"name": "length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.length", "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7984776, "supported_languages": null}, "macro.dbt.default__length": {"name": "default__length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.default__length", "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7987163, "supported_languages": null}, "macro.dbt.hash": {"name": "hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.hash", "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7993271, "supported_languages": null}, "macro.dbt.default__hash": {"name": "default__hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.default__hash", "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.7996614, "supported_languages": null}, "macro.dbt.array_append": {"name": "array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.array_append", "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_append"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8002038, "supported_languages": null}, "macro.dbt.default__array_append": {"name": "default__array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.default__array_append", "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8004718, "supported_languages": null}, "macro.dbt.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.80149, "supported_languages": null}, "macro.dbt.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8026896, "supported_languages": null}, "macro.dbt.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.803143, "supported_languages": null}, "macro.dbt.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n {# call as follows:\n\n date_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n ) #}\n\n\n with rawdata as (\n\n {{dbt.generate_series(\n dbt.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.generate_series", "macro.dbt.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8038538, "supported_languages": null}, "macro.dbt.array_concat": {"name": "array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.array_concat", "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8043835, "supported_languages": null}, "macro.dbt.default__array_concat": {"name": "default__array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.default__array_concat", "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.804644, "supported_languages": null}, "macro.dbt.array_construct": {"name": "array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.array_construct", "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8053627, "supported_languages": null}, "macro.dbt.default__array_construct": {"name": "default__array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.default__array_construct", "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8058608, "supported_languages": null}, "macro.dbt.escape_single_quotes": {"name": "escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.escape_single_quotes", "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__escape_single_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8063745, "supported_languages": null}, "macro.dbt.default__escape_single_quotes": {"name": "default__escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.default__escape_single_quotes", "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8066678, "supported_languages": null}, "macro.dbt.type_string": {"name": "type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_string", "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8079433, "supported_languages": null}, "macro.dbt.default__type_string": {"name": "default__type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_string", "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8082652, "supported_languages": null}, "macro.dbt.type_timestamp": {"name": "type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_timestamp", "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8085866, "supported_languages": null}, "macro.dbt.default__type_timestamp": {"name": "default__type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_timestamp", "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8089063, "supported_languages": null}, "macro.dbt.type_float": {"name": "type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_float", "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8092337, "supported_languages": null}, "macro.dbt.default__type_float": {"name": "default__type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_float", "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8096678, "supported_languages": null}, "macro.dbt.type_numeric": {"name": "type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_numeric", "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8100185, "supported_languages": null}, "macro.dbt.default__type_numeric": {"name": "default__type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_numeric", "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.810398, "supported_languages": null}, "macro.dbt.type_bigint": {"name": "type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_bigint", "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_bigint"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8107383, "supported_languages": null}, "macro.dbt.default__type_bigint": {"name": "default__type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_bigint", "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8110375, "supported_languages": null}, "macro.dbt.type_int": {"name": "type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_int", "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8113558, "supported_languages": null}, "macro.dbt.default__type_int": {"name": "default__type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_int", "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8116398, "supported_languages": null}, "macro.dbt.type_boolean": {"name": "type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_boolean", "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8119721, "supported_languages": null}, "macro.dbt.default__type_boolean": {"name": "default__type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_boolean", "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8122573, "supported_languages": null}, "macro.dbt.date": {"name": "date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.date", "macro_sql": "{% macro date(year, month, day) %}\n {{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.812892, "supported_languages": null}, "macro.dbt.default__date": {"name": "default__date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.default__date", "macro_sql": "{% macro default__date(year, month, day) -%}\n {%- set dt = modules.datetime.date(year, month, day) -%}\n {%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}\n to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.81345, "supported_languages": null}, "macro.dbt.right": {"name": "right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.right", "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__right"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8140037, "supported_languages": null}, "macro.dbt.default__right": {"name": "default__right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.default__right", "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8142774, "supported_languages": null}, "macro.dbt.date_trunc": {"name": "date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.date_trunc", "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.814819, "supported_languages": null}, "macro.dbt.default__date_trunc": {"name": "default__date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.default__date_trunc", "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8150926, "supported_languages": null}, "macro.dbt.split_part": {"name": "split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.split_part", "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.815798, "supported_languages": null}, "macro.dbt.default__split_part": {"name": "default__split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.default__split_part", "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8161426, "supported_languages": null}, "macro.dbt._split_part_negative": {"name": "_split_part_negative", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt._split_part_negative", "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 + {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8165839, "supported_languages": null}, "macro.dbt.position": {"name": "position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.position", "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__position"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8171337, "supported_languages": null}, "macro.dbt.default__position": {"name": "default__position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.default__position", "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8174071, "supported_languages": null}, "macro.dbt.datediff": {"name": "datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.datediff", "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8180127, "supported_languages": null}, "macro.dbt.default__datediff": {"name": "default__datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.default__datediff", "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8184757, "supported_languages": null}, "macro.dbt.equals": {"name": "equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.equals", "macro_sql": "{% macro equals(expr1, expr2) %}\n {{ return(adapter.dispatch('equals', 'dbt') (expr1, expr2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8191004, "supported_languages": null}, "macro.dbt.default__equals": {"name": "default__equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.default__equals", "macro_sql": "{% macro default__equals(expr1, expr2) -%}\n{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}\n case when (({{ expr1 }} = {{ expr2 }}) or ({{ expr1 }} is null and {{ expr2 }} is null))\n then 0\n else 1\n end = 0\n{%- else -%}\n ({{ expr1 }} = {{ expr2 }})\n{%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8197036, "supported_languages": null}, "macro.dbt.cast_bool_to_text": {"name": "cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.cast_bool_to_text", "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.820176, "supported_languages": null}, "macro.dbt.default__cast_bool_to_text": {"name": "default__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.default__cast_bool_to_text", "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8204894, "supported_languages": null}, "macro.dbt.safe_cast": {"name": "safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.safe_cast", "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8210483, "supported_languages": null}, "macro.dbt.default__safe_cast": {"name": "default__safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.default__safe_cast", "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8213382, "supported_languages": null}, "macro.dbt.dateadd": {"name": "dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.dateadd", "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8219473, "supported_languages": null}, "macro.dbt.default__dateadd": {"name": "default__dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.default__dateadd", "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.822276, "supported_languages": null}, "macro.dbt.cast": {"name": "cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.cast", "macro_sql": "{% macro cast(field, type) %}\n {{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8228252, "supported_languages": null}, "macro.dbt.default__cast": {"name": "default__cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.default__cast", "macro_sql": "{% macro default__cast(field, type) %}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8230882, "supported_languages": null}, "macro.dbt.except": {"name": "except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.except", "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8235168, "supported_languages": null}, "macro.dbt.default__except": {"name": "default__except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.default__except", "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8236976, "supported_languages": null}, "macro.dbt.bool_or": {"name": "bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.bool_or", "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__bool_or"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8241758, "supported_languages": null}, "macro.dbt.default__bool_or": {"name": "default__bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.default__bool_or", "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8243926, "supported_languages": null}, "macro.dbt.listagg": {"name": "listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.listagg", "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__listagg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8252454, "supported_languages": null}, "macro.dbt.default__listagg": {"name": "default__listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.default__listagg", "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8262064, "supported_languages": null}, "macro.dbt.string_literal": {"name": "string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.string_literal", "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8267026, "supported_languages": null}, "macro.dbt.default__string_literal": {"name": "default__string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.default__string_literal", "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.82692, "supported_languages": null}, "macro.dbt.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8277624, "supported_languages": null}, "macro.dbt.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8285878, "supported_languages": null}, "macro.dbt.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8289764, "supported_languages": null}, "macro.dbt.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8299959, "supported_languages": null}, "macro.dbt.any_value": {"name": "any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.any_value", "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__any_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8304863, "supported_languages": null}, "macro.dbt.default__any_value": {"name": "default__any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.default__any_value", "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.83072, "supported_languages": null}, "macro.dbt.get_create_sql": {"name": "get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.get_create_sql", "macro_sql": "{%- macro get_create_sql(relation, sql) -%}\n {{- log('Applying CREATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8314264, "supported_languages": null}, "macro.dbt.default__get_create_sql": {"name": "default__get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.default__get_create_sql", "macro_sql": "{%- macro default__get_create_sql(relation, sql) -%}\n\n {%- if relation.is_view -%}\n {{ get_create_view_as_sql(relation, sql) }}\n\n {%- elif relation.is_table -%}\n {{ get_create_table_as_sql(False, relation, sql) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_create_materialized_view_as_sql(relation, sql) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_create_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.get_create_view_as_sql", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8323083, "supported_languages": null}, "macro.dbt.get_create_backup_sql": {"name": "get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.get_create_backup_sql", "macro_sql": "{%- macro get_create_backup_sql(relation) -%}\n {{- log('Applying CREATE BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8329144, "supported_languages": null}, "macro.dbt.default__get_create_backup_sql": {"name": "default__get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.default__get_create_backup_sql", "macro_sql": "{%- macro default__get_create_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n -- drop any pre-existing backup\n {{ get_drop_sql(backup_relation) }};\n\n {{ get_rename_sql(relation, backup_relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.833436, "supported_languages": null}, "macro.dbt.get_replace_sql": {"name": "get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.get_replace_sql", "macro_sql": "{% macro get_replace_sql(existing_relation, target_relation, sql) %}\n {{- log('Applying REPLACE to: ' ~ existing_relation) -}}\n {{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8344955, "supported_languages": null}, "macro.dbt.default__get_replace_sql": {"name": "default__get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.default__get_replace_sql", "macro_sql": "{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}\n\n {# /* use a create or replace statement if possible */ #}\n\n {% set is_replaceable = existing_relation.type == target_relation.type and existing_relation.can_be_replaced %}\n\n {% if is_replaceable and existing_relation.is_view %}\n {{ get_replace_view_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_table %}\n {{ get_replace_table_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_materialized_view %}\n {{ get_replace_materialized_view_sql(target_relation, sql) }}\n\n {# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}\n {%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}\n {%- elif target_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_drop_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }}\n\n {# /* create target_relation in place by first backing up the existing relation */ #}\n {%- elif existing_relation.can_be_renamed -%}\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* no renaming is allowed, so just drop and create */ #}\n {%- else -%}\n {{ get_drop_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_view_sql", "macro.dbt.get_replace_table_sql", "macro.dbt.get_replace_materialized_view_sql", "macro.dbt.get_create_intermediate_sql", "macro.dbt.get_create_backup_sql", "macro.dbt.get_rename_intermediate_sql", "macro.dbt.get_drop_backup_sql", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.836976, "supported_languages": null}, "macro.dbt.get_rename_sql": {"name": "get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.get_rename_sql", "macro_sql": "{%- macro get_rename_sql(relation, new_name) -%}\n {{- log('Applying RENAME to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8378792, "supported_languages": null}, "macro.dbt.default__get_rename_sql": {"name": "default__get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__get_rename_sql", "macro_sql": "{%- macro default__get_rename_sql(relation, new_name) -%}\n\n {%- if relation.is_view -%}\n {{ get_rename_view_sql(relation, new_name) }}\n\n {%- elif relation.is_table -%}\n {{ get_rename_table_sql(relation, new_name) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_rename_materialized_view_sql(relation, new_name) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_rename_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.get_rename_view_sql", "macro.dbt.get_rename_table_sql", "macro.dbt.get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8387249, "supported_languages": null}, "macro.dbt.rename_relation": {"name": "rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.rename_relation", "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__rename_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8391333, "supported_languages": null}, "macro.dbt.default__rename_relation": {"name": "default__rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__rename_relation", "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation.render() }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8397474, "supported_languages": null}, "macro.dbt.get_create_intermediate_sql": {"name": "get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.get_create_intermediate_sql", "macro_sql": "{%- macro get_create_intermediate_sql(relation, sql) -%}\n {{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.840396, "supported_languages": null}, "macro.dbt.default__get_create_intermediate_sql": {"name": "default__get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.default__get_create_intermediate_sql", "macro_sql": "{%- macro default__get_create_intermediate_sql(relation, sql) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n -- drop any pre-existing intermediate\n {{ get_drop_sql(intermediate_relation) }};\n\n {{ get_create_sql(intermediate_relation, sql) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8409088, "supported_languages": null}, "macro.dbt.drop_schema_named": {"name": "drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.drop_schema_named", "macro_sql": "{% macro drop_schema_named(schema_name) %}\n {{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_schema_named"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8414128, "supported_languages": null}, "macro.dbt.default__drop_schema_named": {"name": "default__drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.default__drop_schema_named", "macro_sql": "{% macro default__drop_schema_named(schema_name) %}\n {% set schema_relation = api.Relation.create(schema=schema_name) %}\n {{ adapter.drop_schema(schema_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8418598, "supported_languages": null}, "macro.dbt.get_drop_sql": {"name": "get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.get_drop_sql", "macro_sql": "{%- macro get_drop_sql(relation) -%}\n {{- log('Applying DROP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8427277, "supported_languages": null}, "macro.dbt.default__get_drop_sql": {"name": "default__get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__get_drop_sql", "macro_sql": "{%- macro default__get_drop_sql(relation) -%}\n\n {%- if relation.is_view -%}\n {{ drop_view(relation) }}\n\n {%- elif relation.is_table -%}\n {{ drop_table(relation) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ drop_materialized_view(relation) }}\n\n {%- else -%}\n drop {{ relation.type }} if exists {{ relation.render() }} cascade\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.drop_view", "macro.dbt.drop_table", "macro.dbt.drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.843477, "supported_languages": null}, "macro.dbt.drop_relation": {"name": "drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation", "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8438537, "supported_languages": null}, "macro.dbt.default__drop_relation": {"name": "default__drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__drop_relation", "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n {{ get_drop_sql(relation) }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8442488, "supported_languages": null}, "macro.dbt.drop_relation_if_exists": {"name": "drop_relation_if_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation_if_exists", "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8446262, "supported_languages": null}, "macro.dbt.get_drop_backup_sql": {"name": "get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.get_drop_backup_sql", "macro_sql": "{%- macro get_drop_backup_sql(relation) -%}\n {{- log('Applying DROP BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8452168, "supported_languages": null}, "macro.dbt.default__get_drop_backup_sql": {"name": "default__get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.default__get_drop_backup_sql", "macro_sql": "{%- macro default__get_drop_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n {{ get_drop_sql(backup_relation) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8456178, "supported_languages": null}, "macro.dbt.get_rename_intermediate_sql": {"name": "get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.get_rename_intermediate_sql", "macro_sql": "{%- macro get_rename_intermediate_sql(relation) -%}\n {{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8462064, "supported_languages": null}, "macro.dbt.default__get_rename_intermediate_sql": {"name": "default__get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.default__get_rename_intermediate_sql", "macro_sql": "{%- macro default__get_rename_intermediate_sql(relation) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n {{ get_rename_sql(intermediate_relation, relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8466191, "supported_languages": null}, "macro.dbt.get_create_materialized_view_as_sql": {"name": "get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.get_create_materialized_view_as_sql", "macro_sql": "{% macro get_create_materialized_view_as_sql(relation, sql) -%}\n {{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.847153, "supported_languages": null}, "macro.dbt.default__get_create_materialized_view_as_sql": {"name": "default__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.default__get_create_materialized_view_as_sql", "macro_sql": "{% macro default__get_create_materialized_view_as_sql(relation, sql) -%}\n {{ exceptions.raise_compiler_error(\n \"`get_create_materialized_view_as_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8475702, "supported_languages": null}, "macro.dbt.get_replace_materialized_view_sql": {"name": "get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.get_replace_materialized_view_sql", "macro_sql": "{% macro get_replace_materialized_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8480957, "supported_languages": null}, "macro.dbt.default__get_replace_materialized_view_sql": {"name": "default__get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.default__get_replace_materialized_view_sql", "macro_sql": "{% macro default__get_replace_materialized_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8484173, "supported_languages": null}, "macro.dbt.get_rename_materialized_view_sql": {"name": "get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.get_rename_materialized_view_sql", "macro_sql": "{% macro get_rename_materialized_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8489602, "supported_languages": null}, "macro.dbt.default__get_rename_materialized_view_sql": {"name": "default__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.default__get_rename_materialized_view_sql", "macro_sql": "{% macro default__get_rename_materialized_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.849256, "supported_languages": null}, "macro.dbt.get_alter_materialized_view_as_sql": {"name": "get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_alter_materialized_view_as_sql", "macro_sql": "{% macro get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{- log('Applying ALTER to: ' ~ relation) -}}\n {{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n ) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8502574, "supported_languages": null}, "macro.dbt.default__get_alter_materialized_view_as_sql": {"name": "default__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_alter_materialized_view_as_sql", "macro_sql": "{% macro default__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8506293, "supported_languages": null}, "macro.dbt.get_materialized_view_configuration_changes": {"name": "get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_materialized_view_configuration_changes", "macro_sql": "{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}\n /* {#\n It's recommended that configuration changes be formatted as follows:\n {\"\": [{\"action\": \"\", \"context\": ...}]}\n\n For example:\n {\n \"indexes\": [\n {\"action\": \"drop\", \"context\": \"index_abc\"},\n {\"action\": \"create\", \"context\": {\"columns\": [\"column_1\", \"column_2\"], \"type\": \"hash\", \"unique\": True}},\n ],\n }\n\n Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.\n #} */\n {{- log('Determining configuration changes on: ' ~ existing_relation) -}}\n {%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_materialized_view_configuration_changes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8511934, "supported_languages": null}, "macro.dbt.default__get_materialized_view_configuration_changes": {"name": "default__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_materialized_view_configuration_changes", "macro_sql": "{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8514836, "supported_languages": null}, "macro.dbt.drop_materialized_view": {"name": "drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.drop_materialized_view", "macro_sql": "{% macro drop_materialized_view(relation) -%}\n {{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8519711, "supported_languages": null}, "macro.dbt.default__drop_materialized_view": {"name": "default__drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.default__drop_materialized_view", "macro_sql": "{% macro default__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8522232, "supported_languages": null}, "macro.dbt.refresh_materialized_view": {"name": "refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.refresh_materialized_view", "macro_sql": "{% macro refresh_materialized_view(relation) %}\n {{- log('Applying REFRESH to: ' ~ relation) -}}\n {{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__refresh_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8528116, "supported_languages": null}, "macro.dbt.default__refresh_materialized_view": {"name": "default__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.default__refresh_materialized_view", "macro_sql": "{% macro default__refresh_materialized_view(relation) %}\n {{ exceptions.raise_compiler_error(\"`refresh_materialized_view` has not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.853097, "supported_languages": null}, "macro.dbt.get_table_columns_and_constraints": {"name": "get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_table_columns_and_constraints", "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.854474, "supported_languages": null}, "macro.dbt.default__get_table_columns_and_constraints": {"name": "default__get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_table_columns_and_constraints", "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.854742, "supported_languages": null}, "macro.dbt.table_columns_and_constraints": {"name": "table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.table_columns_and_constraints", "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8558004, "supported_languages": null}, "macro.dbt.get_assert_columns_equivalent": {"name": "get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_assert_columns_equivalent", "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8562796, "supported_languages": null}, "macro.dbt.default__get_assert_columns_equivalent": {"name": "default__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_assert_columns_equivalent", "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8565574, "supported_languages": null}, "macro.dbt.assert_columns_equivalent": {"name": "assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.assert_columns_equivalent", "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query", "macro.dbt.get_empty_schema_sql", "macro.dbt.format_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8590925, "supported_languages": null}, "macro.dbt.format_columns": {"name": "format_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.format_columns", "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8598597, "supported_languages": null}, "macro.dbt.default__format_column": {"name": "default__format_column", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__format_column", "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8605251, "supported_languages": null}, "macro.dbt.get_create_view_as_sql": {"name": "get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.get_create_view_as_sql", "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.861275, "supported_languages": null}, "macro.dbt.default__get_create_view_as_sql": {"name": "default__get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__get_create_view_as_sql", "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8615992, "supported_languages": null}, "macro.dbt.create_view_as": {"name": "create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.create_view_as", "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8619819, "supported_languages": null}, "macro.dbt.default__create_view_as": {"name": "default__create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__create_view_as", "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation.render() }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.862847, "supported_languages": null}, "macro.dbt.get_replace_view_sql": {"name": "get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.get_replace_view_sql", "macro_sql": "{% macro get_replace_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8638463, "supported_languages": null}, "macro.dbt.default__get_replace_view_sql": {"name": "default__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__get_replace_view_sql", "macro_sql": "{% macro default__get_replace_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8641396, "supported_languages": null}, "macro.dbt.create_or_replace_view": {"name": "create_or_replace_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.create_or_replace_view", "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8662946, "supported_languages": null}, "macro.dbt.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8667264, "supported_languages": null}, "macro.dbt.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation.render() ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8671987, "supported_languages": null}, "macro.dbt.get_rename_view_sql": {"name": "get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.get_rename_view_sql", "macro_sql": "{% macro get_rename_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8677528, "supported_languages": null}, "macro.dbt.default__get_rename_view_sql": {"name": "default__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.default__get_rename_view_sql", "macro_sql": "{% macro default__get_rename_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8680658, "supported_languages": null}, "macro.dbt.drop_view": {"name": "drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.drop_view", "macro_sql": "{% macro drop_view(relation) -%}\n {{- adapter.dispatch('drop_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8685417, "supported_languages": null}, "macro.dbt.default__drop_view": {"name": "default__drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.default__drop_view", "macro_sql": "{% macro default__drop_view(relation) -%}\n drop view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.868809, "supported_languages": null}, "macro.dbt.get_create_table_as_sql": {"name": "get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_create_table_as_sql", "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_table_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.86995, "supported_languages": null}, "macro.dbt.default__get_create_table_as_sql": {"name": "default__get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_create_table_as_sql", "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8704603, "supported_languages": null}, "macro.dbt.create_table_as": {"name": "create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.create_table_as", "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8713431, "supported_languages": null}, "macro.dbt.default__create_table_as": {"name": "default__create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__create_table_as", "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced and (not temporary) %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8727157, "supported_languages": null}, "macro.dbt.default__get_column_names": {"name": "default__get_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_column_names", "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8736346, "supported_languages": null}, "macro.dbt.get_select_subquery": {"name": "get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_select_subquery", "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8740456, "supported_languages": null}, "macro.dbt.default__get_select_subquery": {"name": "default__get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_select_subquery", "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8744152, "supported_languages": null}, "macro.dbt.get_replace_table_sql": {"name": "get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.get_replace_table_sql", "macro_sql": "{% macro get_replace_table_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8749928, "supported_languages": null}, "macro.dbt.default__get_replace_table_sql": {"name": "default__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.default__get_replace_table_sql", "macro_sql": "{% macro default__get_replace_table_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8752916, "supported_languages": null}, "macro.dbt.get_rename_table_sql": {"name": "get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.get_rename_table_sql", "macro_sql": "{% macro get_rename_table_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8758287, "supported_languages": null}, "macro.dbt.default__get_rename_table_sql": {"name": "default__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.default__get_rename_table_sql", "macro_sql": "{% macro default__get_rename_table_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.876127, "supported_languages": null}, "macro.dbt.drop_table": {"name": "drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.drop_table", "macro_sql": "{% macro drop_table(relation) -%}\n {{- adapter.dispatch('drop_table', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.876597, "supported_languages": null}, "macro.dbt.default__drop_table": {"name": "default__drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.default__drop_table", "macro_sql": "{% macro default__drop_table(relation) -%}\n drop table if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8768642, "supported_languages": null}, "macro.dbt.get_fixture_sql": {"name": "get_fixture_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_fixture_sql", "macro_sql": "{% macro get_fixture_sql(rows, column_name_to_data_types) %}\n-- Fixture for {{ model.name }}\n{% set default_row = {} %}\n\n{%- if not column_name_to_data_types -%}\n{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}\n{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}\n{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}\n\n{%- set column_name_to_data_types = {} -%}\n{%- set column_name_to_quoted = {} -%}\n{%- for column in columns_in_relation -%}\n\n{#-- This needs to be a case-insensitive comparison --#}\n{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n{%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n{%- endfor -%}\n{%- endif -%}\n\n{%- if not column_name_to_data_types -%}\n {{ exceptions.raise_compiler_error(\"Not able to get columns for unit test '\" ~ model.name ~ \"' from relation \" ~ this ~ \" because the relation doesn't exist\") }}\n{%- endif -%}\n\n{%- for column_name, column_type in column_name_to_data_types.items() -%}\n {%- do default_row.update({column_name: (safe_cast(\"null\", column_type) | trim )}) -%}\n{%- endfor -%}\n\n{{ validate_fixture_rows(rows, row_number) }}\n\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\n{%- set default_row_copy = default_row.copy() -%}\n{%- do default_row_copy.update(formatted_row) -%}\nselect\n{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n\n{%- if (rows | length) == 0 -%}\n select\n {%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%},{%- endif %}\n {%- endfor %}\n limit 0\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.dbt.safe_cast", "macro.dbt.validate_fixture_rows", "macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8821328, "supported_languages": null}, "macro.dbt.get_expected_sql": {"name": "get_expected_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_expected_sql", "macro_sql": "{% macro get_expected_sql(rows, column_name_to_data_types, column_name_to_quoted) %}\n\n{%- if (rows | length) == 0 -%}\n select * from dbt_internal_unit_test_actual\n limit 0\n{%- else -%}\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\nselect\n{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8833885, "supported_languages": null}, "macro.dbt.format_row": {"name": "format_row", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.format_row", "macro_sql": "\n\n{%- macro format_row(row, column_name_to_data_types) -%}\n {#-- generate case-insensitive formatted row --#}\n {% set formatted_row = {} %}\n {%- for column_name, column_value in row.items() -%}\n {% set column_name = column_name|lower %}\n\n {%- if column_name not in column_name_to_data_types %}\n {#-- if user-provided row contains column name that relation does not contain, raise an error --#}\n {% set fixture_name = \"expected output\" if model.resource_type == 'unit_test' else (\"'\" ~ model.name ~ \"'\") %}\n {{ exceptions.raise_compiler_error(\n \"Invalid column name: '\" ~ column_name ~ \"' in unit test fixture for \" ~ fixture_name ~ \".\"\n \"\\nAccepted columns for \" ~ fixture_name ~ \" are: \" ~ (column_name_to_data_types.keys()|list)\n ) }}\n {%- endif -%}\n\n {%- set column_type = column_name_to_data_types[column_name] %}\n\n {#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}\n {%- set column_value_clean = column_value -%}\n {%- if column_value is string -%}\n {%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}\n {%- elif column_value is none -%}\n {%- set column_value_clean = 'null' -%}\n {%- endif -%}\n\n {%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}\n {%- do formatted_row.update(row_update) -%}\n {%- endfor -%}\n {{ return(formatted_row) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.string_literal", "macro.dbt.escape_single_quotes", "macro.dbt.safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8855865, "supported_languages": null}, "macro.dbt.validate_fixture_rows": {"name": "validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.validate_fixture_rows", "macro_sql": "{%- macro validate_fixture_rows(rows, row_number) -%}\n {{ return(adapter.dispatch('validate_fixture_rows', 'dbt')(rows, row_number)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__validate_fixture_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8860495, "supported_languages": null}, "macro.dbt.default__validate_fixture_rows": {"name": "default__validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.default__validate_fixture_rows", "macro_sql": "{%- macro default__validate_fixture_rows(rows, row_number) -%}\n {# This is an abstract method for adapter overrides as needed #}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8862586, "supported_languages": null}, "macro.dbt.default__test_accepted_values": {"name": "default__test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/accepted_values.sql", "original_file_path": "macros/generic_test_sql/accepted_values.sql", "unique_id": "macro.dbt.default__test_accepted_values", "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8873372, "supported_languages": null}, "macro.dbt.default__test_not_null": {"name": "default__test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/not_null.sql", "original_file_path": "macros/generic_test_sql/not_null.sql", "unique_id": "macro.dbt.default__test_not_null", "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8879666, "supported_languages": null}, "macro.dbt.default__test_unique": {"name": "default__test_unique", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/unique.sql", "original_file_path": "macros/generic_test_sql/unique.sql", "unique_id": "macro.dbt.default__test_unique", "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8884432, "supported_languages": null}, "macro.dbt.default__test_relationships": {"name": "default__test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/relationships.sql", "original_file_path": "macros/generic_test_sql/relationships.sql", "unique_id": "macro.dbt.default__test_relationships", "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8890474, "supported_languages": null}, "macro.dbt.generate_alias_name": {"name": "generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.generate_alias_name", "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_alias_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.889781, "supported_languages": null}, "macro.dbt.default__generate_alias_name": {"name": "default__generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.default__generate_alias_name", "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.890526, "supported_languages": null}, "macro.dbt.generate_database_name": {"name": "generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.generate_database_name", "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_database_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.891231, "supported_languages": null}, "macro.dbt.default__generate_database_name": {"name": "default__generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.default__generate_database_name", "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8917534, "supported_languages": null}, "macro.dbt.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8925626, "supported_languages": null}, "macro.dbt.default__generate_schema_name": {"name": "default__generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.default__generate_schema_name", "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8931074, "supported_languages": null}, "macro.dbt.generate_schema_name_for_env": {"name": "generate_schema_name_for_env", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name_for_env", "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8936799, "supported_languages": null}, "macro.dbt.statement": {"name": "statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.statement", "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8961632, "supported_languages": null}, "macro.dbt.noop_statement": {"name": "noop_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.noop_statement", "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8979478, "supported_languages": null}, "macro.dbt.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.run_query", "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.8985128, "supported_languages": null}, "macro.dbt.convert_datetime": {"name": "convert_datetime", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.convert_datetime", "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.899976, "supported_languages": null}, "macro.dbt.dates_in_range": {"name": "dates_in_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.dates_in_range", "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.convert_datetime"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.902309, "supported_languages": null}, "macro.dbt.partition_range": {"name": "partition_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.partition_range", "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dates_in_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9038365, "supported_languages": null}, "macro.dbt.py_current_timestring": {"name": "py_current_timestring", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.py_current_timestring", "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9043064, "supported_languages": null}, "macro.dbt.make_intermediate_relation": {"name": "make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_intermediate_relation", "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_intermediate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9056313, "supported_languages": null}, "macro.dbt.default__make_intermediate_relation": {"name": "default__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_intermediate_relation", "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9059956, "supported_languages": null}, "macro.dbt.make_temp_relation": {"name": "make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_temp_relation", "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {#-- This ensures microbatch batches get unique temp relations to avoid clobbering --#}\n {% if suffix == '__dbt_tmp' and model.batch %}\n {% set suffix = suffix ~ '_' ~ model.batch.id %}\n {% endif %}\n\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9067602, "supported_languages": null}, "macro.dbt.default__make_temp_relation": {"name": "default__make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_temp_relation", "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9073458, "supported_languages": null}, "macro.dbt.make_backup_relation": {"name": "make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_backup_relation", "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_backup_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.907843, "supported_languages": null}, "macro.dbt.default__make_backup_relation": {"name": "default__make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_backup_relation", "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9084606, "supported_languages": null}, "macro.dbt.truncate_relation": {"name": "truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.truncate_relation", "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__truncate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.908835, "supported_languages": null}, "macro.dbt.default__truncate_relation": {"name": "default__truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__truncate_relation", "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation.render() }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9091935, "supported_languages": null}, "macro.dbt.get_or_create_relation": {"name": "get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.get_or_create_relation", "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_or_create_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9096801, "supported_languages": null}, "macro.dbt.default__get_or_create_relation": {"name": "default__get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__get_or_create_relation", "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9107447, "supported_languages": null}, "macro.dbt.load_cached_relation": {"name": "load_cached_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_cached_relation", "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9111872, "supported_languages": null}, "macro.dbt.load_relation": {"name": "load_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_relation", "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.911468, "supported_languages": null}, "macro.dbt.get_catalog_relations": {"name": "get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_relations", "macro_sql": "{% macro get_catalog_relations(information_schema, relations) -%}\n {{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9130473, "supported_languages": null}, "macro.dbt.default__get_catalog_relations": {"name": "default__get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_relations", "macro_sql": "{% macro default__get_catalog_relations(information_schema, relations) -%}\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog_relations not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9137144, "supported_languages": null}, "macro.dbt.get_catalog": {"name": "get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog", "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.914118, "supported_languages": null}, "macro.dbt.default__get_catalog": {"name": "default__get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog", "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.914624, "supported_languages": null}, "macro.dbt.information_schema_name": {"name": "information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.information_schema_name", "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__information_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9150064, "supported_languages": null}, "macro.dbt.default__information_schema_name": {"name": "default__information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__information_schema_name", "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9153216, "supported_languages": null}, "macro.dbt.list_schemas": {"name": "list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_schemas", "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9156835, "supported_languages": null}, "macro.dbt.default__list_schemas": {"name": "default__list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_schemas", "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.91616, "supported_languages": null}, "macro.dbt.check_schema_exists": {"name": "check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.check_schema_exists", "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__check_schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9165485, "supported_languages": null}, "macro.dbt.default__check_schema_exists": {"name": "default__check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__check_schema_exists", "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9171474, "supported_languages": null}, "macro.dbt.list_relations_without_caching": {"name": "list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_relations_without_caching", "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_relations_without_caching"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9175026, "supported_languages": null}, "macro.dbt.default__list_relations_without_caching": {"name": "default__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_relations_without_caching", "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9178357, "supported_languages": null}, "macro.dbt.get_catalog_for_single_relation": {"name": "get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_for_single_relation", "macro_sql": "{% macro get_catalog_for_single_relation(relation) %}\n {{ return(adapter.dispatch('get_catalog_for_single_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_for_single_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9181876, "supported_languages": null}, "macro.dbt.default__get_catalog_for_single_relation": {"name": "default__get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_for_single_relation", "macro_sql": "{% macro default__get_catalog_for_single_relation(relation) %}\n {{ exceptions.raise_not_implemented(\n 'get_catalog_for_single_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9185, "supported_languages": null}, "macro.dbt.get_relations": {"name": "get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relations", "macro_sql": "{% macro get_relations() %}\n {{ return(adapter.dispatch('get_relations', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9188445, "supported_languages": null}, "macro.dbt.default__get_relations": {"name": "default__get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relations", "macro_sql": "{% macro default__get_relations() %}\n {{ exceptions.raise_not_implemented(\n 'get_relations macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.919145, "supported_languages": null}, "macro.dbt.get_relation_last_modified": {"name": "get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relation_last_modified", "macro_sql": "{% macro get_relation_last_modified(information_schema, relations) %}\n {{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relation_last_modified"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9195414, "supported_languages": null}, "macro.dbt.default__get_relation_last_modified": {"name": "default__get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relation_last_modified", "macro_sql": "{% macro default__get_relation_last_modified(information_schema, relations) %}\n {{ exceptions.raise_not_implemented(\n 'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9198983, "supported_languages": null}, "macro.dbt.current_timestamp": {"name": "current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp", "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9207926, "supported_languages": null}, "macro.dbt.default__current_timestamp": {"name": "default__current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp", "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9210901, "supported_languages": null}, "macro.dbt.snapshot_get_time": {"name": "snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.snapshot_get_time", "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9213946, "supported_languages": null}, "macro.dbt.default__snapshot_get_time": {"name": "default__snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__snapshot_get_time", "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9217036, "supported_languages": null}, "macro.dbt.get_snapshot_get_time_data_type": {"name": "get_snapshot_get_time_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.get_snapshot_get_time_data_type", "macro_sql": "{% macro get_snapshot_get_time_data_type() %}\n {% set snapshot_time = adapter.dispatch('snapshot_get_time', 'dbt')() %}\n {% set time_data_type_sql = 'select ' ~ snapshot_time ~ ' as dbt_snapshot_time' %}\n {% set snapshot_time_column_schema = get_column_schema_from_query(time_data_type_sql) %}\n {% set time_data_type = snapshot_time_column_schema[0].dtype %}\n {{ return(time_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt_postgres.postgres__snapshot_get_time", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9227276, "supported_languages": null}, "macro.dbt.current_timestamp_backcompat": {"name": "current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_backcompat", "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.92307, "supported_languages": null}, "macro.dbt.default__current_timestamp_backcompat": {"name": "default__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_backcompat", "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9232295, "supported_languages": null}, "macro.dbt.current_timestamp_in_utc_backcompat": {"name": "current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9235506, "supported_languages": null}, "macro.dbt.default__current_timestamp_in_utc_backcompat": {"name": "default__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp_backcompat", "macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9238946, "supported_languages": null}, "macro.dbt.create_schema": {"name": "create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.create_schema", "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9245098, "supported_languages": null}, "macro.dbt.default__create_schema": {"name": "default__create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__create_schema", "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9248927, "supported_languages": null}, "macro.dbt.drop_schema": {"name": "drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.drop_schema", "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.925215, "supported_languages": null}, "macro.dbt.default__drop_schema": {"name": "default__drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__drop_schema", "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9255776, "supported_languages": null}, "macro.dbt.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9264596, "supported_languages": null}, "macro.dbt.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.927273, "supported_languages": null}, "macro.dbt.collect_freshness_custom_sql": {"name": "collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness_custom_sql", "macro_sql": "{% macro collect_freshness_custom_sql(source, loaded_at_query) %}\n {{ return(adapter.dispatch('collect_freshness_custom_sql', 'dbt')(source, loaded_at_query))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness_custom_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9277086, "supported_languages": null}, "macro.dbt.default__collect_freshness_custom_sql": {"name": "default__collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness_custom_sql", "macro_sql": "{% macro default__collect_freshness_custom_sql(source, loaded_at_query) %}\n {% call statement('collect_freshness_custom_sql', fetch_result=True, auto_begin=False) -%}\n with source_query as (\n {{ loaded_at_query }}\n )\n select\n (select * from source_query) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n {% endcall %}\n {{ return(load_result('collect_freshness_custom_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9283366, "supported_languages": null}, "macro.dbt.get_show_sql": {"name": "get_show_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_show_sql", "macro_sql": "{% macro get_show_sql(compiled_code, sql_header, limit) -%}\n {%- if sql_header is not none -%}\n {{ sql_header }}\n {%- endif %}\n {{ get_limit_subquery_sql(compiled_code, limit) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9290876, "supported_languages": null}, "macro.dbt.get_limit_subquery_sql": {"name": "get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_limit_subquery_sql", "macro_sql": "\n{%- macro get_limit_subquery_sql(sql, limit) -%}\n {{ adapter.dispatch('get_limit_sql', 'dbt')(sql, limit) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_limit_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.92945, "supported_languages": null}, "macro.dbt.default__get_limit_sql": {"name": "default__get_limit_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.default__get_limit_sql", "macro_sql": "{% macro default__get_limit_sql(sql, limit) %}\n {{ sql }}\n {% if limit is not none %}\n limit {{ limit }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.929844, "supported_languages": null}, "macro.dbt.validate_sql": {"name": "validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.validate_sql", "macro_sql": "{% macro validate_sql(sql) -%}\n {{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__validate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.930381, "supported_languages": null}, "macro.dbt.default__validate_sql": {"name": "default__validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.default__validate_sql", "macro_sql": "{% macro default__validate_sql(sql) -%}\n {% call statement('validate_sql') -%}\n explain {{ sql }}\n {% endcall %}\n {{ return(load_result('validate_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9308367, "supported_languages": null}, "macro.dbt.get_create_index_sql": {"name": "get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_create_index_sql", "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.931752, "supported_languages": null}, "macro.dbt.default__get_create_index_sql": {"name": "default__get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_create_index_sql", "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9320316, "supported_languages": null}, "macro.dbt.create_indexes": {"name": "create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.create_indexes", "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9325018, "supported_languages": null}, "macro.dbt.default__create_indexes": {"name": "default__create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__create_indexes", "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.933381, "supported_languages": null}, "macro.dbt.get_drop_index_sql": {"name": "get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_drop_index_sql", "macro_sql": "{% macro get_drop_index_sql(relation, index_name) -%}\n {{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9337916, "supported_languages": null}, "macro.dbt.default__get_drop_index_sql": {"name": "default__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_drop_index_sql", "macro_sql": "{% macro default__get_drop_index_sql(relation, index_name) -%}\n {{ exceptions.raise_compiler_error(\"`get_drop_index_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9340744, "supported_languages": null}, "macro.dbt.get_show_indexes_sql": {"name": "get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_show_indexes_sql", "macro_sql": "{% macro get_show_indexes_sql(relation) -%}\n {{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9343865, "supported_languages": null}, "macro.dbt.default__get_show_indexes_sql": {"name": "default__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_show_indexes_sql", "macro_sql": "{% macro default__get_show_indexes_sql(relation) -%}\n {{ exceptions.raise_compiler_error(\"`get_show_indexes_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9346411, "supported_languages": null}, "macro.dbt.copy_grants": {"name": "copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.copy_grants", "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9366603, "supported_languages": null}, "macro.dbt.default__copy_grants": {"name": "default__copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__copy_grants", "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9369204, "supported_languages": null}, "macro.dbt.support_multiple_grantees_per_dcl_statement": {"name": "support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9372454, "supported_languages": null}, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": {"name": "default__support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.937474, "supported_languages": null}, "macro.dbt.should_revoke": {"name": "should_revoke", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.should_revoke", "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9382284, "supported_languages": null}, "macro.dbt.get_show_grant_sql": {"name": "get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_show_grant_sql", "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9386034, "supported_languages": null}, "macro.dbt.default__get_show_grant_sql": {"name": "default__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_show_grant_sql", "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.938884, "supported_languages": null}, "macro.dbt.get_grant_sql": {"name": "get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_grant_sql", "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.939324, "supported_languages": null}, "macro.dbt.default__get_grant_sql": {"name": "default__get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_grant_sql", "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation.render() }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.939753, "supported_languages": null}, "macro.dbt.get_revoke_sql": {"name": "get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_revoke_sql", "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_revoke_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9401932, "supported_languages": null}, "macro.dbt.default__get_revoke_sql": {"name": "default__get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_revoke_sql", "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation.render() }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9405987, "supported_languages": null}, "macro.dbt.get_dcl_statement_list": {"name": "get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_dcl_statement_list", "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_dcl_statement_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9410577, "supported_languages": null}, "macro.dbt.default__get_dcl_statement_list": {"name": "default__get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_dcl_statement_list", "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.942503, "supported_languages": null}, "macro.dbt.call_dcl_statements": {"name": "call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.call_dcl_statements", "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9428957, "supported_languages": null}, "macro.dbt.default__call_dcl_statements": {"name": "default__call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__call_dcl_statements", "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9433749, "supported_languages": null}, "macro.dbt.apply_grants": {"name": "apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.apply_grants", "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9438312, "supported_languages": null}, "macro.dbt.default__apply_grants": {"name": "default__apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__apply_grants", "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation.render() ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_grant_sql", "macro.dbt.get_dcl_statement_list", "macro.dbt.call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9460547, "supported_languages": null}, "macro.dbt.get_columns_in_relation": {"name": "get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_relation", "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9482415, "supported_languages": null}, "macro.dbt.default__get_columns_in_relation": {"name": "default__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_relation", "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9485579, "supported_languages": null}, "macro.dbt.sql_convert_columns_in_relation": {"name": "sql_convert_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.sql_convert_columns_in_relation", "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9491763, "supported_languages": null}, "macro.dbt.get_list_of_column_names": {"name": "get_list_of_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_list_of_column_names", "macro_sql": "\n\n{%- macro get_list_of_column_names(columns) -%}\n {% set col_names = [] %}\n {% for col in columns %}\n {% do col_names.append(col.name) %}\n {% endfor %}\n {{ return(col_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9497604, "supported_languages": null}, "macro.dbt.get_empty_subquery_sql": {"name": "get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_subquery_sql", "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9501748, "supported_languages": null}, "macro.dbt.default__get_empty_subquery_sql": {"name": "default__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_subquery_sql", "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9505806, "supported_languages": null}, "macro.dbt.get_empty_schema_sql": {"name": "get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_schema_sql", "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9509451, "supported_languages": null}, "macro.dbt.default__get_empty_schema_sql": {"name": "default__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_schema_sql", "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {%- set col_naked_numeric = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {%- do col_err.append(col['name']) -%}\n {#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}\n {%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}\n {%- do col_naked_numeric.append(col['name']) -%}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n {{ cast('null', col['data_type']) }} as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- elif (col_naked_numeric | length) > 0 -%}\n {{ exceptions.warn(\"Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: \" ~ col_naked_numeric ~ \"`\") }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.953212, "supported_languages": null}, "macro.dbt.get_column_schema_from_query": {"name": "get_column_schema_from_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_column_schema_from_query", "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.953899, "supported_languages": null}, "macro.dbt.get_columns_in_query": {"name": "get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_query", "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9542572, "supported_languages": null}, "macro.dbt.default__get_columns_in_query": {"name": "default__get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_query", "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9549375, "supported_languages": null}, "macro.dbt.alter_column_type": {"name": "alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_column_type", "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9553728, "supported_languages": null}, "macro.dbt.default__alter_column_type": {"name": "default__alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_column_type", "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation.render() }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation.render() }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation.render() }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation.render() }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9568026, "supported_languages": null}, "macro.dbt.alter_relation_add_remove_columns": {"name": "alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_relation_add_remove_columns", "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_add_remove_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.957296, "supported_languages": null}, "macro.dbt.default__alter_relation_add_remove_columns": {"name": "default__alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation.render() }}\n\n {% for column in add_columns %}\n add column {{ column.quoted }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.quoted }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9588664, "supported_languages": null}, "macro.dbt.alter_column_comment": {"name": "alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_column_comment", "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9597268, "supported_languages": null}, "macro.dbt.default__alter_column_comment": {"name": "default__alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_column_comment", "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9600635, "supported_languages": null}, "macro.dbt.alter_relation_comment": {"name": "alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_relation_comment", "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_relation_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9604554, "supported_languages": null}, "macro.dbt.default__alter_relation_comment": {"name": "default__alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_relation_comment", "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.960802, "supported_languages": null}, "macro.dbt.persist_docs": {"name": "persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.persist_docs", "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.961314, "supported_languages": null}, "macro.dbt.default__persist_docs": {"name": "default__persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__persist_docs", "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.alter_relation_comment", "macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9622245, "supported_languages": null}, "macro.dbt.test_unique": {"name": "test_unique", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_unique", "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_unique"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.963086, "supported_languages": null}, "macro.dbt.test_not_null": {"name": "test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_not_null", "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9635632, "supported_languages": null}, "macro.dbt.test_accepted_values": {"name": "test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_accepted_values", "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9641683, "supported_languages": null}, "macro.dbt.test_relationships": {"name": "test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_relationships", "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_relationships"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.964745, "supported_languages": null}, "macro.spark_utils.get_tables": {"name": "get_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_tables", "macro_sql": "{% macro get_tables(table_regex_pattern='.*') %}\n\n {% set tables = [] %}\n {% for database in spark__list_schemas('not_used') %}\n {% for table in spark__list_relations_without_caching(database[0]) %}\n {% set db_tablename = database[0] ~ \".\" ~ table[1] %}\n {% set is_match = modules.re.match(table_regex_pattern, db_tablename) %}\n {% if is_match %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('type', 'TYPE', 'Type'))|first %}\n {% if table_type[1]|lower != 'view' %}\n {{ tables.append(db_tablename) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% endfor %}\n {{ return(tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9681468, "supported_languages": null}, "macro.spark_utils.get_delta_tables": {"name": "get_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_delta_tables", "macro_sql": "{% macro get_delta_tables(table_regex_pattern='.*') %}\n\n {% set delta_tables = [] %}\n {% for db_tablename in get_tables(table_regex_pattern) %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('provider', 'PROVIDER', 'Provider'))|first %}\n {% if table_type[1]|lower == 'delta' %}\n {{ delta_tables.append(db_tablename) }}\n {% endif %}\n {% endfor %}\n {{ return(delta_tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9696143, "supported_languages": null}, "macro.spark_utils.get_statistic_columns": {"name": "get_statistic_columns", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_statistic_columns", "macro_sql": "{% macro get_statistic_columns(table) %}\n\n {% call statement('input_columns', fetch_result=True) %}\n SHOW COLUMNS IN {{ table }}\n {% endcall %}\n {% set input_columns = load_result('input_columns').table %}\n\n {% set output_columns = [] %}\n {% for column in input_columns %}\n {% call statement('column_information', fetch_result=True) %}\n DESCRIBE TABLE {{ table }} `{{ column[0] }}`\n {% endcall %}\n {% if not load_result('column_information').table[1][1].startswith('struct') and not load_result('column_information').table[1][1].startswith('array') %}\n {{ output_columns.append('`' ~ column[0] ~ '`') }}\n {% endif %}\n {% endfor %}\n {{ return(output_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9713445, "supported_languages": null}, "macro.spark_utils.spark_optimize_delta_tables": {"name": "spark_optimize_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_optimize_delta_tables", "macro_sql": "{% macro spark_optimize_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Optimizing \" ~ table) }}\n {% do run_query(\"optimize \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9727664, "supported_languages": null}, "macro.spark_utils.spark_vacuum_delta_tables": {"name": "spark_vacuum_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_vacuum_delta_tables", "macro_sql": "{% macro spark_vacuum_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Vacuuming \" ~ table) }}\n {% do run_query(\"vacuum \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9741576, "supported_languages": null}, "macro.spark_utils.spark_analyze_tables": {"name": "spark_analyze_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_analyze_tables", "macro_sql": "{% macro spark_analyze_tables(table_regex_pattern='.*') %}\n\n {% for table in get_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set columns = get_statistic_columns(table) | join(',') %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Analyzing \" ~ table) }}\n {% if columns != '' %}\n {% do run_query(\"analyze table \" ~ table ~ \" compute statistics for columns \" ~ columns) %}\n {% endif %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.spark_utils.get_statistic_columns", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9758837, "supported_languages": null}, "macro.spark_utils.spark__concat": {"name": "spark__concat", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/concat.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/concat.sql", "unique_id": "macro.spark_utils.spark__concat", "macro_sql": "{% macro spark__concat(fields) -%}\n concat({{ fields|join(', ') }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9762669, "supported_languages": null}, "macro.spark_utils.spark__split_part": {"name": "spark__split_part", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/split_part.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/split_part.sql", "unique_id": "macro.spark_utils.spark__split_part", "macro_sql": "{% macro spark__split_part(string_text, delimiter_text, part_number) %}\n\n {% set delimiter_expr %}\n \n -- escape if starts with a special character\n case when regexp_extract({{ delimiter_text }}, '([^A-Za-z0-9])(.*)', 1) != '_'\n then concat('\\\\', {{ delimiter_text }})\n else {{ delimiter_text }} end\n \n {% endset %}\n\n {% set split_part_expr %}\n \n split(\n {{ string_text }},\n {{ delimiter_expr }}\n )[({{ part_number - 1 }})]\n \n {% endset %}\n \n {{ return(split_part_expr) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.97721, "supported_languages": null}, "macro.spark_utils.spark__type_numeric": {"name": "spark__type_numeric", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "unique_id": "macro.spark_utils.spark__type_numeric", "macro_sql": "{% macro spark__type_numeric() %}\n decimal(28, 6)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9774473, "supported_languages": null}, "macro.spark_utils.spark__datediff": {"name": "spark__datediff", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datediff.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datediff.sql", "unique_id": "macro.spark_utils.spark__datediff", "macro_sql": "{% macro spark__datediff(first_date, second_date, datepart) %}\n\n {%- if datepart in ['day', 'week', 'month', 'quarter', 'year'] -%}\n \n {# make sure the dates are real, otherwise raise an error asap #}\n {% set first_date = spark_utils.assert_not_null('date', first_date) %}\n {% set second_date = spark_utils.assert_not_null('date', second_date) %}\n \n {%- endif -%}\n \n {%- if datepart == 'day' -%}\n \n datediff({{second_date}}, {{first_date}})\n \n {%- elif datepart == 'week' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(datediff({{second_date}}, {{first_date}})/7)\n else ceil(datediff({{second_date}}, {{first_date}})/7)\n end\n \n -- did we cross a week boundary (Sunday)?\n + case\n when {{first_date}} < {{second_date}} and dayofweek({{second_date}}) < dayofweek({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofweek({{second_date}}) > dayofweek({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'month' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}})))\n else ceil(months_between(date({{second_date}}), date({{first_date}})))\n end\n \n -- did we cross a month boundary?\n + case\n when {{first_date}} < {{second_date}} and dayofmonth({{second_date}}) < dayofmonth({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofmonth({{second_date}}) > dayofmonth({{first_date}}) then -1\n else 0 end\n \n {%- elif datepart == 'quarter' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}}))/3)\n else ceil(months_between(date({{second_date}}), date({{first_date}}))/3)\n end\n \n -- did we cross a quarter boundary?\n + case\n when {{first_date}} < {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n < (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then 1\n when {{first_date}} > {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n > (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then -1\n else 0 end\n\n {%- elif datepart == 'year' -%}\n \n year({{second_date}}) - year({{first_date}})\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set divisor -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n case when {{first_date}} < {{second_date}}\n then ceil((\n {# make sure the timestamps are real, otherwise raise an error asap #}\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n else floor((\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n end\n \n {% if datepart == 'millisecond' %}\n + cast(date_format({{second_date}}, 'SSS') as int)\n - cast(date_format({{first_date}}, 'SSS') as int)\n {% endif %}\n \n {% if datepart == 'microsecond' %} \n {% set capture_str = '[0-9]{4}-[0-9]{2}-[0-9]{2}.[0-9]{2}:[0-9]{2}:[0-9]{2}.([0-9]{6})' %}\n -- Spark doesn't really support microseconds, so this is a massive hack!\n -- It will only work if the timestamp-string is of the format\n -- 'yyyy-MM-dd-HH mm.ss.SSSSSS'\n + cast(regexp_extract({{second_date}}, '{{capture_str}}', 1) as int)\n - cast(regexp_extract({{first_date}}, '{{capture_str}}', 1) as int) \n {% endif %}\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro datediff not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9842775, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp": {"name": "spark__current_timestamp", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp", "macro_sql": "{% macro spark__current_timestamp() %}\n current_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9845994, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp_in_utc": {"name": "spark__current_timestamp_in_utc", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp_in_utc", "macro_sql": "{% macro spark__current_timestamp_in_utc() %}\n unix_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9847944, "supported_languages": null}, "macro.spark_utils.spark__dateadd": {"name": "spark__dateadd", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "unique_id": "macro.spark_utils.spark__dateadd", "macro_sql": "{% macro spark__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {%- set clock_component -%}\n {# make sure the dates + timestamps are real, otherwise raise an error asap #}\n to_unix_timestamp({{ spark_utils.assert_not_null('to_timestamp', from_date_or_timestamp) }})\n - to_unix_timestamp({{ spark_utils.assert_not_null('date', from_date_or_timestamp) }})\n {%- endset -%}\n\n {%- if datepart in ['day', 'week'] -%}\n \n {%- set multiplier = 7 if datepart == 'week' else 1 -%}\n\n to_timestamp(\n to_unix_timestamp(\n date_add(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ['month', 'quarter', 'year'] -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'month' -%} 1\n {%- elif datepart == 'quarter' -%} 3\n {%- elif datepart == 'year' -%} 12\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n to_unix_timestamp(\n add_months(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n {{ spark_utils.assert_not_null('to_unix_timestamp', from_date_or_timestamp) }}\n + cast({{interval}} * {{multiplier}} as int)\n )\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro dateadd not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9884381, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_pattern": {"name": "spark__get_relations_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_pattern", "macro_sql": "{% macro spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n show table extended in {{ schema_pattern }} like '{{ table_pattern }}'\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=None,\n schema=row[0],\n identifier=row[1],\n type=('view' if 'Type: VIEW' in row[3] else 'table')\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.990751, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_prefix": {"name": "spark__get_relations_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_prefix", "macro_sql": "{% macro spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {% set table_pattern = table_pattern ~ '*' %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9914622, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_pattern": {"name": "spark__get_tables_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_pattern", "macro_sql": "{% macro spark__get_tables_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9920318, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_prefix": {"name": "spark__get_tables_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_prefix", "macro_sql": "{% macro spark__get_tables_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9925642, "supported_languages": null}, "macro.spark_utils.assert_not_null": {"name": "assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.assert_not_null", "macro_sql": "{% macro assert_not_null(function, arg) -%}\n {{ return(adapter.dispatch('assert_not_null', 'spark_utils')(function, arg)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.spark_utils.default__assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9931676, "supported_languages": null}, "macro.spark_utils.default__assert_not_null": {"name": "default__assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.default__assert_not_null", "macro_sql": "{% macro default__assert_not_null(function, arg) %}\n\n coalesce({{function}}({{arg}}), nvl2({{function}}({{arg}}), assert_true({{function}}({{arg}}) is not null), null))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9935622, "supported_languages": null}, "macro.spark_utils.spark__convert_timezone": {"name": "spark__convert_timezone", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/snowplow/convert_timezone.sql", "original_file_path": "macros/snowplow/convert_timezone.sql", "unique_id": "macro.spark_utils.spark__convert_timezone", "macro_sql": "{% macro spark__convert_timezone(in_tz, out_tz, in_timestamp) %}\n from_utc_timestamp(to_utc_timestamp({{in_timestamp}}, {{in_tz}}), {{out_tz}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9939878, "supported_languages": null}, "macro.dbt_utils.test_not_accepted_values": {"name": "test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.test_not_accepted_values", "macro_sql": "{% test not_accepted_values(model, column_name, values, quote=True) %}\n {{ return(adapter.dispatch('test_not_accepted_values', 'dbt_utils')(model, column_name, values, quote)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.99478, "supported_languages": null}, "macro.dbt_utils.default__test_not_accepted_values": {"name": "default__test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.default__test_not_accepted_values", "macro_sql": "{% macro default__test_not_accepted_values(model, column_name, values, quote=True) %}\nwith all_values as (\n\n select distinct\n {{ column_name }} as value_field\n\n from {{ model }}\n\n),\n\nvalidation_errors as (\n\n select\n value_field\n\n from all_values\n where value_field in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n )\n\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9955325, "supported_languages": null}, "macro.dbt_utils.test_expression_is_true": {"name": "test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.test_expression_is_true", "macro_sql": "{% test expression_is_true(model, expression, column_name=None) %}\n {{ return(adapter.dispatch('test_expression_is_true', 'dbt_utils')(model, expression, column_name)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_expression_is_true"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9962678, "supported_languages": null}, "macro.dbt_utils.default__test_expression_is_true": {"name": "default__test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.default__test_expression_is_true", "macro_sql": "{% macro default__test_expression_is_true(model, expression, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else \"1\" %}\n\nselect\n {{ column_list }}\nfrom {{ model }}\n{% if column_name is none %}\nwhere not({{ expression }})\n{%- else %}\nwhere not({{ column_name }} {{ expression }})\n{%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9969952, "supported_languages": null}, "macro.dbt_utils.test_recency": {"name": "test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.test_recency", "macro_sql": "{% test recency(model, field, datepart, interval, ignore_time_component=False, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_recency', 'dbt_utils')(model, field, datepart, interval, ignore_time_component, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_recency"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.9980457, "supported_languages": null}, "macro.dbt_utils.default__test_recency": {"name": "default__test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.default__test_recency", "macro_sql": "{% macro default__test_recency(model, field, datepart, interval, ignore_time_component, group_by_columns) %}\n\n{% set threshold = 'cast(' ~ dbt.dateadd(datepart, interval * -1, dbt.current_timestamp()) ~ ' as ' ~ ('date' if ignore_time_component else dbt.type_timestamp()) ~ ')' %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nwith recency as (\n\n select \n\n {{ select_gb_cols }}\n {% if ignore_time_component %}\n cast(max({{ field }}) as date) as most_recent\n {%- else %}\n max({{ field }}) as most_recent\n {%- endif %}\n\n from {{ model }}\n\n {{ groupby_gb_cols }}\n\n)\n\nselect\n\n {{ select_gb_cols }}\n most_recent,\n {{ threshold }} as threshold\n\nfrom recency\nwhere most_recent < {{ threshold }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.current_timestamp", "macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288643.999883, "supported_languages": null}, "macro.dbt_utils.test_accepted_range": {"name": "test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.test_accepted_range", "macro_sql": "{% test accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n {{ return(adapter.dispatch('test_accepted_range', 'dbt_utils')(model, column_name, min_value, max_value, inclusive)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_accepted_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.000798, "supported_languages": null}, "macro.dbt_utils.default__test_accepted_range": {"name": "default__test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.default__test_accepted_range", "macro_sql": "{% macro default__test_accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n\nwith meet_condition as(\n select *\n from {{ model }}\n),\n\nvalidation_errors as (\n select *\n from meet_condition\n where\n -- never true, defaults to an empty result set. Exists to ensure any combo of the `or` clauses below succeeds\n 1 = 2\n\n {%- if min_value is not none %}\n -- records with a value >= min_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} > {{- \"=\" if inclusive }} {{ min_value }}\n {%- endif %}\n\n {%- if max_value is not none %}\n -- records with a value <= max_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} < {{- \"=\" if inclusive }} {{ max_value }}\n {%- endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0017054, "supported_languages": null}, "macro.dbt_utils.test_relationships_where": {"name": "test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.test_relationships_where", "macro_sql": "{% test relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n {{ return(adapter.dispatch('test_relationships_where', 'dbt_utils')(model, column_name, to, field, from_condition, to_condition)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_relationships_where"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0026062, "supported_languages": null}, "macro.dbt_utils.default__test_relationships_where": {"name": "default__test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.default__test_relationships_where", "macro_sql": "{% macro default__test_relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n\n{# T-SQL has no boolean data type so we use 1=1 which returns TRUE #}\n{# ref https://stackoverflow.com/a/7170753/3842610 #}\n\nwith left_table as (\n\n select\n {{column_name}} as id\n\n from {{model}}\n\n where {{column_name}} is not null\n and {{from_condition}}\n\n),\n\nright_table as (\n\n select\n {{field}} as id\n\n from {{to}}\n\n where {{field}} is not null\n and {{to_condition}}\n\n),\n\nexceptions as (\n\n select\n left_table.id,\n right_table.id as right_id\n\n from left_table\n\n left join right_table\n on left_table.id = right_table.id\n\n where right_table.id is null\n\n)\n\nselect * from exceptions\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0032783, "supported_languages": null}, "macro.dbt_utils.test_not_null_proportion": {"name": "test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.test_not_null_proportion", "macro_sql": "{% macro test_not_null_proportion(model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_null_proportion', 'dbt_utils')(model, group_by_columns, **kwargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_null_proportion"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0041459, "supported_languages": null}, "macro.dbt_utils.default__test_not_null_proportion": {"name": "default__test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.default__test_not_null_proportion", "macro_sql": "{% macro default__test_not_null_proportion(model, group_by_columns) %}\n\n{% set column_name = kwargs.get('column_name', kwargs.get('arg')) %}\n{% set at_least = kwargs.get('at_least', kwargs.get('arg')) %}\n{% set at_most = kwargs.get('at_most', kwargs.get('arg', 1)) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith validation as (\n select\n {{select_gb_cols}}\n sum(case when {{ column_name }} is null then 0 else 1 end) / cast(count(*) as {{ dbt.type_numeric() }}) as not_null_proportion\n from {{ model }}\n {{groupby_gb_cols}}\n),\nvalidation_errors as (\n select\n {{select_gb_cols}}\n not_null_proportion\n from validation\n where not_null_proportion < {{ at_least }} or not_null_proportion > {{ at_most }}\n)\nselect\n *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.005787, "supported_languages": null}, "macro.dbt_utils.test_unique_combination_of_columns": {"name": "test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.test_unique_combination_of_columns", "macro_sql": "{% test unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n {{ return(adapter.dispatch('test_unique_combination_of_columns', 'dbt_utils')(model, combination_of_columns, quote_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_unique_combination_of_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0065854, "supported_languages": null}, "macro.dbt_utils.default__test_unique_combination_of_columns": {"name": "default__test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.default__test_unique_combination_of_columns", "macro_sql": "{% macro default__test_unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n\n{% if not quote_columns %}\n {%- set column_list=combination_of_columns %}\n{% elif quote_columns %}\n {%- set column_list=[] %}\n {% for column in combination_of_columns -%}\n {% do column_list.append( adapter.quote(column) ) %}\n {%- endfor %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`quote_columns` argument for unique_combination_of_columns test must be one of [True, False] Got: '\" ~ quote ~\"'.'\"\n ) }}\n{% endif %}\n\n{%- set columns_csv=column_list | join(', ') %}\n\n\nwith validation_errors as (\n\n select\n {{ columns_csv }}\n from {{ model }}\n group by {{ columns_csv }}\n having count(*) > 1\n\n)\n\nselect *\nfrom validation_errors\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0078223, "supported_languages": null}, "macro.dbt_utils.test_not_empty_string": {"name": "test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.test_not_empty_string", "macro_sql": "{% test not_empty_string(model, column_name, trim_whitespace=true) %}\n\n {{ return(adapter.dispatch('test_not_empty_string', 'dbt_utils')(model, column_name, trim_whitespace)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_empty_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.008519, "supported_languages": null}, "macro.dbt_utils.default__test_not_empty_string": {"name": "default__test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.default__test_not_empty_string", "macro_sql": "{% macro default__test_not_empty_string(model, column_name, trim_whitespace=true) %}\n\n with\n \n all_values as (\n\n select \n\n\n {% if trim_whitespace == true -%}\n\n trim({{ column_name }}) as {{ column_name }}\n\n {%- else -%}\n\n {{ column_name }}\n\n {%- endif %}\n \n from {{ model }}\n\n ),\n\n errors as (\n\n select * from all_values\n where {{ column_name }} = ''\n\n )\n\n select * from errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.009127, "supported_languages": null}, "macro.dbt_utils.test_sequential_values": {"name": "test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.test_sequential_values", "macro_sql": "{% test sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n {{ return(adapter.dispatch('test_sequential_values', 'dbt_utils')(model, column_name, interval, datepart, group_by_columns)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_sequential_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0102057, "supported_languages": null}, "macro.dbt_utils.default__test_sequential_values": {"name": "default__test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.default__test_sequential_values", "macro_sql": "{% macro default__test_sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n{% set previous_column_name = \"previous_\" ~ dbt_utils.slugify(column_name) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(',') + ', ' %}\n {% set partition_gb_cols = 'partition by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith windowed as (\n\n select\n {{ select_gb_cols }}\n {{ column_name }},\n lag({{ column_name }}) over (\n {{partition_gb_cols}}\n order by {{ column_name }}\n ) as {{ previous_column_name }}\n from {{ model }}\n),\n\nvalidation_errors as (\n select\n *\n from windowed\n {% if datepart %}\n where not(cast({{ column_name }} as {{ dbt.type_timestamp() }})= cast({{ dbt.dateadd(datepart, interval, previous_column_name) }} as {{ dbt.type_timestamp() }}))\n {% else %}\n where not({{ column_name }} = {{ previous_column_name }} + {{ interval }})\n {% endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.slugify", "macro.dbt.type_timestamp", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0119536, "supported_languages": null}, "macro.dbt_utils.test_not_constant": {"name": "test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.test_not_constant", "macro_sql": "{% test not_constant(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_constant', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_constant"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0127304, "supported_languages": null}, "macro.dbt_utils.default__test_not_constant": {"name": "default__test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.default__test_not_constant", "macro_sql": "{% macro default__test_not_constant(model, column_name, group_by_columns) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nselect\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count(distinct {{ column_name }}) as filler_column\n\nfrom {{ model }}\n\n {{groupby_gb_cols}}\n\nhaving count(distinct {{ column_name }}) = 1\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.013599, "supported_languages": null}, "macro.dbt_utils.test_mutually_exclusive_ranges": {"name": "test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.test_mutually_exclusive_ranges", "macro_sql": "{% test mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n {{ return(adapter.dispatch('test_mutually_exclusive_ranges', 'dbt_utils')(model, lower_bound_column, upper_bound_column, partition_by, gaps, zero_length_range_allowed)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_mutually_exclusive_ranges"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0150971, "supported_languages": null}, "macro.dbt_utils.default__test_mutually_exclusive_ranges": {"name": "default__test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.default__test_mutually_exclusive_ranges", "macro_sql": "{% macro default__test_mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n{% if gaps == 'not_allowed' %}\n {% set allow_gaps_operator='=' %}\n {% set allow_gaps_operator_in_words='equal_to' %}\n{% elif gaps == 'allowed' %}\n {% set allow_gaps_operator='<=' %}\n {% set allow_gaps_operator_in_words='less_than_or_equal_to' %}\n{% elif gaps == 'required' %}\n {% set allow_gaps_operator='<' %}\n {% set allow_gaps_operator_in_words='less_than' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`gaps` argument for mutually_exclusive_ranges test must be one of ['not_allowed', 'allowed', 'required'] Got: '\" ~ gaps ~\"'.'\"\n ) }}\n{% endif %}\n{% if not zero_length_range_allowed %}\n {% set allow_zero_length_operator='<' %}\n {% set allow_zero_length_operator_in_words='less_than' %}\n{% elif zero_length_range_allowed %}\n {% set allow_zero_length_operator='<=' %}\n {% set allow_zero_length_operator_in_words='less_than_or_equal_to' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`zero_length_range_allowed` argument for mutually_exclusive_ranges test must be one of [true, false] Got: '\" ~ zero_length_range_allowed ~\"'.'\"\n ) }}\n{% endif %}\n\n{% set partition_clause=\"partition by \" ~ partition_by if partition_by else '' %}\n\nwith window_functions as (\n\n select\n {% if partition_by %}\n {{ partition_by }} as partition_by_col,\n {% endif %}\n {{ lower_bound_column }} as lower_bound,\n {{ upper_bound_column }} as upper_bound,\n\n lead({{ lower_bound_column }}) over (\n {{ partition_clause }}\n order by {{ lower_bound_column }}, {{ upper_bound_column }}\n ) as next_lower_bound,\n\n row_number() over (\n {{ partition_clause }}\n order by {{ lower_bound_column }} desc, {{ upper_bound_column }} desc\n ) = 1 as is_last_record\n\n from {{ model }}\n\n),\n\ncalc as (\n -- We want to return records where one of our assumptions fails, so we'll use\n -- the `not` function with `and` statements so we can write our assumptions more cleanly\n select\n *,\n\n -- For each record: lower_bound should be < upper_bound.\n -- Coalesce it to return an error on the null case (implicit assumption\n -- these columns are not_null)\n coalesce(\n lower_bound {{ allow_zero_length_operator }} upper_bound,\n false\n ) as lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound,\n\n -- For each record: upper_bound {{ allow_gaps_operator }} the next lower_bound.\n -- Coalesce it to handle null cases for the last record.\n coalesce(\n upper_bound {{ allow_gaps_operator }} next_lower_bound,\n is_last_record,\n false\n ) as upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n\n from window_functions\n\n),\n\nvalidation_errors as (\n\n select\n *\n from calc\n\n where not(\n -- THE FOLLOWING SHOULD BE TRUE --\n lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound\n and upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n )\n)\n\nselect * from validation_errors\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0181756, "supported_languages": null}, "macro.dbt_utils.test_cardinality_equality": {"name": "test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.test_cardinality_equality", "macro_sql": "{% test cardinality_equality(model, column_name, to, field) %}\n {{ return(adapter.dispatch('test_cardinality_equality', 'dbt_utils')(model, column_name, to, field)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_cardinality_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0189452, "supported_languages": null}, "macro.dbt_utils.default__test_cardinality_equality": {"name": "default__test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.default__test_cardinality_equality", "macro_sql": "{% macro default__test_cardinality_equality(model, column_name, to, field) %}\n\n{# T-SQL does not let you use numbers as aliases for columns #}\n{# Thus, no \"GROUP BY 1\" #}\n\nwith table_a as (\nselect\n {{ column_name }},\n count(*) as num_rows\nfrom {{ model }}\ngroup by {{ column_name }}\n),\n\ntable_b as (\nselect\n {{ field }},\n count(*) as num_rows\nfrom {{ to }}\ngroup by {{ field }}\n),\n\nexcept_a as (\n select *\n from table_a\n {{ dbt.except() }}\n select *\n from table_b\n),\n\nexcept_b as (\n select *\n from table_b\n {{ dbt.except() }}\n select *\n from table_a\n),\n\nunioned as (\n select *\n from except_a\n union all\n select *\n from except_b\n)\n\nselect *\nfrom unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0196009, "supported_languages": null}, "macro.dbt_utils.test_fewer_rows_than": {"name": "test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.test_fewer_rows_than", "macro_sql": "{% test fewer_rows_than(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_fewer_rows_than', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_fewer_rows_than"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0206795, "supported_languages": null}, "macro.dbt_utils.default__test_fewer_rows_than": {"name": "default__test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.default__test_fewer_rows_than", "macro_sql": "{% macro default__test_fewer_rows_than(model, compare_model, group_by_columns) %}\n\n{{ config(fail_calc = 'sum(coalesce(row_count_delta, 0))') }}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in equal_rowcount. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_fewer_rows_than'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_our_model \n from {{ model }}\n {{ groupby_gb_cols }}\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_comparison_model \n from {{ compare_model }}\n {{ groupby_gb_cols }}\n\n),\ncounts as (\n\n select\n\n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_our_model,\n count_comparison_model\n from a\n full join b on \n a.id_dbtutils_test_fewer_rows_than = b.id_dbtutils_test_fewer_rows_than\n {{ join_gb_cols }}\n\n),\nfinal as (\n\n select *,\n case\n -- fail the test if we have more rows than the reference model and return the row count delta\n when count_our_model > count_comparison_model then (count_our_model - count_comparison_model)\n -- fail the test if they are the same number\n when count_our_model = count_comparison_model then 1\n -- pass the test if the delta is positive (i.e. return the number 0)\n else 0\n end as row_count_delta\n from counts\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0226142, "supported_languages": null}, "macro.dbt_utils.test_equality": {"name": "test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.test_equality", "macro_sql": "{% test equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n {{ return(adapter.dispatch('test_equality', 'dbt_utils')(model, compare_model, compare_columns, exclude_columns, precision)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0248747, "supported_languages": null}, "macro.dbt_utils.default__test_equality": {"name": "default__test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.default__test_equality", "macro_sql": "{% macro default__test_equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n\n{%- if compare_columns and exclude_columns -%}\n {{ exceptions.raise_compiler_error(\"Both a compare and an ignore list were provided to the `equality` macro. Only one is allowed\") }}\n{%- endif -%}\n\n{% set set_diff %}\n count(*) + coalesce(abs(\n sum(case when which_diff = 'a_minus_b' then 1 else 0 end) -\n sum(case when which_diff = 'b_minus_a' then 1 else 0 end)\n ), 0)\n{% endset %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = set_diff) }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n\n\n-- setup\n{%- do dbt_utils._is_relation(model, 'test_equality') -%}\n\n{# Ensure there are no extra columns in the compare_model vs model #}\n{%- if not compare_columns -%}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- do dbt_utils._is_ephemeral(compare_model, 'test_equality') -%}\n\n {%- set model_columns = adapter.get_columns_in_relation(model) -%}\n {%- set compare_model_columns = adapter.get_columns_in_relation(compare_model) -%}\n\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- set include_model_columns = [] %}\n {%- for column in model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n {%- for column in compare_model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_model_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns_set = set(include_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(include_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- else -%}\n {%- set compare_columns_set = set(model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(compare_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- endif -%}\n\n {% if compare_columns_set != compare_model_columns_set %}\n {{ exceptions.raise_compiler_error(compare_model ~\" has less columns than \" ~ model ~ \", please ensure they have the same columns or use the `compare_columns` or `exclude_columns` arguments to subset them.\") }}\n {% endif %}\n\n\n{% endif %}\n\n{%- if not precision -%}\n {%- if not compare_columns -%}\n {# \n You cannot get the columns in an ephemeral model (due to not existing in the information schema),\n so if the user does not provide an explicit list of columns we must error in the case it is ephemeral\n #}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set compare_columns = adapter.get_columns_in_relation(model)-%}\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- for column in compare_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns = include_columns | map(attribute='quoted') %}\n {%- else -%} {# Compare columns provided #}\n {%- set compare_columns = compare_columns | map(attribute='quoted') %}\n {%- endif -%}\n {%- endif -%}\n\n {% set compare_cols_csv = compare_columns | join(', ') %}\n\n{% else %} {# Precision required #}\n {#-\n If rounding is required, we need to get the types, so it cannot be ephemeral even if they provide column names\n -#}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set columns = adapter.get_columns_in_relation(model) -%}\n\n {% set columns_list = [] %}\n {%- for col in columns -%}\n {%- if (\n (col.name|lower in compare_columns|map('lower') or not compare_columns) and\n (col.name|lower not in exclude_columns|map('lower') or not exclude_columns)\n ) -%}\n {# Databricks double type is not picked up by any number type checks in dbt #}\n {%- if col.is_float() or col.is_numeric() or col.data_type == 'double' -%}\n {# Cast is required due to postgres not having round for a double precision number #}\n {%- do columns_list.append('round(cast(' ~ col.quoted ~ ' as ' ~ dbt.type_numeric() ~ '),' ~ precision ~ ') as ' ~ col.quoted) -%}\n {%- else -%} {# Non-numeric type #}\n {%- do columns_list.append(col.quoted) -%}\n {%- endif -%}\n {% endif %}\n {%- endfor -%}\n\n {% set compare_cols_csv = columns_list | join(', ') %}\n\n{% endif %}\n\nwith a as (\n\n select * from {{ model }}\n\n),\n\nb as (\n\n select * from {{ compare_model }}\n\n),\n\na_minus_b as (\n\n select {{compare_cols_csv}} from a\n {{ dbt.except() }}\n select {{compare_cols_csv}} from b\n\n),\n\nb_minus_a as (\n\n select {{compare_cols_csv}} from b\n {{ dbt.except() }}\n select {{compare_cols_csv}} from a\n\n),\n\nunioned as (\n\n select 'a_minus_b' as which_diff, a_minus_b.* from a_minus_b\n union all\n select 'b_minus_a' as which_diff, b_minus_a.* from b_minus_a\n\n)\n\nselect * from unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_numeric", "macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0326874, "supported_languages": null}, "macro.dbt_utils.test_at_least_one": {"name": "test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.test_at_least_one", "macro_sql": "{% test at_least_one(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_at_least_one', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_at_least_one"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0337217, "supported_languages": null}, "macro.dbt_utils.default__test_at_least_one": {"name": "default__test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.default__test_at_least_one", "macro_sql": "{% macro default__test_at_least_one(model, column_name, group_by_columns) %}\n\n{% set pruned_cols = [column_name] %}\n\n{% if group_by_columns|length() > 0 %}\n\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n {% set pruned_cols = group_by_columns %}\n\n {% if column_name not in pruned_cols %}\n {% do pruned_cols.append(column_name) %}\n {% endif %}\n\n{% endif %}\n\n{% set select_pruned_cols = pruned_cols|join(' ,') %}\n\nselect *\nfrom (\n with pruned_rows as (\n select\n {{ select_pruned_cols }}\n from {{ model }}\n {% if group_by_columns|length() == 0 %}\n where {{ column_name }} is not null\n limit 1\n {% endif %}\n )\n select\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count({{ column_name }}) as filler_column\n\n from pruned_rows\n\n {{groupby_gb_cols}}\n\n having count({{ column_name }}) = 0\n\n) validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.035391, "supported_languages": null}, "macro.dbt_utils.test_equal_rowcount": {"name": "test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.test_equal_rowcount", "macro_sql": "{% test equal_rowcount(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_equal_rowcount', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equal_rowcount"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.036531, "supported_languages": null}, "macro.dbt_utils.default__test_equal_rowcount": {"name": "default__test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.default__test_equal_rowcount", "macro_sql": "{% macro default__test_equal_rowcount(model, compare_model, group_by_columns) %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = 'sum(coalesce(diff_count, 0))') }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(', ') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in fewer_rows_than. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_equal_rowcount'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_a \n from {{ model }}\n {{groupby_gb_cols}}\n\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_b \n from {{ compare_model }}\n {{groupby_gb_cols}}\n\n),\nfinal as (\n\n select\n \n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_a,\n count_b,\n abs(count_a - count_b) as diff_count\n\n from a\n full join b\n on\n a.id_dbtutils_test_equal_rowcount = b.id_dbtutils_test_equal_rowcount\n {{join_gb_cols}}\n\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0385873, "supported_languages": null}, "macro.dbt_utils.get_url_path": {"name": "get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.get_url_path", "macro_sql": "{% macro get_url_path(field) -%}\n {{ return(adapter.dispatch('get_url_path', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_path"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0392656, "supported_languages": null}, "macro.dbt_utils.default__get_url_path": {"name": "default__get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.default__get_url_path", "macro_sql": "{% macro default__get_url_path(field) -%}\n\n {%- set stripped_url =\n dbt.replace(\n dbt.replace(field, \"'http://'\", \"''\"), \"'https://'\", \"''\")\n -%}\n\n {%- set first_slash_pos -%}\n coalesce(\n nullif({{ dbt.position(\"'/'\", stripped_url) }}, 0),\n {{ dbt.position(\"'?'\", stripped_url) }} - 1\n )\n {%- endset -%}\n\n {%- set parsed_path =\n dbt.split_part(\n dbt.right(\n stripped_url,\n dbt.length(stripped_url) ~ \"-\" ~ first_slash_pos\n ),\n \"'?'\", 1\n )\n -%}\n\n {{ dbt.safe_cast(\n parsed_path,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.position", "macro.dbt.split_part", "macro.dbt.right", "macro.dbt.length", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0405195, "supported_languages": null}, "macro.dbt_utils.get_url_parameter": {"name": "get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.get_url_parameter", "macro_sql": "{% macro get_url_parameter(field, url_parameter) -%}\n {{ return(adapter.dispatch('get_url_parameter', 'dbt_utils')(field, url_parameter)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.04114, "supported_languages": null}, "macro.dbt_utils.default__get_url_parameter": {"name": "default__get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.default__get_url_parameter", "macro_sql": "{% macro default__get_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"='\" -%}\n\n{%- set split = dbt.split_part(dbt.split_part(field, formatted_url_parameter, 2), \"'&'\", 1) -%}\n\nnullif({{ split }},'')\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0417688, "supported_languages": null}, "macro.dbt_utils.get_url_host": {"name": "get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.get_url_host", "macro_sql": "{% macro get_url_host(field) -%}\n {{ return(adapter.dispatch('get_url_host', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_host"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.042337, "supported_languages": null}, "macro.dbt_utils.default__get_url_host": {"name": "default__get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.default__get_url_host", "macro_sql": "{% macro default__get_url_host(field) -%}\n\n{%- set parsed =\n dbt.split_part(\n dbt.split_part(\n dbt.replace(\n dbt.replace(\n dbt.replace(field, \"'android-app://'\", \"''\"\n ), \"'http://'\", \"''\"\n ), \"'https://'\", \"''\"\n ), \"'/'\", 1\n ), \"'?'\", 1\n )\n\n-%}\n\n\n {{ dbt.safe_cast(\n parsed,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part", "macro.dbt.replace", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0432446, "supported_languages": null}, "macro.dbt_utils.pivot": {"name": "pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.pivot", "macro_sql": "{% macro pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {{ return(adapter.dispatch('pivot', 'dbt_utils')(column, values, alias, agg, cmp, prefix, suffix, then_value, else_value, quote_identifiers, distinct)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0447707, "supported_languages": null}, "macro.dbt_utils.default__pivot": {"name": "default__pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.default__pivot", "macro_sql": "{% macro default__pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {% for value in values %}\n {{ agg }}(\n {% if distinct %} distinct {% endif %}\n case\n when {{ column }} {{ cmp }} '{{ dbt.escape_single_quotes(value) }}'\n then {{ then_value }}\n else {{ else_value }}\n end\n )\n {% if alias %}\n {% if quote_identifiers %}\n as {{ adapter.quote(prefix ~ value ~ suffix) }}\n {% else %}\n as {{ dbt_utils.slugify(prefix ~ value ~ suffix) }}\n {% endif %}\n {% endif %}\n {% if not loop.last %},{% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.escape_single_quotes", "macro.dbt_utils.slugify"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0465703, "supported_languages": null}, "macro.dbt_utils.get_column_values": {"name": "get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.get_column_values", "macro_sql": "{% macro get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {{ return(adapter.dispatch('get_column_values', 'dbt_utils')(table, column, order_by, max_records, default, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_column_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.047977, "supported_languages": null}, "macro.dbt_utils.default__get_column_values": {"name": "default__get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.default__get_column_values", "macro_sql": "{% macro default__get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {% set default = [] if not default %}\n {{ return(default) }}\n {% endif %}\n\n {%- do dbt_utils._is_ephemeral(table, 'get_column_values') -%}\n\n {# Not all relations are tables. Renaming for internal clarity without breaking functionality for anyone using named arguments #}\n {# TODO: Change the method signature in a future 0.x.0 release #}\n {%- set target_relation = table -%}\n\n {# adapter.load_relation is a convenience wrapper to avoid building a Relation when we already have one #}\n {% set relation_exists = (load_relation(target_relation)) is not none %}\n\n {%- call statement('get_column_values', fetch_result=true) %}\n\n {%- if not relation_exists and default is none -%}\n\n {{ exceptions.raise_compiler_error(\"In get_column_values(): relation \" ~ target_relation ~ \" does not exist and no default value was provided.\") }}\n\n {%- elif not relation_exists and default is not none -%}\n\n {{ log(\"Relation \" ~ target_relation ~ \" does not exist. Returning the default value: \" ~ default) }}\n\n {{ return(default) }}\n\n {%- else -%}\n\n\n select\n {{ column }} as value\n\n from {{ target_relation }}\n\n {% if where is not none %}\n where {{ where }}\n {% endif %}\n\n group by {{ column }}\n order by {{ order_by }}\n\n {% if max_records is not none %}\n limit {{ max_records }}\n {% endif %}\n\n {% endif %}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_column_values') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values) }}\n {%- else -%}\n {{ return(default) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_ephemeral", "macro.dbt.load_relation", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0509398, "supported_languages": null}, "macro.dbt_utils.deduplicate": {"name": "deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.deduplicate", "macro_sql": "{%- macro deduplicate(relation, partition_by, order_by) -%}\n {{ return(adapter.dispatch('deduplicate', 'dbt_utils')(relation, partition_by, order_by)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.postgres__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.052092, "supported_languages": null}, "macro.dbt_utils.default__deduplicate": {"name": "default__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.default__deduplicate", "macro_sql": "\n\n{%- macro default__deduplicate(relation, partition_by, order_by) -%}\n\n with row_numbered as (\n select\n _inner.*,\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) as rn\n from {{ relation }} as _inner\n )\n\n select\n distinct data.*\n from {{ relation }} as data\n {#\n -- Not all DBs will support natural joins but the ones that do include:\n -- Oracle, MySQL, SQLite, Redshift, Teradata, Materialize, Databricks\n -- Apache Spark, SingleStore, Vertica\n -- Those that do not appear to support natural joins include:\n -- SQLServer, Trino, Presto, Rockset, Athena\n #}\n natural join row_numbered\n where row_numbered.rn = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0525234, "supported_languages": null}, "macro.dbt_utils.redshift__deduplicate": {"name": "redshift__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.redshift__deduplicate", "macro_sql": "{% macro redshift__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }} as tt\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.052887, "supported_languages": null}, "macro.dbt_utils.postgres__deduplicate": {"name": "postgres__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.postgres__deduplicate", "macro_sql": "\n{%- macro postgres__deduplicate(relation, partition_by, order_by) -%}\n\n select\n distinct on ({{ partition_by }}) *\n from {{ relation }}\n order by {{ partition_by }}{{ ',' ~ order_by }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.053282, "supported_languages": null}, "macro.dbt_utils.snowflake__deduplicate": {"name": "snowflake__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.snowflake__deduplicate", "macro_sql": "\n{%- macro snowflake__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.053612, "supported_languages": null}, "macro.dbt_utils.databricks__deduplicate": {"name": "databricks__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.databricks__deduplicate", "macro_sql": "\n{%- macro databricks__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0539608, "supported_languages": null}, "macro.dbt_utils.bigquery__deduplicate": {"name": "bigquery__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.bigquery__deduplicate", "macro_sql": "\n{%- macro bigquery__deduplicate(relation, partition_by, order_by) -%}\n\n select unique.*\n from (\n select\n array_agg (\n original\n order by {{ order_by }}\n limit 1\n )[offset(0)] unique\n from {{ relation }} original\n group by {{ partition_by }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0542986, "supported_languages": null}, "macro.dbt_utils.get_filtered_columns_in_relation": {"name": "get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.get_filtered_columns_in_relation", "macro_sql": "{% macro get_filtered_columns_in_relation(from, except=[]) -%}\n {{ return(adapter.dispatch('get_filtered_columns_in_relation', 'dbt_utils')(from, except)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0551102, "supported_languages": null}, "macro.dbt_utils.default__get_filtered_columns_in_relation": {"name": "default__get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.default__get_filtered_columns_in_relation", "macro_sql": "{% macro default__get_filtered_columns_in_relation(from, except=[]) -%}\n {%- do dbt_utils._is_relation(from, 'get_filtered_columns_in_relation') -%}\n {%- do dbt_utils._is_ephemeral(from, 'get_filtered_columns_in_relation') -%}\n\n {# -- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {{ return('') }}\n {% endif %}\n\n {%- set include_cols = [] %}\n {%- set cols = adapter.get_columns_in_relation(from) -%}\n {%- set except = except | map(\"lower\") | list %}\n {%- for col in cols -%}\n {%- if col.column|lower not in except -%}\n {% do include_cols.append(col.column) %}\n {%- endif %}\n {%- endfor %}\n\n {{ return(include_cols) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0566971, "supported_languages": null}, "macro.dbt_utils.width_bucket": {"name": "width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.width_bucket", "macro_sql": "{% macro width_bucket(expr, min_value, max_value, num_buckets) %}\n {{ return(adapter.dispatch('width_bucket', 'dbt_utils') (expr, min_value, max_value, num_buckets)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__width_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0575354, "supported_languages": null}, "macro.dbt_utils.default__width_bucket": {"name": "default__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.default__width_bucket", "macro_sql": "{% macro default__width_bucket(expr, min_value, max_value, num_buckets) -%}\n\n {% set bin_size -%}\n (( {{ max_value }} - {{ min_value }} ) / {{ num_buckets }} )\n {%- endset %}\n (\n -- to break ties when the amount is eaxtly at the bucket egde\n case\n when\n mod(\n {{ dbt.safe_cast(expr, dbt.type_numeric() ) }},\n {{ dbt.safe_cast(bin_size, dbt.type_numeric() ) }}\n ) = 0\n then 1\n else 0\n end\n ) +\n -- Anything over max_value goes the N+1 bucket\n least(\n ceil(\n ({{ expr }} - {{ min_value }})/{{ bin_size }}\n ),\n {{ num_buckets }} + 1\n )\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.safe_cast", "macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.058446, "supported_languages": null}, "macro.dbt_utils.snowflake__width_bucket": {"name": "snowflake__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.snowflake__width_bucket", "macro_sql": "{% macro snowflake__width_bucket(expr, min_value, max_value, num_buckets) %}\n width_bucket({{ expr }}, {{ min_value }}, {{ max_value }}, {{ num_buckets }} )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.058849, "supported_languages": null}, "macro.dbt_utils.unpivot": {"name": "unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.unpivot", "macro_sql": "{% macro unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n {{ return(adapter.dispatch('unpivot', 'dbt_utils')(relation, cast_to, exclude, remove, field_name, value_name, quote_identifiers)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__unpivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0602937, "supported_languages": null}, "macro.dbt_utils.default__unpivot": {"name": "default__unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.default__unpivot", "macro_sql": "{% macro default__unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n\n {% if not relation %}\n {{ exceptions.raise_compiler_error(\"Error: argument `relation` is required for `unpivot` macro.\") }}\n {% endif %}\n\n {%- set exclude = exclude if exclude is not none else [] %}\n {%- set remove = remove if remove is not none else [] %}\n\n {%- set include_cols = [] %}\n\n {%- set table_columns = {} %}\n\n {%- do table_columns.update({relation: []}) %}\n\n {%- do dbt_utils._is_relation(relation, 'unpivot') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'unpivot') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) %}\n\n {%- for col in cols -%}\n {%- if col.column.lower() not in remove|map('lower') and col.column.lower() not in exclude|map('lower') -%}\n {% do include_cols.append(col) %}\n {%- endif %}\n {%- endfor %}\n\n\n {%- for col in include_cols -%}\n {%- set current_col_name = adapter.quote(col.column) if quote_identifiers else col.column -%}\n select\n {%- for exclude_col in exclude %}\n {{ adapter.quote(exclude_col) if quote_identifiers else exclude_col }},\n {%- endfor %}\n\n cast('{{ col.column }}' as {{ dbt.type_string() }}) as {{ adapter.quote(field_name) if quote_identifiers else field_name }},\n cast( {% if col.data_type == 'boolean' %}\n {{ dbt.cast_bool_to_text(current_col_name) }}\n {% else %}\n {{ current_col_name }}\n {% endif %}\n as {{ cast_to }}) as {{ adapter.quote(value_name) if quote_identifiers else value_name }}\n\n from {{ relation }}\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n {%- endfor -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_string", "macro.dbt.cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0645628, "supported_languages": null}, "macro.dbt_utils.surrogate_key": {"name": "surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.surrogate_key", "macro_sql": "{%- macro surrogate_key(field_list) -%}\n {% set frustrating_jinja_feature = varargs %}\n {{ return(adapter.dispatch('surrogate_key', 'dbt_utils')(field_list, *varargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0653536, "supported_languages": null}, "macro.dbt_utils.default__surrogate_key": {"name": "default__surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.default__surrogate_key", "macro_sql": "\n\n{%- macro default__surrogate_key(field_list) -%}\n\n{%- set error_message = '\nWarning: `dbt_utils.surrogate_key` has been replaced by \\\n`dbt_utils.generate_surrogate_key`. The new macro treats null values \\\ndifferently to empty strings. To restore the behaviour of the original \\\nmacro, add a global variable in dbt_project.yml called \\\n`surrogate_key_treat_nulls_as_empty_strings` to your \\\ndbt_project.yml file with a value of True. \\\nThe {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.065877, "supported_languages": null}, "macro.dbt_utils.get_query_results_as_dict": {"name": "get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.get_query_results_as_dict", "macro_sql": "{% macro get_query_results_as_dict(query) %}\n {{ return(adapter.dispatch('get_query_results_as_dict', 'dbt_utils')(query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_query_results_as_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.066572, "supported_languages": null}, "macro.dbt_utils.default__get_query_results_as_dict": {"name": "default__get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.default__get_query_results_as_dict", "macro_sql": "{% macro default__get_query_results_as_dict(query) %}\n\n{# This macro returns a dictionary of the form {column_name: (tuple_of_results)} #}\n\n {%- call statement('get_query_results', fetch_result=True,auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {% set sql_results={} %}\n\n {%- if execute -%}\n {% set sql_results_table = load_result('get_query_results').table.columns %}\n {% for column_name, column in sql_results_table.items() %}\n {% do sql_results.update({column_name: column.values()}) %}\n {% endfor %}\n {%- endif -%}\n\n {{ return(sql_results) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.067741, "supported_languages": null}, "macro.dbt_utils.nullcheck": {"name": "nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.nullcheck", "macro_sql": "{% macro nullcheck(cols) %}\n {{ return(adapter.dispatch('nullcheck', 'dbt_utils')(cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0683541, "supported_languages": null}, "macro.dbt_utils.default__nullcheck": {"name": "default__nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.default__nullcheck", "macro_sql": "{% macro default__nullcheck(cols) %}\n{%- for col in cols %}\n\n {% if col.is_string() -%}\n\n nullif({{col.name}},'') as {{col.name}}\n\n {%- else -%}\n\n {{col.name}}\n\n {%- endif -%}\n\n{%- if not loop.last -%} , {%- endif -%}\n\n{%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0690312, "supported_languages": null}, "macro.dbt_utils.safe_divide": {"name": "safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.safe_divide", "macro_sql": "{% macro safe_divide(numerator, denominator) -%}\n {{ return(adapter.dispatch('safe_divide', 'dbt_utils')(numerator, denominator)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_divide"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0695708, "supported_languages": null}, "macro.dbt_utils.default__safe_divide": {"name": "default__safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.default__safe_divide", "macro_sql": "{% macro default__safe_divide(numerator, denominator) %}\n ( {{ numerator }} ) / nullif( ( {{ denominator }} ), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0698676, "supported_languages": null}, "macro.dbt_utils.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt_utils')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0707898, "supported_languages": null}, "macro.dbt_utils.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0719712, "supported_languages": null}, "macro.dbt_utils.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt_utils')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0724285, "supported_languages": null}, "macro.dbt_utils.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n{# call as follows:\n\ndate_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n) #}\n\n\nwith rawdata as (\n\n {{dbt_utils.generate_series(\n dbt_utils.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n),\n\nall_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by generated_number) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n)\n\nselect * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.generate_series", "macro.dbt_utils.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0731366, "supported_languages": null}, "macro.dbt_utils.get_relations_by_pattern": {"name": "get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.get_relations_by_pattern", "macro_sql": "{% macro get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_pattern', 'dbt_utils')(schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.074082, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_pattern": {"name": "default__get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_pattern", "macro_sql": "{% macro default__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0757625, "supported_languages": null}, "macro.dbt_utils.get_tables_by_pattern_sql": {"name": "get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_pattern_sql", "macro_sql": "{% macro get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_pattern_sql', 'dbt_utils')\n (schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0772781, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_pattern_sql": {"name": "default__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_pattern_sql", "macro_sql": "{% macro default__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from {{ database }}.information_schema.tables\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0780082, "supported_languages": null}, "macro.dbt_utils.redshift__get_tables_by_pattern_sql": {"name": "redshift__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.redshift__get_tables_by_pattern_sql", "macro_sql": "{% macro redshift__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% set sql %}\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from \"{{ database }}\".\"information_schema\".\"tables\"\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n union all\n select distinct\n schemaname as {{ adapter.quote('table_schema') }},\n tablename as {{ adapter.quote('table_name') }},\n 'external' as {{ adapter.quote('table_type') }}\n from svv_external_tables\n where redshift_database_name = '{{ database }}'\n and schemaname ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n {% endset %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0794802, "supported_languages": null}, "macro.dbt_utils.bigquery__get_tables_by_pattern_sql": {"name": "bigquery__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.bigquery__get_tables_by_pattern_sql", "macro_sql": "{% macro bigquery__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% if '%' in schema_pattern %}\n {% set schemata=dbt_utils._bigquery__get_matching_schemata(schema_pattern, database) %}\n {% else %}\n {% set schemata=[schema_pattern] %}\n {% endif %}\n\n {% set sql %}\n {% for schema in schemata %}\n select distinct\n table_schema,\n table_name,\n {{ dbt_utils.get_table_types_sql() }}\n\n from {{ adapter.quote(database) }}.{{ schema }}.INFORMATION_SCHEMA.TABLES\n where lower(table_name) like lower ('{{ table_pattern }}')\n and lower(table_name) not like lower ('{{ exclude }}')\n\n {% if not loop.last %} union all {% endif %}\n\n {% endfor %}\n {% endset %}\n\n {{ return(sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._bigquery__get_matching_schemata", "macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0810053, "supported_languages": null}, "macro.dbt_utils._bigquery__get_matching_schemata": {"name": "_bigquery__get_matching_schemata", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils._bigquery__get_matching_schemata", "macro_sql": "{% macro _bigquery__get_matching_schemata(schema_pattern, database) %}\n {% if execute %}\n\n {% set sql %}\n select schema_name from {{ adapter.quote(database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like lower('{{ schema_pattern }}')\n {% endset %}\n\n {% set results=run_query(sql) %}\n\n {% set schemata=results.columns['schema_name'].values() %}\n\n {{ return(schemata) }}\n\n {% else %}\n\n {{ return([]) }}\n\n {% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0820265, "supported_languages": null}, "macro.dbt_utils.safe_add": {"name": "safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.safe_add", "macro_sql": "{%- macro safe_add(field_list) -%}\n {{ return(adapter.dispatch('safe_add', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.082723, "supported_languages": null}, "macro.dbt_utils.default__safe_add": {"name": "default__safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.default__safe_add", "macro_sql": "\n\n{%- macro default__safe_add(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_add` macro now takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.warn(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' +\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0837936, "supported_languages": null}, "macro.dbt_utils.get_relations_by_prefix": {"name": "get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.get_relations_by_prefix", "macro_sql": "{% macro get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_prefix', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0847113, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_prefix": {"name": "default__get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_prefix", "macro_sql": "{% macro default__get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_prefix_sql(schema, prefix, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0863607, "supported_languages": null}, "macro.dbt_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('union_relations', 'dbt_utils')(relations, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0883749, "supported_languages": null}, "macro.dbt_utils.default__union_relations": {"name": "default__union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.default__union_relations", "macro_sql": "\n\n{%- macro default__union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ relation }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0951827, "supported_languages": null}, "macro.dbt_utils.degrees_to_radians": {"name": "degrees_to_radians", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.degrees_to_radians", "macro_sql": "{% macro degrees_to_radians(degrees) -%}\n acos(-1) * {{degrees}} / 180\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0961926, "supported_languages": null}, "macro.dbt_utils.haversine_distance": {"name": "haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.haversine_distance", "macro_sql": "{% macro haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n {{ return(adapter.dispatch('haversine_distance', 'dbt_utils')(lat1,lon1,lat2,lon2,unit)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__haversine_distance"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0967808, "supported_languages": null}, "macro.dbt_utils.default__haversine_distance": {"name": "default__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.default__haversine_distance", "macro_sql": "{% macro default__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n\n 2 * 3961 * asin(sqrt(power((sin(radians(({{ lat2 }} - {{ lat1 }}) / 2))), 2) +\n cos(radians({{lat1}})) * cos(radians({{lat2}})) *\n power((sin(radians(({{ lon2 }} - {{ lon1 }}) / 2))), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0979233, "supported_languages": null}, "macro.dbt_utils.bigquery__haversine_distance": {"name": "bigquery__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.bigquery__haversine_distance", "macro_sql": "{% macro bigquery__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{% set radians_lat1 = dbt_utils.degrees_to_radians(lat1) %}\n{% set radians_lat2 = dbt_utils.degrees_to_radians(lat2) %}\n{% set radians_lon1 = dbt_utils.degrees_to_radians(lon1) %}\n{% set radians_lon2 = dbt_utils.degrees_to_radians(lon2) %}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n 2 * 3961 * asin(sqrt(power(sin(({{ radians_lat2 }} - {{ radians_lat1 }}) / 2), 2) +\n cos({{ radians_lat1 }}) * cos({{ radians_lat2 }}) *\n power(sin(({{ radians_lon2 }} - {{ radians_lon1 }}) / 2), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.degrees_to_radians"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.0995405, "supported_languages": null}, "macro.dbt_utils.nullcheck_table": {"name": "nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.nullcheck_table", "macro_sql": "{% macro nullcheck_table(relation) %}\n {{ return(adapter.dispatch('nullcheck_table', 'dbt_utils')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1001558, "supported_languages": null}, "macro.dbt_utils.default__nullcheck_table": {"name": "default__nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.default__nullcheck_table", "macro_sql": "{% macro default__nullcheck_table(relation) %}\n\n {%- do dbt_utils._is_relation(relation, 'nullcheck_table') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'nullcheck_table') -%}\n {% set cols = adapter.get_columns_in_relation(relation) %}\n\n select {{ dbt_utils.nullcheck(cols) }}\n from {{relation}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1008484, "supported_languages": null}, "macro.dbt_utils.star": {"name": "star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.star", "macro_sql": "{% macro star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {{ return(adapter.dispatch('star', 'dbt_utils')(from, relation_alias, except, prefix, suffix, quote_identifiers)) }}\r\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1022277, "supported_languages": null}, "macro.dbt_utils.default__star": {"name": "default__star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.default__star", "macro_sql": "{% macro default__star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {%- do dbt_utils._is_relation(from, 'star') -%}\r\n {%- do dbt_utils._is_ephemeral(from, 'star') -%}\r\n\r\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\r\n {%- if not execute -%}\r\n {% do return('*') %}\r\n {%- endif -%}\r\n\r\n {% set cols = dbt_utils.get_filtered_columns_in_relation(from, except) %}\r\n\r\n {%- if cols|length <= 0 -%}\r\n {% if flags.WHICH == 'compile' %}\r\n {% set response %}\r\n*\r\n/* No columns were returned. Maybe the relation doesn't exist yet \r\nor all columns were excluded. This star is only output during \r\ndbt compile, and exists to keep SQLFluff happy. */\r\n {% endset %}\r\n {% do return(response) %}\r\n {% else %}\r\n {% do return(\"/* no columns returned from star() macro */\") %}\r\n {% endif %}\r\n {%- else -%}\r\n {%- for col in cols %}\r\n {%- if relation_alias %}{{ relation_alias }}.{% else %}{%- endif -%}\r\n {%- if quote_identifiers -%}\r\n {{ adapter.quote(col)|trim }} {%- if prefix!='' or suffix!='' %} as {{ adapter.quote(prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {%- else -%}\r\n {{ col|trim }} {%- if prefix!='' or suffix!='' %} as {{ (prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {% endif %}\r\n {%- if not loop.last %},{{ '\\n ' }}{%- endif -%}\r\n {%- endfor -%}\r\n {% endif %}\r\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1049674, "supported_languages": null}, "macro.dbt_utils.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.generate_surrogate_key", "macro_sql": "{%- macro generate_surrogate_key(field_list) -%}\n {{ return(adapter.dispatch('generate_surrogate_key', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1057024, "supported_languages": null}, "macro.dbt_utils.default__generate_surrogate_key": {"name": "default__generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.default__generate_surrogate_key", "macro_sql": "\n\n{%- macro default__generate_surrogate_key(field_list) -%}\n\n{%- if var('surrogate_key_treat_nulls_as_empty_strings', False) -%}\n {%- set default_null_value = \"\" -%}\n{%- else -%}\n {%- set default_null_value = '_dbt_utils_surrogate_key_null_' -%}\n{%- endif -%}\n\n{%- set fields = [] -%}\n\n{%- for field in field_list -%}\n\n {%- do fields.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ dbt.type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n\n {%- if not loop.last %}\n {%- do fields.append(\"'-'\") -%}\n {%- endif -%}\n\n{%- endfor -%}\n\n{{ dbt.hash(dbt.concat(fields)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.type_string", "macro.dbt.hash", "macro.dbt.concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.106955, "supported_languages": null}, "macro.dbt_utils.get_single_value": {"name": "get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.get_single_value", "macro_sql": "{% macro get_single_value(query, default=none) %}\n {{ return(adapter.dispatch('get_single_value', 'dbt_utils')(query, default)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_single_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1077607, "supported_languages": null}, "macro.dbt_utils.default__get_single_value": {"name": "default__get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.default__get_single_value", "macro_sql": "{% macro default__get_single_value(query, default) %}\n\n{# This macro returns the (0, 0) record in a query, i.e. the first row of the first column #}\n\n {%- call statement('get_query_result', fetch_result=True, auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {%- if execute -%}\n\n {% set r = load_result('get_query_result').table.columns[0].values() %}\n {% if r | length == 0 %}\n {% do print('Query `' ~ query ~ '` returned no rows. Using the default value: ' ~ default) %}\n {% set sql_result = default %}\n {% else %}\n {% set sql_result = r[0] %}\n {% endif %}\n \n {%- else -%}\n \n {% set sql_result = default %}\n \n {%- endif -%}\n\n {% do return(sql_result) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1092274, "supported_languages": null}, "macro.dbt_utils.get_table_types_sql": {"name": "get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.get_table_types_sql", "macro_sql": "{%- macro get_table_types_sql() -%}\n {{ return(adapter.dispatch('get_table_types_sql', 'dbt_utils')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils.postgres__get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.109871, "supported_languages": null}, "macro.dbt_utils.default__get_table_types_sql": {"name": "default__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.default__get_table_types_sql", "macro_sql": "{% macro default__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'EXTERNAL TABLE' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1101503, "supported_languages": null}, "macro.dbt_utils.postgres__get_table_types_sql": {"name": "postgres__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.postgres__get_table_types_sql", "macro_sql": "{% macro postgres__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'FOREIGN' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1104228, "supported_languages": null}, "macro.dbt_utils.databricks__get_table_types_sql": {"name": "databricks__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.databricks__get_table_types_sql", "macro_sql": "{% macro databricks__get_table_types_sql() %}\n case table_type\n when 'MANAGED' then 'table'\n when 'BASE TABLE' then 'table'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1107357, "supported_languages": null}, "macro.dbt_utils.group_by": {"name": "group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.group_by", "macro_sql": "{%- macro group_by(n) -%}\n {{ return(adapter.dispatch('group_by', 'dbt_utils')(n)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1112654, "supported_languages": null}, "macro.dbt_utils.default__group_by": {"name": "default__group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.default__group_by", "macro_sql": "\n\n{%- macro default__group_by(n) -%}\n\n group by {% for i in range(1, n + 1) -%}\n {{ i }}{{ ',' if not loop.last }} \n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1119394, "supported_languages": null}, "macro.dbt_utils.get_tables_by_prefix_sql": {"name": "get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_prefix_sql", "macro_sql": "{% macro get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_prefix_sql', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1126757, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_prefix_sql": {"name": "default__get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_prefix_sql", "macro_sql": "{% macro default__get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(\n schema_pattern = schema,\n table_pattern = prefix ~ '%',\n exclude = exclude,\n database = database\n ) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.113227, "supported_languages": null}, "macro.dbt_utils.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1140597, "supported_languages": null}, "macro.dbt_utils.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1148717, "supported_languages": null}, "macro.dbt_utils.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.11524, "supported_languages": null}, "macro.dbt_utils.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt_utils.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1162632, "supported_languages": null}, "macro.dbt_utils.safe_subtract": {"name": "safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.safe_subtract", "macro_sql": "{%- macro safe_subtract(field_list) -%}\n {{ return(adapter.dispatch('safe_subtract', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_subtract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1169236, "supported_languages": null}, "macro.dbt_utils.default__safe_subtract": {"name": "default__safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.default__safe_subtract", "macro_sql": "\n\n{%- macro default__safe_subtract(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_subtract` macro takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' -\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.118026, "supported_languages": null}, "macro.dbt_utils.pretty_log_format": {"name": "pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.pretty_log_format", "macro_sql": "{% macro pretty_log_format(message) %}\n {{ return(adapter.dispatch('pretty_log_format', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1185486, "supported_languages": null}, "macro.dbt_utils.default__pretty_log_format": {"name": "default__pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.default__pretty_log_format", "macro_sql": "{% macro default__pretty_log_format(message) %}\n {{ return( dbt_utils.pretty_time() ~ ' + ' ~ message) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1188965, "supported_languages": null}, "macro.dbt_utils.slugify": {"name": "slugify", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/slugify.sql", "original_file_path": "macros/jinja_helpers/slugify.sql", "unique_id": "macro.dbt_utils.slugify", "macro_sql": "{% macro slugify(string) %}\n\n{% if not string %}\n{{ return('') }}\n{% endif %}\n\n{#- Lower case the string -#}\n{% set string = string | lower %}\n{#- Replace spaces and dashes with underscores -#}\n{% set string = modules.re.sub('[ -]+', '_', string) %}\n{#- Only take letters, numbers, and underscores -#}\n{% set string = modules.re.sub('[^a-z0-9_]+', '', string) %}\n{#- Prepends \"_\" if string begins with a number -#}\n{% set string = modules.re.sub('^[0-9]', '_' + string[0], string) %}\n\n{{ return(string) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1203449, "supported_languages": null}, "macro.dbt_utils._is_relation": {"name": "_is_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_relation.sql", "original_file_path": "macros/jinja_helpers/_is_relation.sql", "unique_id": "macro.dbt_utils._is_relation", "macro_sql": "{% macro _is_relation(obj, macro) %}\n {%- if not (obj is mapping and obj.get('metadata', {}).get('type', '').endswith('Relation')) -%}\n {%- do exceptions.raise_compiler_error(\"Macro \" ~ macro ~ \" expected a Relation but received the value: \" ~ obj) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1212246, "supported_languages": null}, "macro.dbt_utils.pretty_time": {"name": "pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.pretty_time", "macro_sql": "{% macro pretty_time(format='%H:%M:%S') %}\n {{ return(adapter.dispatch('pretty_time', 'dbt_utils')(format)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1217752, "supported_languages": null}, "macro.dbt_utils.default__pretty_time": {"name": "default__pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.default__pretty_time", "macro_sql": "{% macro default__pretty_time(format='%H:%M:%S') %}\n {{ return(modules.datetime.datetime.now().strftime(format)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1221561, "supported_languages": null}, "macro.dbt_utils.log_info": {"name": "log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.log_info", "macro_sql": "{% macro log_info(message) %}\n {{ return(adapter.dispatch('log_info', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__log_info"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1226964, "supported_languages": null}, "macro.dbt_utils.default__log_info": {"name": "default__log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.default__log_info", "macro_sql": "{% macro default__log_info(message) %}\n {{ log(dbt_utils.pretty_log_format(message), info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1230507, "supported_languages": null}, "macro.dbt_utils._is_ephemeral": {"name": "_is_ephemeral", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_ephemeral.sql", "original_file_path": "macros/jinja_helpers/_is_ephemeral.sql", "unique_id": "macro.dbt_utils._is_ephemeral", "macro_sql": "{% macro _is_ephemeral(obj, macro) %}\n {%- if obj.is_cte -%}\n {% set ephemeral_prefix = api.Relation.add_ephemeral_prefix('') %}\n {% if obj.name.startswith(ephemeral_prefix) %}\n {% set model_name = obj.name[(ephemeral_prefix|length):] %}\n {% else %}\n {% set model_name = obj.name %}\n {%- endif -%}\n {% set error_message %}\nThe `{{ macro }}` macro cannot be used with ephemeral models, as it relies on the information schema.\n\n`{{ model_name }}` is an ephemeral model. Consider making it a view or table instead.\n {% endset %}\n {%- do exceptions.raise_compiler_error(error_message) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1246238, "supported_languages": null}, "macro.marketo.lead_history_columns_warning": {"name": "lead_history_columns_warning", "resource_type": "macro", "package_name": "marketo", "path": "macros/lead_history_columns_warning.sql", "original_file_path": "macros/lead_history_columns_warning.sql", "unique_id": "macro.marketo.lead_history_columns_warning", "macro_sql": "{% macro lead_history_columns_warning() %}\n\n{% if not var('lead_history_columns') %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the 'lead_history_columns'.\n As a result, you won't see the history of any columns in the 'marketo__lead_history' model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1252654, "supported_languages": null}, "macro.marketo.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1308868, "supported_languages": null}, "macro.marketo.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1316187, "supported_languages": null}, "macro.marketo.get_program_columns": {"name": "get_program_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_program_columns.sql", "original_file_path": "macros/staging/get_program_columns.sql", "unique_id": "macro.marketo.get_program_columns", "macro_sql": "{% macro get_program_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"channel\", \"datatype\": dbt.type_string()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"end_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"start_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__program_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1350186, "supported_languages": null}, "macro.marketo.get_lead_describe_columns": {"name": "get_lead_describe_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_describe_columns.sql", "original_file_path": "macros/staging/get_lead_describe_columns.sql", "unique_id": "macro.marketo.get_lead_describe_columns", "macro_sql": "{% macro get_lead_describe_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"data_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"display_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"length\", \"datatype\": dbt.type_int()},\n {\"name\": \"restname\", \"datatype\": dbt.type_string()},\n {\"name\": \"restread_only\", \"datatype\": \"boolean\"},\n {\"name\": \"soapname\", \"datatype\": dbt.type_string()},\n {\"name\": \"soapread_only\", \"datatype\": \"boolean\"}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1369781, "supported_languages": null}, "macro.marketo.get_activity_change_data_value_columns": {"name": "get_activity_change_data_value_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_change_data_value_columns.sql", "original_file_path": "macros/staging/get_activity_change_data_value_columns.sql", "unique_id": "macro.marketo.get_activity_change_data_value_columns", "macro_sql": "{% macro get_activity_change_data_value_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"api_method_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"modifying_user\", \"datatype\": dbt.type_string()},\n {\"name\": \"new_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"old_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"reason\", \"datatype\": dbt.type_string()},\n {\"name\": \"request_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"source\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1399815, "supported_languages": null}, "macro.marketo.get_campaign_columns": {"name": "get_campaign_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_campaign_columns.sql", "original_file_path": "macros/staging/get_campaign_columns.sql", "unique_id": "macro.marketo.get_campaign_columns", "macro_sql": "{% macro get_campaign_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"active\", \"datatype\": \"boolean\"},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"workspace_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"computed_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"flow_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_communication_limit_enabled\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_requestable\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_system\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"max_members\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"qualification_rule_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_unit\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_start_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_end_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_interval_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_weekday_only\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"recurrence_day_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_day_of_week\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_week_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"smart_list_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1459513, "supported_languages": null}, "macro.marketo.get_activity_send_email_columns": {"name": "get_activity_send_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_send_email_columns.sql", "original_file_path": "macros/staging/get_activity_send_email_columns.sql", "unique_id": "macro.marketo.get_activity_send_email_columns", "macro_sql": "{% macro get_activity_send_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"action_result\", \"datatype\": dbt.type_string()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__activity_send_email_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.148883, "supported_languages": null}, "macro.marketo.get_activity_unsubscribe_email_columns": {"name": "get_activity_unsubscribe_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "original_file_path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "unique_id": "macro.marketo.get_activity_unsubscribe_email_columns", "macro_sql": "{% macro get_activity_unsubscribe_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"client_ip_address\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"form_fields\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"query_parameters\", \"datatype\": dbt.type_string()},\n {\"name\": \"referrer_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()},\n {\"name\": \"webform_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"webpage_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1524978, "supported_languages": null}, "macro.marketo.get_activity_delete_lead_columns": {"name": "get_activity_delete_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_delete_lead_columns.sql", "original_file_path": "macros/staging/get_activity_delete_lead_columns.sql", "unique_id": "macro.marketo.get_activity_delete_lead_columns", "macro_sql": "{% macro get_activity_delete_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1545634, "supported_languages": null}, "macro.marketo.get_activity_email_bounced_columns": {"name": "get_activity_email_bounced_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_bounced_columns.sql", "original_file_path": "macros/staging/get_activity_email_bounced_columns.sql", "unique_id": "macro.marketo.get_activity_email_bounced_columns", "macro_sql": "{% macro get_activity_email_bounced_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"category\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"details\", \"datatype\": dbt.type_string()},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"subcategory\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1579413, "supported_languages": null}, "macro.marketo.get_activity_email_delivered_columns": {"name": "get_activity_email_delivered_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_delivered_columns.sql", "original_file_path": "macros/staging/get_activity_email_delivered_columns.sql", "unique_id": "macro.marketo.get_activity_email_delivered_columns", "macro_sql": "{% macro get_activity_email_delivered_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1607032, "supported_languages": null}, "macro.marketo.get_activity_merge_leads_columns": {"name": "get_activity_merge_leads_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_merge_leads_columns.sql", "original_file_path": "macros/staging/get_activity_merge_leads_columns.sql", "unique_id": "macro.marketo.get_activity_merge_leads_columns", "macro_sql": "{% macro get_activity_merge_leads_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"master_updated\", \"datatype\": \"boolean\"},\n {\"name\": \"merge_ids\", \"datatype\": dbt.type_string()},\n {\"name\": \"merge_source\", \"datatype\": dbt.type_string()},\n {\"name\": \"merged_in_sales\", \"datatype\": \"boolean\"},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1632152, "supported_languages": null}, "macro.marketo.get_lead_columns": {"name": "get_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_columns.sql", "original_file_path": "macros/staging/get_lead_columns.sql", "unique_id": "macro.marketo.get_lead_columns", "macro_sql": "{% macro get_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"created_timestamp\"},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"first_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int(), \"alias\": \"lead_id\"},\n {\"name\": \"last_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"updated_timestamp\"},\n {\"name\": \"phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"main_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"mobile_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"company\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_company\", \"datatype\": dbt.type_string()},\n {\"name\": \"address_lead\", \"datatype\": dbt.type_string()},\n {\"name\": \"address\", \"datatype\": dbt.type_string()},\n {\"name\": \"city\", \"datatype\": dbt.type_string()},\n {\"name\": \"state\", \"datatype\": dbt.type_string()},\n {\"name\": \"state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"country\", \"datatype\": dbt.type_string()},\n {\"name\": \"country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_street\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_state_region\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_phone_area_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"anonymous_ip\", \"datatype\": dbt.type_string()},\n {\"name\": \"unsubscribed\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_unsubscribed\"},\n {\"name\": \"email_invalid\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_email_invalid\"},\n {\"name\": \"do_not_call\", \"datatype\": dbt.type_boolean()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.dbt.type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1701524, "supported_languages": null}, "macro.marketo.get_email_template_history_columns": {"name": "get_email_template_history_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_email_template_history_columns.sql", "original_file_path": "macros/staging/get_email_template_history_columns.sql", "unique_id": "macro.marketo.get_email_template_history_columns", "macro_sql": "{% macro get_email_template_history_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_folder_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_value\", \"datatype\": dbt.type_int()},\n {\"name\": \"from_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"from_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"operational\", \"datatype\": \"boolean\"},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"publish_to_msi\", \"datatype\": \"boolean\"},\n {\"name\": \"reply_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"subject\", \"datatype\": dbt.type_string()},\n {\"name\": \"template\", \"datatype\": dbt.type_int()},\n {\"name\": \"text_only\", \"datatype\": \"boolean\"},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"version\", \"datatype\": dbt.type_int()},\n {\"name\": \"web_view\", \"datatype\": \"boolean\"},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1745822, "supported_languages": null}, "macro.marketo.get_activity_open_email_columns": {"name": "get_activity_open_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_open_email_columns.sql", "original_file_path": "macros/staging/get_activity_open_email_columns.sql", "unique_id": "macro.marketo.get_activity_open_email_columns", "macro_sql": "{% macro get_activity_open_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1779356, "supported_languages": null}, "macro.marketo.get_activity_click_email_columns": {"name": "get_activity_click_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_click_email_columns.sql", "original_file_path": "macros/staging/get_activity_click_email_columns.sql", "unique_id": "macro.marketo.get_activity_click_email_columns", "macro_sql": "{% macro get_activity_click_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"link\", \"datatype\": dbt.type_string()},\n {\"name\": \"link_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1815872, "supported_languages": null}, "macro.marketo.marketo_union_connections": {"name": "marketo_union_connections", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_connections.sql", "original_file_path": "macros/union/marketo_union_connections.sql", "unique_id": "macro.marketo.marketo_union_connections", "macro_sql": "{% macro marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %}\n\n{{ adapter.dispatch('marketo_union_connections', 'marketo') (connection_dictionary, single_source_name, single_table_name, default_identifier) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.default__marketo_union_connections"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1831338, "supported_languages": null}, "macro.marketo.default__marketo_union_connections": {"name": "default__marketo_union_connections", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_connections.sql", "original_file_path": "macros/union/marketo_union_connections.sql", "unique_id": "macro.marketo.default__marketo_union_connections", "macro_sql": "{% macro default__marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %}\n\n{%- set exception_warning = \"\\n\\nPlease be aware: The \" ~ single_source_name|upper ~ \".\" ~ single_table_name|upper ~ \" table was not found in your schema(s). The Fivetran Data Model will create a completely empty staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://marketo.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\"%}\n{%- set using_empty_table_warnings = (execute and not var('fivetran__remove_empty_table_warnings', false)) %}\n{%- set connections = var(connection_dictionary, []) %}\n{%- set using_unioning = connections | length > 0 %}\n\n{%- if using_unioning %}\n{# For unioning #}\n {%- set relations = [] -%}\n {%- for connection in connections -%}\n\n {% if var('has_defined_sources', false) %}\n {%- set database = source(connection.name, single_table_name).database %}\n {%- set schema = source(connection.name, single_table_name).schema %}\n {%- set identifier = source(connection.name, single_table_name).identifier %}\n {%- else %}\n {%- set database = connection.database if connection.database else target.database %}\n {%- set schema = connection.schema if connection.schema else single_source_name %}\n {%- set identifier = default_identifier %}\n {%- endif %}\n\n {%- set relation=adapter.get_relation(\n database=database,\n schema=schema,\n identifier=identifier\n )\n -%}\n\n {%- if relation is not none -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n -- ** Values passed to adapter.get_relation:\n {{ '-- full-identifier_var: ' ~ identifier_var }}\n {{ '-- database: ' ~ database }}\n {{ '-- schema: ' ~ schema }}\n {{ '-- identifier: ' ~ identifier }}\n\n {%- endfor -%}\n\n {%- if relations != [] -%}\n {{ marketo.marketo_union_relations(relations) }}\n\n {%- else -%}\n {{ exceptions.warn(exception_warning) if using_empty_table_warnings }}\n\n select\n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit {{ '0' if target.type != 'redshift' else '1' }}\n {%- endif -%}\n\n{% else %}\n{# Not unioning #}\n\n {% set identifier_var = single_source_name + \"_\" + single_table_name + \"_identifier\"%}\n {%- set database = source(single_source_name, single_table_name).database %}\n {%- set schema = source(single_source_name, single_table_name).schema %}\n {%- set identifier = source(single_source_name, single_table_name).identifier %}\n\n {%- set relation=adapter.get_relation(\n database=database,\n schema=schema,\n identifier=identifier\n )\n -%}\n\n -- ** Values passed to adapter.get_relation:\n {{ '-- full-identifier_var: ' ~ identifier_var }}\n {{ '-- database: ' ~ database }} \n {{ '-- schema: ' ~ schema }}\n {{ '-- identifier: ' ~ identifier }}\n\n {% if relation is not none -%}\n select\n {{ dbt_utils.star(from=source(single_source_name, single_table_name)) }}\n from {{ source(single_source_name, single_table_name) }} as source_table\n\n {% else %}\n {{ exceptions.warn(exception_warning) if using_empty_table_warnings }}\n\n select\n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit {{ '0' if target.type != 'redshift' else '1' }}\n {%- endif -%}\n{% endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.marketo_union_relations", "macro.dbt.type_string", "macro.dbt_utils.star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.188523, "supported_languages": null}, "macro.marketo.marketo_union_relations": {"name": "marketo_union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_relations.sql", "original_file_path": "macros/union/marketo_union_relations.sql", "unique_id": "macro.marketo.marketo_union_relations", "macro_sql": "\n\n{%- macro marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('marketo_union_relations', 'marketo')(relations, aliases, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.marketo.default__marketo_union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1907308, "supported_languages": null}, "macro.marketo.default__marketo_union_relations": {"name": "default__marketo_union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_relations.sql", "original_file_path": "macros/union/marketo_union_relations.sql", "unique_id": "macro.marketo.default__marketo_union_relations", "macro_sql": "\n\n{%- macro default__marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'marketo_union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'marketo_union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation.database ~ '.' ~ relation.schema) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n {# This alias is the only addition made to the dbt_utils.union_relations() code. Avoids errors if the table is named a reserved keyword #}\n from {{ aliases[loop.index0] if aliases else relation }} as unioned_relation_{{ loop.index }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.197697, "supported_languages": null}, "macro.marketo.partition_by_source_relation": {"name": "partition_by_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/partition_by_source_relation.sql", "original_file_path": "macros/union/partition_by_source_relation.sql", "unique_id": "macro.marketo.partition_by_source_relation", "macro_sql": "{%- macro partition_by_source_relation(has_other_partitions='yes',alias=None) -%}\n\n{% set prefix = '' if alias is none else alias ~ '.' %}\n\n {%- if has_other_partitions == 'no' -%}\n {{ 'partition by ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }}\n {%- else -%}\n {{ ', ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }}\n {%- endif -%}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.1990395, "supported_languages": null}, "macro.marketo.apply_source_relation": {"name": "apply_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/apply_source_relation.sql", "original_file_path": "macros/union/apply_source_relation.sql", "unique_id": "macro.marketo.apply_source_relation", "macro_sql": "{% macro apply_source_relation() -%}\n\n{{ adapter.dispatch('apply_source_relation', 'marketo') () }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.default__apply_source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.199613, "supported_languages": null}, "macro.marketo.default__apply_source_relation": {"name": "default__apply_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/apply_source_relation.sql", "original_file_path": "macros/union/apply_source_relation.sql", "unique_id": "macro.marketo.default__apply_source_relation", "macro_sql": "{% macro default__apply_source_relation() -%}\n\n{% if var('marketo_sources', []) != [] %}\n, _dbt_source_relation as source_relation\n{% else %}\n, '{{ var(\"marketo_database\", target.database) }}' || '.'|| '{{ var(\"marketo_schema\", \"marketo\") }}' as source_relation\n{% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2002716, "supported_languages": null}, "macro.fivetran_utils.drop_schemas_automation": {"name": "drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.drop_schemas_automation", "macro_sql": "{% macro drop_schemas_automation(drop_target_schema=true) %}\n {{ return(adapter.dispatch('drop_schemas_automation', 'fivetran_utils')(drop_target_schema)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__drop_schemas_automation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2011461, "supported_languages": null}, "macro.fivetran_utils.default__drop_schemas_automation": {"name": "default__drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.default__drop_schemas_automation", "macro_sql": "{% macro default__drop_schemas_automation(drop_target_schema=true) %}\n\n{% set fetch_list_sql %}\n {% if target.type not in ('databricks', 'spark') %}\n select schema_name\n from \n {{ wrap_in_quotes(target.database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like '{{ target.schema | lower }}{%- if not drop_target_schema -%}_{%- endif -%}%'\n {% else %}\n SHOW SCHEMAS LIKE '{{ target.schema }}{%- if not drop_target_schema -%}_{%- endif -%}*'\n {% endif %}\n{% endset %}\n\n{% set results = run_query(fetch_list_sql) %}\n\n{% if execute %}\n {% set results_list = results.columns[0].values() %}\n{% else %}\n {% set results_list = [] %}\n{% endif %}\n\n{% for schema_to_drop in results_list %}\n {% do adapter.drop_schema(api.Relation.create(database=target.database, schema=schema_to_drop)) %}\n {{ print('Schema ' ~ schema_to_drop ~ ' successfully dropped from the ' ~ target.database ~ ' database.\\n')}}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.wrap_in_quotes", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2031353, "supported_languages": null}, "macro.fivetran_utils.timestamp_add": {"name": "timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.timestamp_add", "macro_sql": "{% macro timestamp_add(datepart, interval, from_timestamp) -%}\n\n{{ adapter.dispatch('timestamp_add', 'fivetran_utils') (datepart, interval, from_timestamp) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2039661, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_add": {"name": "default__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.default__timestamp_add", "macro_sql": "{% macro default__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestampadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2043087, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_add": {"name": "bigquery__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_add", "macro_sql": "{% macro bigquery__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestamp_add({{ from_timestamp }}, interval {{ interval }} {{ datepart }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.20464, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_add": {"name": "redshift__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_add", "macro_sql": "{% macro redshift__timestamp_add(datepart, interval, from_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2049897, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_add": {"name": "postgres__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_add", "macro_sql": "{% macro postgres__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ from_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2053082, "supported_languages": null}, "macro.fivetran_utils.spark__timestamp_add": {"name": "spark__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.spark__timestamp_add", "macro_sql": "{% macro spark__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ dbt.dateadd(datepart, interval, from_timestamp) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.20567, "supported_languages": null}, "macro.fivetran_utils.seed_data_helper": {"name": "seed_data_helper", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/seed_data_helper.sql", "original_file_path": "macros/seed_data_helper.sql", "unique_id": "macro.fivetran_utils.seed_data_helper", "macro_sql": "{% macro seed_data_helper(seed_name, warehouses) %}\n\n{% if target.type in warehouses %}\n {% for w in warehouses %}\n {% if target.type == w %}\n {{ return(ref(seed_name ~ \"_\" ~ w ~ \"\")) }}\n {% endif %}\n {% endfor %}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2067776, "supported_languages": null}, "macro.fivetran_utils.add_dbt_source_relation": {"name": "add_dbt_source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_dbt_source_relation.sql", "original_file_path": "macros/add_dbt_source_relation.sql", "unique_id": "macro.fivetran_utils.add_dbt_source_relation", "macro_sql": "{% macro add_dbt_source_relation() %}\n\n{% if var('union_schemas', none) or var('union_databases', none) %}\n, _dbt_source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2073004, "supported_languages": null}, "macro.fivetran_utils.empty_variable_warning": {"name": "empty_variable_warning", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/empty_variable_warning.sql", "original_file_path": "macros/empty_variable_warning.sql", "unique_id": "macro.fivetran_utils.empty_variable_warning", "macro_sql": "{% macro empty_variable_warning(variable, downstream_model) %}\n\n{% if not var(variable) %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the \"\"\" ~ variable ~ \"\"\".\n As a result, you won't see the history of any columns in the \"\"\" ~ downstream_model ~ \"\"\" model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2080653, "supported_languages": null}, "macro.fivetran_utils.max_bool": {"name": "max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.max_bool", "macro_sql": "{% macro max_bool(boolean_field) -%}\n\n{{ adapter.dispatch('max_bool', 'fivetran_utils') (boolean_field) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__max_bool"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.208599, "supported_languages": null}, "macro.fivetran_utils.default__max_bool": {"name": "default__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.default__max_bool", "macro_sql": "{% macro default__max_bool(boolean_field) %}\n\n bool_or( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2088547, "supported_languages": null}, "macro.fivetran_utils.snowflake__max_bool": {"name": "snowflake__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.snowflake__max_bool", "macro_sql": "{% macro snowflake__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2090986, "supported_languages": null}, "macro.fivetran_utils.bigquery__max_bool": {"name": "bigquery__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.bigquery__max_bool", "macro_sql": "{% macro bigquery__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.209361, "supported_languages": null}, "macro.fivetran_utils.json_extract": {"name": "json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.json_extract", "macro_sql": "{% macro json_extract(string, string_path) -%}\n\n{{ adapter.dispatch('json_extract', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2103562, "supported_languages": null}, "macro.fivetran_utils.default__json_extract": {"name": "default__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.default__json_extract", "macro_sql": "{% macro default__json_extract(string, string_path) %}\n\n json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} )\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2107034, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_extract": {"name": "snowflake__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.snowflake__json_extract", "macro_sql": "{% macro snowflake__json_extract(string, string_path) %}\n\n json_extract_path_text(try_parse_json( {{string}} ), {{ \"'\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2110255, "supported_languages": null}, "macro.fivetran_utils.redshift__json_extract": {"name": "redshift__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.redshift__json_extract", "macro_sql": "{% macro redshift__json_extract(string, string_path) %}\n\n case when is_valid_json( {{string}} ) then json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} ) else null end\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2113738, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_extract": {"name": "bigquery__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.bigquery__json_extract", "macro_sql": "{% macro bigquery__json_extract(string, string_path) %}\n\n json_extract_scalar({{string}}, {{ \"'$.\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2116957, "supported_languages": null}, "macro.fivetran_utils.postgres__json_extract": {"name": "postgres__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.postgres__json_extract", "macro_sql": "{% macro postgres__json_extract(string, string_path) %}\n\n {{string}}::json->>{{\"'\" ~ string_path ~ \"'\" }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.212003, "supported_languages": null}, "macro.fivetran_utils.timestamp_diff": {"name": "timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.timestamp_diff", "macro_sql": "{% macro timestamp_diff(first_date, second_date, datepart) %}\n {{ adapter.dispatch('timestamp_diff', 'fivetran_utils')(first_date, second_date, datepart) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_diff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2133946, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_diff": {"name": "default__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.default__timestamp_diff", "macro_sql": "{% macro default__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2137537, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_diff": {"name": "redshift__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_diff", "macro_sql": "{% macro redshift__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.214086, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_diff": {"name": "bigquery__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_diff", "macro_sql": "{% macro bigquery__timestamp_diff(first_date, second_date, datepart) %}\n\n timestamp_diff(\n {{second_date}},\n {{first_date}},\n {{datepart}}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.214401, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_diff": {"name": "postgres__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_diff", "macro_sql": "{% macro postgres__timestamp_diff(first_date, second_date, datepart) %}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ dbt.datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.217752, "supported_languages": null}, "macro.fivetran_utils.calculated_fields": {"name": "calculated_fields", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/calculated_fields.sql", "original_file_path": "macros/calculated_fields.sql", "unique_id": "macro.fivetran_utils.calculated_fields", "macro_sql": "{% macro calculated_fields(variable) -%}\n\n{% if var(variable, none) %}\n {% for field in var(variable) %}\n , {{ field.transform_sql }} as {{ field.name }} \n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2185187, "supported_languages": null}, "macro.fivetran_utils.json_parse": {"name": "json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.json_parse", "macro_sql": "{% macro json_parse(string, string_path) -%}\n\n{{ adapter.dispatch('json_parse', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_parse"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2196903, "supported_languages": null}, "macro.fivetran_utils.default__json_parse": {"name": "default__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.default__json_parse", "macro_sql": "{% macro default__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2201903, "supported_languages": null}, "macro.fivetran_utils.redshift__json_parse": {"name": "redshift__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.redshift__json_parse", "macro_sql": "{% macro redshift__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2206984, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_parse": {"name": "bigquery__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.bigquery__json_parse", "macro_sql": "{% macro bigquery__json_parse(string, string_path) %}\n\n \n json_extract_scalar({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2211788, "supported_languages": null}, "macro.fivetran_utils.postgres__json_parse": {"name": "postgres__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.postgres__json_parse", "macro_sql": "{% macro postgres__json_parse(string, string_path) %}\n\n {{string}}::json #>> '{ {%- for s in string_path -%}{{ s }}{%- if not loop.last -%},{%- endif -%}{%- endfor -%} }'\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.221669, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_parse": {"name": "snowflake__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.snowflake__json_parse", "macro_sql": "{% macro snowflake__json_parse(string, string_path) %}\n\n parse_json( {{string}} ) {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2222033, "supported_languages": null}, "macro.fivetran_utils.spark__json_parse": {"name": "spark__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.spark__json_parse", "macro_sql": "{% macro spark__json_parse(string, string_path) %}\n\n {{string}} : {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2227635, "supported_languages": null}, "macro.fivetran_utils.sqlserver__json_parse": {"name": "sqlserver__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.sqlserver__json_parse", "macro_sql": "{% macro sqlserver__json_parse(string, string_path) %}\n\n json_value({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2232509, "supported_languages": null}, "macro.fivetran_utils.fill_staging_columns": {"name": "fill_staging_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.fill_staging_columns", "macro_sql": "{% macro fill_staging_columns(source_columns, staging_columns) -%}\n\n{%- set source_column_names = source_columns|map(attribute='name')|map('lower')|list -%}\n\n{%- for column in staging_columns %}\n {% if column.name|lower in source_column_names -%}\n {{ fivetran_utils.quote_column(column) }} as \n {%- if 'alias' in column %} {{ column.alias }} {% else %} {{ fivetran_utils.quote_column(column) }} {%- endif -%}\n {%- else -%}\n cast(null as {{ column.datatype }})\n {%- if 'alias' in column %} as {{ column.alias }} {% else %} as {{ fivetran_utils.quote_column(column) }} {% endif -%}\n {%- endif -%}\n {%- if not loop.last -%} , {% endif -%}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.quote_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2254093, "supported_languages": null}, "macro.fivetran_utils.quote_column": {"name": "quote_column", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.quote_column", "macro_sql": "{% macro quote_column(column) %}\n {% if 'quote' in column %}\n {% if column.quote %}\n {% if target.type in ('bigquery', 'spark', 'databricks') %}\n `{{ column.name }}`\n {% elif target.type == 'snowflake' %}\n \"{{ column.name | upper }}\"\n {% else %}\n \"{{ column.name }}\"\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2265644, "supported_languages": null}, "macro.fivetran_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2323422, "supported_languages": null}, "macro.fivetran_utils.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.233109, "supported_languages": null}, "macro.fivetran_utils.extract_url_parameter": {"name": "extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.extract_url_parameter", "macro_sql": "{% macro extract_url_parameter(field, url_parameter) -%}\n\n{{ adapter.dispatch('extract_url_parameter', 'fivetran_utils') (field, url_parameter) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__extract_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2337768, "supported_languages": null}, "macro.fivetran_utils.default__extract_url_parameter": {"name": "default__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.default__extract_url_parameter", "macro_sql": "{% macro default__extract_url_parameter(field, url_parameter) -%}\n\n{{ dbt_utils.get_url_parameter(field, url_parameter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.234098, "supported_languages": null}, "macro.fivetran_utils.spark__extract_url_parameter": {"name": "spark__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.spark__extract_url_parameter", "macro_sql": "{% macro spark__extract_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"=([^&]+)'\" -%}\nnullif(regexp_extract({{ field }}, {{ formatted_url_parameter }}, 1), '')\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2345178, "supported_languages": null}, "macro.fivetran_utils.array_agg": {"name": "array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.array_agg", "macro_sql": "{% macro array_agg(field_to_agg) -%}\n\n{{ adapter.dispatch('array_agg', 'fivetran_utils') (field_to_agg) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__array_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2350593, "supported_languages": null}, "macro.fivetran_utils.default__array_agg": {"name": "default__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.default__array_agg", "macro_sql": "{% macro default__array_agg(field_to_agg) %}\n array_agg({{ field_to_agg }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2352803, "supported_languages": null}, "macro.fivetran_utils.redshift__array_agg": {"name": "redshift__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.redshift__array_agg", "macro_sql": "{% macro redshift__array_agg(field_to_agg) %}\n listagg({{ field_to_agg }}, ',')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2354946, "supported_languages": null}, "macro.fivetran_utils.dummy_coalesce_value": {"name": "dummy_coalesce_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/dummy_coalesce_value.sql", "original_file_path": "macros/dummy_coalesce_value.sql", "unique_id": "macro.fivetran_utils.dummy_coalesce_value", "macro_sql": "{% macro dummy_coalesce_value(column) %}\n\n{% set coalesce_value = {\n 'STRING': \"'DUMMY_STRING'\",\n 'BOOLEAN': 'null',\n 'INT': 999999999,\n 'FLOAT': 999999999.99,\n 'TIMESTAMP': 'cast(\"2099-12-31\" as timestamp)',\n 'DATE': 'cast(\"2099-12-31\" as date)',\n} %}\n\n{% if column.is_float() %}\n{{ return(coalesce_value['FLOAT']) }}\n\n{% elif column.is_numeric() %}\n{{ return(coalesce_value['INT']) }}\n\n{% elif column.is_string() %}\n{{ return(coalesce_value['STRING']) }}\n\n{% elif column.data_type|lower == 'boolean' %}\n{{ return(coalesce_value['BOOLEAN']) }}\n\n{% elif 'timestamp' in column.data_type|lower %}\n{{ return(coalesce_value['TIMESTAMP']) }}\n\n{% elif 'date' in column.data_type|lower %}\n{{ return(coalesce_value['DATE']) }}\n\n{% elif 'int' in column.data_type|lower %}\n{{ return(coalesce_value['INT']) }}\n\n{% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.238059, "supported_languages": null}, "macro.fivetran_utils.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.239005, "supported_languages": null}, "macro.fivetran_utils.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n\n {%- set enabled_array = [] -%}\n {% for node in graph.sources.values() %}\n {% if node.identifier == source.identifier %}\n {% if (node.meta['is_enabled'] | default(true)) %}\n {%- do enabled_array.append(1) -%}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% set is_enabled = (enabled_array != []) %}\n\n select\n {% if is_enabled %}\n max({{ loaded_at_field }})\n {% else %} \n {{ current_timestamp() }} {% endif %} as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n\n {% if is_enabled %}\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endif %}\n\n {% endcall %}\n\n {% if dbt_version.split('.') | map('int') | list >= [1, 5, 0] %}\n {{ return(load_result('collect_freshness')) }}\n {% else %}\n {{ return(load_result('collect_freshness').table) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2413716, "supported_languages": null}, "macro.fivetran_utils.enabled_vars_one_true": {"name": "enabled_vars_one_true", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars_one_true.sql", "original_file_path": "macros/enabled_vars_one_true.sql", "unique_id": "macro.fivetran_utils.enabled_vars_one_true", "macro_sql": "{% macro enabled_vars_one_true(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, False) == True %}\n {{ return(True) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(False) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.242229, "supported_languages": null}, "macro.fivetran_utils.try_cast": {"name": "try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.try_cast", "macro_sql": "{% macro try_cast(field, type) %}\n {{ adapter.dispatch('try_cast', 'fivetran_utils') (field, type) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__try_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.243223, "supported_languages": null}, "macro.fivetran_utils.default__try_cast": {"name": "default__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.default__try_cast", "macro_sql": "{% macro default__try_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2435145, "supported_languages": null}, "macro.fivetran_utils.redshift__try_cast": {"name": "redshift__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.redshift__try_cast", "macro_sql": "{% macro redshift__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when trim({{field}}) ~ '^(0|[1-9][0-9]*)$' then trim({{field}})\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2440865, "supported_languages": null}, "macro.fivetran_utils.postgres__try_cast": {"name": "postgres__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.postgres__try_cast", "macro_sql": "{% macro postgres__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar)) ~ '^(0|[1-9][0-9]*)$' \n then replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar))\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2446415, "supported_languages": null}, "macro.fivetran_utils.snowflake__try_cast": {"name": "snowflake__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.snowflake__try_cast", "macro_sql": "{% macro snowflake__try_cast(field, type) %}\n try_cast(cast({{field}} as varchar) as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.244926, "supported_languages": null}, "macro.fivetran_utils.bigquery__try_cast": {"name": "bigquery__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.bigquery__try_cast", "macro_sql": "{% macro bigquery__try_cast(field, type) %}\n safe_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2451842, "supported_languages": null}, "macro.fivetran_utils.spark__try_cast": {"name": "spark__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.spark__try_cast", "macro_sql": "{% macro spark__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2454402, "supported_languages": null}, "macro.fivetran_utils.sqlserver__try_cast": {"name": "sqlserver__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.sqlserver__try_cast", "macro_sql": "{% macro sqlserver__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2457147, "supported_languages": null}, "macro.fivetran_utils.string_agg": {"name": "string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.string_agg", "macro_sql": "{% macro string_agg(field_to_agg, delimiter) -%}\n\n{{ adapter.dispatch('string_agg', 'fivetran_utils') (field_to_agg, delimiter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__string_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2468715, "supported_languages": null}, "macro.fivetran_utils.default__string_agg": {"name": "default__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.default__string_agg", "macro_sql": "{% macro default__string_agg(field_to_agg, delimiter) %}\n string_agg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2471542, "supported_languages": null}, "macro.fivetran_utils.snowflake__string_agg": {"name": "snowflake__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.snowflake__string_agg", "macro_sql": "{% macro snowflake__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2474215, "supported_languages": null}, "macro.fivetran_utils.redshift__string_agg": {"name": "redshift__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.redshift__string_agg", "macro_sql": "{% macro redshift__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2477012, "supported_languages": null}, "macro.fivetran_utils.spark__string_agg": {"name": "spark__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.spark__string_agg", "macro_sql": "{% macro spark__string_agg(field_to_agg, delimiter) %}\n -- collect set will remove duplicates\n replace(replace(replace(cast( collect_set({{ field_to_agg }}) as string), '[', ''), ']', ''), ', ', {{ delimiter }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2479777, "supported_languages": null}, "macro.fivetran_utils.fill_pass_through_columns": {"name": "fill_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_pass_through_columns.sql", "original_file_path": "macros/fill_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.fill_pass_through_columns", "macro_sql": "{% macro fill_pass_through_columns(pass_through_variable) %}\n\n{% if var(pass_through_variable) %}\n {% for field in var(pass_through_variable) %}\n {% if field is mapping %}\n {% if field.transform_sql %}\n , {{ field.transform_sql }} as {{ field.alias if field.alias else field.name }}\n {% else %}\n , {{ field.alias if field.alias else field.name }}\n {% endif %}\n {% else %}\n , {{ field }}\n {% endif %}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.249299, "supported_languages": null}, "macro.fivetran_utils.pivot_json_extract": {"name": "pivot_json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/pivot_json_extract.sql", "original_file_path": "macros/pivot_json_extract.sql", "unique_id": "macro.fivetran_utils.pivot_json_extract", "macro_sql": "{% macro pivot_json_extract(string, list_of_properties) %}\n\n{%- for property in list_of_properties -%}\n{%- if property is mapping -%}\nreplace( {{ fivetran_utils.json_extract(string, property.name) }}, '\"', '') as {{ property.alias if property.alias else property.name | replace(' ', '_') | replace('.', '_') | lower }}\n\n{%- else -%}\nreplace( {{ fivetran_utils.json_extract(string, property) }}, '\"', '') as {{ property | replace(' ', '_') | lower }}\n\n{%- endif -%}\n{%- if not loop.last -%},{%- endif %}\n{% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2507617, "supported_languages": null}, "macro.fivetran_utils.persist_pass_through_columns": {"name": "persist_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/persist_pass_through_columns.sql", "original_file_path": "macros/persist_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.persist_pass_through_columns", "macro_sql": "{% macro persist_pass_through_columns(pass_through_variable, identifier=none, transform='') %}\n\n{% if var(pass_through_variable, none) %}\n {% for field in var(pass_through_variable) %}\n , {{ transform ~ '(' ~ (identifier ~ '.' if identifier else '') ~ (field.alias if field.alias else field.name) ~ ')' }} as {{ field.alias if field.alias else field.name }}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2520165, "supported_languages": null}, "macro.fivetran_utils.add_pass_through_columns": {"name": "add_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_pass_through_columns.sql", "original_file_path": "macros/add_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.add_pass_through_columns", "macro_sql": "{% macro add_pass_through_columns(base_columns, pass_through_var) %}\n\n {% if pass_through_var %}\n\n {% for column in pass_through_var %}\n\n {% if column is mapping %}\n\n {% if column.alias %}\n\n {% do base_columns.append({ \"name\": column.name, \"alias\": column.alias, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column.name, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n \n {% endif %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column, \"datatype\": dbt.type_string()}) %}\n\n {% endif %}\n\n {% endfor %}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2539773, "supported_languages": null}, "macro.fivetran_utils.wrap_in_quotes": {"name": "wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.wrap_in_quotes", "macro_sql": "{%- macro wrap_in_quotes(object_to_quote) -%}\n\n{{ return(adapter.dispatch('wrap_in_quotes', 'fivetran_utils')(object_to_quote)) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.postgres__wrap_in_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2545984, "supported_languages": null}, "macro.fivetran_utils.default__wrap_in_quotes": {"name": "default__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.default__wrap_in_quotes", "macro_sql": "{%- macro default__wrap_in_quotes(object_to_quote) -%}\n{# bigquery, spark, databricks #}\n `{{ object_to_quote }}`\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2548482, "supported_languages": null}, "macro.fivetran_utils.snowflake__wrap_in_quotes": {"name": "snowflake__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.snowflake__wrap_in_quotes", "macro_sql": "{%- macro snowflake__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote | upper }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.255083, "supported_languages": null}, "macro.fivetran_utils.redshift__wrap_in_quotes": {"name": "redshift__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.redshift__wrap_in_quotes", "macro_sql": "{%- macro redshift__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2552905, "supported_languages": null}, "macro.fivetran_utils.postgres__wrap_in_quotes": {"name": "postgres__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.postgres__wrap_in_quotes", "macro_sql": "{%- macro postgres__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2554996, "supported_languages": null}, "macro.fivetran_utils.first_value": {"name": "first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.first_value", "macro_sql": "{% macro first_value(first_value_field, partition_field, order_by_field, order=\"asc\") -%}\n\n{{ adapter.dispatch('first_value', 'fivetran_utils') (first_value_field, partition_field, order_by_field, order) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__first_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2562673, "supported_languages": null}, "macro.fivetran_utils.default__first_value": {"name": "default__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.default__first_value", "macro_sql": "{% macro default__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2567337, "supported_languages": null}, "macro.fivetran_utils.redshift__first_value": {"name": "redshift__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.redshift__first_value", "macro_sql": "{% macro redshift__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} , {{ partition_field }} rows unbounded preceding )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2572007, "supported_languages": null}, "macro.fivetran_utils.ceiling": {"name": "ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.ceiling", "macro_sql": "{% macro ceiling(num) -%}\n\n{{ adapter.dispatch('ceiling', 'fivetran_utils') (num) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__ceiling"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.257701, "supported_languages": null}, "macro.fivetran_utils.default__ceiling": {"name": "default__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.default__ceiling", "macro_sql": "{% macro default__ceiling(num) %}\n ceiling({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2579217, "supported_languages": null}, "macro.fivetran_utils.snowflake__ceiling": {"name": "snowflake__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.snowflake__ceiling", "macro_sql": "{% macro snowflake__ceiling(num) %}\n ceil({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2581308, "supported_languages": null}, "macro.fivetran_utils.union_data": {"name": "union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.union_data", "macro_sql": "{%- macro union_data(table_identifier, database_variable, schema_variable, default_database, default_schema, default_variable, union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('union_data', 'fivetran_utils') (\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.default__union_data"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2605047, "supported_languages": null}, "macro.fivetran_utils.default__union_data": {"name": "default__union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.default__union_data", "macro_sql": "{%- macro default__union_data(\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) -%}\n\n{%- if var(union_schema_variable, none) -%}\n\n {%- set relations = [] -%}\n \n {%- if var(union_schema_variable) is string -%}\n {%- set trimmed = var(union_schema_variable)|trim('[')|trim(']') -%}\n {%- set schemas = trimmed.split(',')|map('trim',\" \")|map('trim','\"')|map('trim',\"'\") -%}\n {%- else -%}\n {%- set schemas = var(union_schema_variable) -%}\n {%- endif -%}\n\n {%- for schema in var(union_schema_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else var(database_variable, default_database),\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else schema,\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n \n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n \n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- elif var(union_database_variable, none) -%}\n\n {%- set relations = [] -%}\n\n {%- for database in var(union_database_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else database,\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else var(schema_variable, default_schema),\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n\n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n\n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- else -%}\n {% set exception_schemas = {\"linkedin_company_pages\": \"linkedin_pages\", \"instagram_business_pages\": \"instagram_business\"} %}\n {% set relation = namespace(value=\"\") %}\n {% if default_schema in exception_schemas.keys() %}\n {% for corrected_schema_name in exception_schemas.items() %} \n {% if default_schema in corrected_schema_name %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = corrected_schema_name[1] + \"_\" + table_identifier + \"_identifier\" %}\n {%- set relation.value=adapter.get_relation(\n database=source(corrected_schema_name[1], table_identifier).database,\n schema=source(corrected_schema_name[1], table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n {% endfor %}\n {% else %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifier\" %}\n {# Unfortunately the Twitter Organic identifiers were misspelled. As such, we will need to account for this in the model. This will be adjusted in the Twitter Organic package, but to ensure backwards compatibility, this needs to be included. #}\n {% if var(identifier_var, none) is none %} \n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifer\" %}\n {% endif %}\n {%- set relation.value=adapter.get_relation(\n database=source(default_schema, table_identifier).database,\n schema=source(default_schema, table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n{%- set table_exists=relation.value is not none -%}\n\n{%- if table_exists -%}\n select * \n from {{ relation.value }}\n{%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n{%- endif -%}\n{%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2693417, "supported_languages": null}, "macro.fivetran_utils.snowflake_seed_data": {"name": "snowflake_seed_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/snowflake_seed_data.sql", "original_file_path": "macros/snowflake_seed_data.sql", "unique_id": "macro.fivetran_utils.snowflake_seed_data", "macro_sql": "{% macro snowflake_seed_data(seed_name) %}\n\n{% if target.type == 'snowflake' %}\n{{ return(ref(seed_name ~ '_snowflake')) }}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2702425, "supported_languages": null}, "macro.fivetran_utils.fivetran_date_spine": {"name": "fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.fivetran_date_spine", "macro_sql": "{% macro fivetran_date_spine(datepart, start_date, end_date) -%}\n\n{{ return(adapter.dispatch('fivetran_date_spine', 'fivetran_utils') (datepart, start_date, end_date)) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__fivetran_date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.271297, "supported_languages": null}, "macro.fivetran_utils.default__fivetran_date_spine": {"name": "default__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.default__fivetran_date_spine", "macro_sql": "{% macro default__fivetran_date_spine(datepart, start_date, end_date) %}\n\n {{ dbt_utils.date_spine(datepart, start_date, end_date) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2716918, "supported_languages": null}, "macro.fivetran_utils.sqlserver__fivetran_date_spine": {"name": "sqlserver__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.sqlserver__fivetran_date_spine", "macro_sql": "{% macro sqlserver__fivetran_date_spine(datepart, start_date, end_date) -%}\n\n {% set date_spine_query %}\n with\n\n l0 as (\n\n select c\n from (select 1 union all select 1) as d(c)\n\n ),\n l1 as (\n\n select\n 1 as c\n from l0 as a\n cross join l0 as b\n\n ),\n\n l2 as (\n\n select 1 as c\n from l1 as a\n cross join l1 as b\n ),\n\n l3 as (\n\n select 1 as c\n from l2 as a\n cross join l2 as b\n ),\n\n l4 as (\n\n select 1 as c\n from l3 as a\n cross join l3 as b\n ),\n\n l5 as (\n\n select 1 as c\n from l4 as a\n cross join l4 as b\n ),\n\n nums as (\n\n select row_number() over (order by (select null)) as rownum\n from l5\n ),\n\n rawdata as (\n\n select top ({{dbt.datediff(start_date, end_date, datepart)}}) rownum -1 as n\n from nums\n order by rownum\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n 'n',\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n order by 1\n\n {% endset %}\n\n {% set results = run_query(date_spine_query) %}\n\n {% if execute %}\n\n {% set results_list = results.columns[0].values() %}\n \n {% else %}\n\n {% set results_list = [] %}\n\n {% endif %}\n\n {%- for date_field in results_list %}\n select cast('{{ date_field }}' as date) as date_{{datepart}} {{ 'union all ' if not loop.last else '' }}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff", "macro.dbt.dateadd", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2732952, "supported_languages": null}, "macro.fivetran_utils.remove_prefix_from_columns": {"name": "remove_prefix_from_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/remove_prefix_from_columns.sql", "original_file_path": "macros/remove_prefix_from_columns.sql", "unique_id": "macro.fivetran_utils.remove_prefix_from_columns", "macro_sql": "{% macro remove_prefix_from_columns(columns, prefix='', exclude=[]) %}\n\n {%- for col in columns if col.name not in exclude -%}\n {%- if col.name[:prefix|length]|lower == prefix -%}\n {{ col.name }} as {{ col.name[prefix|length:] }}\n {%- else -%}\n {{ col.name }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.274527, "supported_languages": null}, "macro.fivetran_utils.enabled_vars": {"name": "enabled_vars", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars.sql", "original_file_path": "macros/enabled_vars.sql", "unique_id": "macro.fivetran_utils.enabled_vars", "macro_sql": "{% macro enabled_vars(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, True) == False %}\n {{ return(False) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(True) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.275313, "supported_languages": null}, "macro.fivetran_utils.source_relation": {"name": "source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.source_relation", "macro_sql": "{% macro source_relation(union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('source_relation', 'fivetran_utils') (union_schema_variable, union_database_variable) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2760704, "supported_languages": null}, "macro.fivetran_utils.default__source_relation": {"name": "default__source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.default__source_relation", "macro_sql": "{% macro default__source_relation(union_schema_variable, union_database_variable) %}\n\n{% if var(union_schema_variable, none) %}\n, case\n {% for schema in var(union_schema_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%.{{ schema|lower }}.%' then '{{ schema|lower }}'\n {% endfor %}\n end as source_relation\n{% elif var(union_database_variable, none) %}\n, case\n {% for database in var(union_database_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%{{ database|lower }}.%' then '{{ database|lower }}'\n {% endfor %}\n end as source_relation\n{% else %}\n, cast('' as {{ dbt.type_string() }}) as source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2772145, "supported_languages": null}, "macro.fivetran_utils.percentile": {"name": "percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.percentile", "macro_sql": "{% macro percentile(percentile_field, partition_field, percent) -%}\n\n{{ adapter.dispatch('percentile', 'fivetran_utils') (percentile_field, partition_field, percent) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__percentile"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2780375, "supported_languages": null}, "macro.fivetran_utils.default__percentile": {"name": "default__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.default__percentile", "macro_sql": "{% macro default__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2783704, "supported_languages": null}, "macro.fivetran_utils.redshift__percentile": {"name": "redshift__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.redshift__percentile", "macro_sql": "{% macro redshift__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2787175, "supported_languages": null}, "macro.fivetran_utils.bigquery__percentile": {"name": "bigquery__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.bigquery__percentile", "macro_sql": "{% macro bigquery__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2790477, "supported_languages": null}, "macro.fivetran_utils.postgres__percentile": {"name": "postgres__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.postgres__percentile", "macro_sql": "{% macro postgres__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n /* have to group by partition field */\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2793427, "supported_languages": null}, "macro.fivetran_utils.spark__percentile": {"name": "spark__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.spark__percentile", "macro_sql": "{% macro spark__percentile(percentile_field, partition_field, percent) %}\n\n percentile( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762288644.2796826, "supported_languages": null}}, "docs": {"doc.dbt.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "dbt", "path": "overview.md", "original_file_path": "docs/overview.md", "unique_id": "doc.dbt.__overview__", "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion"}, "doc.marketo.count_sends": {"name": "count_sends", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_sends", "block_contents": "Count of total sends from related email sends."}, "doc.marketo.count_opens": {"name": "count_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_opens", "block_contents": "Count of total opens from related email sends."}, "doc.marketo.count_bounces": {"name": "count_bounces", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_bounces", "block_contents": "Count of total bounces from related email sends."}, "doc.marketo.count_clicks": {"name": "count_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_clicks", "block_contents": "Count of total clicks from related email sends."}, "doc.marketo.count_deliveries": {"name": "count_deliveries", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_deliveries", "block_contents": "Count of total deliveries from related email sends."}, "doc.marketo.count_unsubscribes": {"name": "count_unsubscribes", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unsubscribes", "block_contents": "Count of total unsubscribes from related email sends."}, "doc.marketo.count_unique_opens": {"name": "count_unique_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_opens", "block_contents": "Count of unique opens from related email sends."}, "doc.marketo.count_unique_clicks": {"name": "count_unique_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_clicks", "block_contents": "Count of unique clicks from related email sends."}, "doc.marketo.source_relation": {"name": "source_relation", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.source_relation", "block_contents": "Identifies the record's source."}, "doc.marketo._fivetran_synced": {"name": "_fivetran_synced", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo._fivetran_synced", "block_contents": "The timestamp when the record was last synced by Fivetran."}}, "exposures": {}, "metrics": {}, "groups": {}, "selectors": {}, "disabled": {"test.marketo_integration_tests.consistency_leads": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_leads", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_leads.sql", "original_file_path": "tests/consistency/consistency_leads.sql", "unique_id": "test.marketo_integration_tests.consistency_leads", "fqn": ["marketo_integration_tests", "consistency", "consistency_leads"], "alias": "consistency_leads", "checksum": {"name": "sha256", "checksum": "d55a0c8370aeb982c85f4d3de8eec81494ca35fd5e0ecf73dcd8d0d060a9c1cf"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.0682168, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n-- this test ensures the marketo__leads end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__leads\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__leads\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}, {"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_campaigns_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_campaigns_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_campaigns_count.sql", "original_file_path": "tests/consistency/consistency_campaigns_count.sql", "unique_id": "test.marketo_integration_tests.consistency_campaigns_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_campaigns_count"], "alias": "consistency_campaigns_count", "checksum": {"name": "sha256", "checksum": "ba66788c4908e90a11e321682a9002e300c68adde18c69fcbeae9cc566f3d3ea"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.1196787, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true)\n) }}\n\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__campaigns\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__campaigns\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_sends": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_sends", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_sends.sql", "original_file_path": "tests/consistency/consistency_email_sends.sql", "unique_id": "test.marketo_integration_tests.consistency_email_sends", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_sends"], "alias": "consistency_email_sends", "checksum": {"name": "sha256", "checksum": "b4f734c38a3c0642d00fc34acd3e70f360ae63730309f84c810c58bb5d8f44bc"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.1278474, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n{% set columns_to_exclude = var('consistency_test_exclude_columns', []) %}\n\n{% if not var('marketo__enable_campaigns', True) %}\n {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %}\n{% endif %}\n\n{% set columns_to_exclude = columns_to_exclude + var('consistency_test_exclude_metrics', []) %}\n\nwith prod as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'), \n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_prod.marketo__email_sends\n),\n\ndev as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'),\n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_dev.marketo__email_sends\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}, {"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_programs": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_programs", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_programs.sql", "original_file_path": "tests/consistency/consistency_programs.sql", "unique_id": "test.marketo_integration_tests.consistency_programs", "fqn": ["marketo_integration_tests", "consistency", "consistency_programs"], "alias": "consistency_programs", "checksum": {"name": "sha256", "checksum": "79b1dc46b3598adf475320d2ad801aae65dc2c75eb8ab6f8978057e84f743c17"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2071517, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true)\n) }}\n\n{% set exclude_cols = ['source_relation'] %}\n\n-- this test ensures the marketo__programs end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__programs\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__programs\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}, {"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_leads_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_leads_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_leads_count.sql", "original_file_path": "tests/consistency/consistency_leads_count.sql", "unique_id": "test.marketo_integration_tests.consistency_leads_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_leads_count"], "alias": "consistency_leads_count", "checksum": {"name": "sha256", "checksum": "579e62fa35fafbd3a49ecdea6a5b590a19a72262321d07072f045dc48c495e5f"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2162926, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__leads\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__leads\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_programs_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_programs_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_programs_count.sql", "original_file_path": "tests/consistency/consistency_programs_count.sql", "unique_id": "test.marketo_integration_tests.consistency_programs_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_programs_count"], "alias": "consistency_programs_count", "checksum": {"name": "sha256", "checksum": "25915245f50c1b58d10486cd5a510271a0914538fadabaac10ca159b1bfaaec8"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2228014, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__programs\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__programs\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_templates": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_templates", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_templates.sql", "original_file_path": "tests/consistency/consistency_email_templates.sql", "unique_id": "test.marketo_integration_tests.consistency_email_templates", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_templates"], "alias": "consistency_email_templates", "checksum": {"name": "sha256", "checksum": "d5767d34fd188b287d64c15a3ab83ef49592928fb57c9bfcf6d6aa0cef38c58f"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2298453, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n{% set columns_to_exclude = var('consistency_test_exclude_columns', []) + var('consistency_test_exclude_metrics', []) %}\n\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_prod.marketo__email_templates\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_dev.marketo__email_templates\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}, {"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_lead_history": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_lead_history", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_lead_history.sql", "original_file_path": "tests/consistency/consistency_lead_history.sql", "unique_id": "test.marketo_integration_tests.consistency_lead_history", "fqn": ["marketo_integration_tests", "consistency", "consistency_lead_history"], "alias": "consistency_lead_history", "checksum": {"name": "sha256", "checksum": "37c22d83990123f854d9a2e90e78233bb6a23a1d75046f4eabfe09090da349fb"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2399192, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n-- this test ensures the marketo__lead_history end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__lead_history\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__lead_history\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}, {"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_campaigns": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_campaigns", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_campaigns.sql", "original_file_path": "tests/consistency/consistency_campaigns.sql", "unique_id": "test.marketo_integration_tests.consistency_campaigns", "fqn": ["marketo_integration_tests", "consistency", "consistency_campaigns"], "alias": "consistency_campaigns", "checksum": {"name": "sha256", "checksum": "786bf8f52877d9b15615aaef3fb1142f3e895dbb25b87eff32abc382765a31b1"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762288645.2486222, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true)\n) }}\n\n-- this test ensures the marketo__campaigns end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__campaigns\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__campaigns\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}, {"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}]}, "parent_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["model.marketo.marketo__email_stats__by_program", "model.marketo.stg_marketo__program"], "model.marketo.marketo__lead_history": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"], "model.marketo.marketo__email_templates": ["model.marketo.marketo__email_stats__by_email_template", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__leads": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__campaigns": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.stg_marketo__campaigns"], "model.marketo.marketo__calendar_spine": ["model.marketo.stg_marketo__lead_tmp"], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "model.marketo.stg_marketo__lead": ["model.marketo.stg_marketo__lead_tmp"], "model.marketo.stg_marketo__program": ["model.marketo.stg_marketo__program_tmp"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "model.marketo.stg_marketo__campaigns": ["model.marketo.stg_marketo__campaign_tmp"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["source.marketo.marketo.activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["source.marketo.marketo.lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["source.marketo.marketo.lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["source.marketo.marketo.activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["source.marketo.marketo.program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["source.marketo.marketo.activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["source.marketo.marketo.email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["source.marketo.marketo.campaign"], "model.marketo.stg_marketo__activity_send_email_tmp": ["source.marketo.marketo.activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["source.marketo.marketo.activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["source.marketo.marketo.activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["source.marketo.marketo.activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["source.marketo.marketo.activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["source.marketo.marketo.activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.int_marketo__lead": ["model.marketo.stg_marketo__activity_delete_lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__lead"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__change_data_pivot": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "model.marketo.marketo__change_data_scd": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.int_marketo__lead", "model.marketo.marketo__calendar_spine"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_details": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": ["model.marketo.marketo__campaigns"], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": ["model.marketo.marketo__email_sends"], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": ["model.marketo.marketo__email_templates"], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": ["model.marketo.marketo__leads"], "test.marketo.not_null_marketo__programs_program_id.de885080e0": ["model.marketo.marketo__programs"], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": ["model.marketo.stg_marketo__activity_change_data_value"], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": ["model.marketo.stg_marketo__activity_click_email"], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": ["model.marketo.stg_marketo__activity_email_bounced"], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": ["model.marketo.stg_marketo__activity_email_delivered"], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": ["model.marketo.stg_marketo__activity_open_email"], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": ["model.marketo.stg_marketo__activity_send_email"], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": ["model.marketo.stg_marketo__campaigns"], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": ["model.marketo.stg_marketo__email_template_history"], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": ["model.marketo.stg_marketo__lead_describe"], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": ["model.marketo.stg_marketo__lead"], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": ["model.marketo.stg_marketo__program"], "source.marketo.marketo.lead": [], "source.marketo.marketo.lead_describe": [], "source.marketo.marketo.activity_change_data_value": [], "source.marketo.marketo.campaign": [], "source.marketo.marketo.program": [], "source.marketo.marketo.email_template_history": [], "source.marketo.marketo.activity_click_email": [], "source.marketo.marketo.activity_email_delivered": [], "source.marketo.marketo.activity_email_bounced": [], "source.marketo.marketo.activity_open_email": [], "source.marketo.marketo.activity_unsubscribe_email": [], "source.marketo.marketo.activity_send_email": [], "source.marketo.marketo.activity_delete_lead": [], "source.marketo.marketo.activity_merge_leads": []}, "child_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["test.marketo.not_null_marketo__programs_program_id.de885080e0"], "model.marketo.marketo__lead_history": ["test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a"], "model.marketo.marketo__email_templates": ["test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332"], "model.marketo.marketo__leads": ["test.marketo.not_null_marketo__leads_lead_id.4dd423c832"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.marketo__email_stats__by_email_template", "model.marketo.marketo__email_stats__by_lead", "model.marketo.marketo__email_stats__by_program", "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a"], "model.marketo.marketo__campaigns": ["test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf"], "model.marketo.marketo__calendar_spine": ["model.marketo.marketo__lead_calendar_spine"], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.marketo__unsubscribes__by_sent_email", "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.marketo__email_sends_deduped", "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.marketo__clicks__by_sent_email", "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.marketo__email_sends", "model.marketo.marketo__email_templates", "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa"], "model.marketo.stg_marketo__lead": ["model.marketo.int_marketo__lead", "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055"], "model.marketo.stg_marketo__program": ["model.marketo.marketo__programs", "test.marketo.not_null_stg_marketo__program_program_id.882bad918f"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.marketo__deliveries__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.marketo__opens__by_sent_email", "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.marketo__bounces__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2"], "model.marketo.stg_marketo__campaigns": ["model.marketo.marketo__campaigns", "model.marketo.marketo__email_sends", "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["model.marketo.marketo__calendar_spine", "model.marketo.stg_marketo__lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["model.marketo.stg_marketo__lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["model.marketo.stg_marketo__activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["model.marketo.stg_marketo__program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["model.marketo.stg_marketo__email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["model.marketo.stg_marketo__campaigns"], "model.marketo.stg_marketo__activity_send_email_tmp": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["model.marketo.stg_marketo__activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["model.marketo.stg_marketo__activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__leads"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__campaigns"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.int_marketo__lead": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine", "model.marketo.marketo__leads"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_pivot": ["model.marketo.marketo__change_data_scd"], "model.marketo.marketo__change_data_scd": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_templates"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__programs"], "model.marketo.marketo__change_data_details": ["model.marketo.marketo__change_data_scd"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": [], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": [], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": [], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": [], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": [], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": [], "test.marketo.not_null_marketo__programs_program_id.de885080e0": [], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": [], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": [], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": [], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": [], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": [], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": [], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": [], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": [], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": [], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": [], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": [], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": [], "source.marketo.marketo.lead": ["model.marketo.stg_marketo__lead_tmp"], "source.marketo.marketo.lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "source.marketo.marketo.activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "source.marketo.marketo.campaign": ["model.marketo.stg_marketo__campaign_tmp"], "source.marketo.marketo.program": ["model.marketo.stg_marketo__program_tmp"], "source.marketo.marketo.email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "source.marketo.marketo.activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "source.marketo.marketo.activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "source.marketo.marketo.activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "source.marketo.marketo.activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "source.marketo.marketo.activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "source.marketo.marketo.activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "source.marketo.marketo.activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "source.marketo.marketo.activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "group_map": {}, "saved_queries": {}, "semantic_models": {}, "unit_tests": {}} \ No newline at end of file +{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v12.json", "dbt_version": "1.10.13", "generated_at": "2025-11-06T20:25:25.362372Z", "invocation_id": "05c1c338-dff9-4ec6-ba07-77b10e6ef52f", "invocation_started_at": "2025-11-06T20:25:14.108498+00:00", "env": {}, "project_name": "marketo_integration_tests", "project_id": "6be585827f2d702a875759beb87a54b1", "user_id": null, "send_anonymous_usage_stats": false, "adapter_type": "postgres", "quoting": {"database": true, "schema": true, "identifier": true, "column": null}}, "nodes": {"seed.marketo_integration_tests.marketo_email_template_history_data": {"database": "postgres", "schema": "public", "name": "marketo_email_template_history_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_email_template_history_data.csv", "original_file_path": "seeds/marketo_email_template_history_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_email_template_history_data", "fqn": ["marketo_integration_tests", "marketo_email_template_history_data"], "alias": "marketo_email_template_history_data", "checksum": {"name": "sha256", "checksum": "88720f1d192884ba6a37ef4b5d7c6d71854d4317881e3c05527c647f3110819c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp", "updated_at": "timestamp"}}, "created_at": 1762460716.56825, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_bounced_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_bounced_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_bounced_data.csv", "original_file_path": "seeds/marketo_activity_email_bounced_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_bounced_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_bounced_data"], "alias": "marketo_activity_email_bounced_data", "checksum": {"name": "sha256", "checksum": "84ad6102d1351832188e16498b2b5253479cbe9e5fd9d77ccb9f97b210af8f67"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.5755208, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_campaign_data": {"database": "postgres", "schema": "public", "name": "marketo_campaign_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_campaign_data.csv", "original_file_path": "seeds/marketo_campaign_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_campaign_data", "fqn": ["marketo_integration_tests", "marketo_campaign_data"], "alias": "marketo_campaign_data", "checksum": {"name": "sha256", "checksum": "c2dec4e9b5d9551cc21da6efb838d60c2d4f1a015c40a7765753bf3bb1f6a56a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.578568, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_delete_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_delete_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_delete_lead_data.csv", "original_file_path": "seeds/marketo_activity_delete_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_delete_lead_data", "fqn": ["marketo_integration_tests", "marketo_activity_delete_lead_data"], "alias": "marketo_activity_delete_lead_data", "checksum": {"name": "sha256", "checksum": "4798018fe3ad445e062842e31f2ab12d165e11784128c0374a24622af39d9851"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.5815775, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_open_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_open_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_open_email_data.csv", "original_file_path": "seeds/marketo_activity_open_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_open_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_open_email_data"], "alias": "marketo_activity_open_email_data", "checksum": {"name": "sha256", "checksum": "c2e6f02fb886b1acf308d01f7ac0c8123d6bf83ed235e93cf776d0b03bf48194"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.5847309, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_merge_leads_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_merge_leads_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_merge_leads_data.csv", "original_file_path": "seeds/marketo_activity_merge_leads_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_merge_leads_data", "fqn": ["marketo_integration_tests", "marketo_activity_merge_leads_data"], "alias": "marketo_activity_merge_leads_data", "checksum": {"name": "sha256", "checksum": "24ad90300354e3399ee9da754c62c3d76e3d36f3d57be16c71e7734545a104a8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.5877347, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_unsubscribe_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_unsubscribe_email_data.csv", "original_file_path": "seeds/marketo_activity_unsubscribe_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_unsubscribe_email_data"], "alias": "marketo_activity_unsubscribe_email_data", "checksum": {"name": "sha256", "checksum": "9e875888fdd08766cdd8ed980dc75c0fe6d0875af6bd9e32e31df4e1e2e6a1f8"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.5907009, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_email_delivered_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_email_delivered_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_email_delivered_data.csv", "original_file_path": "seeds/marketo_activity_email_delivered_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_email_delivered_data", "fqn": ["marketo_integration_tests", "marketo_activity_email_delivered_data"], "alias": "marketo_activity_email_delivered_data", "checksum": {"name": "sha256", "checksum": "b2243d0565a9b1d4f98aaf79cf1ee52b48f8f2015eea1e748d126925bf15cad6"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.5936887, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_click_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_click_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_click_email_data.csv", "original_file_path": "seeds/marketo_activity_click_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_click_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_click_email_data"], "alias": "marketo_activity_click_email_data", "checksum": {"name": "sha256", "checksum": "97c60db60ffb7cef6797417f9eeeed5c72e0f8e8a0001972911b2b74884591c5"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.5967898, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_data.csv", "original_file_path": "seeds/marketo_lead_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_data", "fqn": ["marketo_integration_tests", "marketo_lead_data"], "alias": "marketo_lead_data", "checksum": {"name": "sha256", "checksum": "f31f8f352f46ccc6cbb1a26d0f277aff3b231a8cc8b79a948962b90687566a1a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"created_at": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"created_at": "timestamp"}}, "created_at": 1762460716.5999582, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_change_data_value_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_change_data_value_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_change_data_value_data.csv", "original_file_path": "seeds/marketo_activity_change_data_value_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_change_data_value_data", "fqn": ["marketo_integration_tests", "marketo_activity_change_data_value_data"], "alias": "marketo_activity_change_data_value_data", "checksum": {"name": "sha256", "checksum": "50150cbdd92fde6155258db2e872f0ada8aa08c9d1d86b944e4895f9f4b457af"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1762460716.603079, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_program_data": {"database": "postgres", "schema": "public", "name": "marketo_program_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_program_data.csv", "original_file_path": "seeds/marketo_program_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_program_data", "fqn": ["marketo_integration_tests", "marketo_program_data"], "alias": "marketo_program_data", "checksum": {"name": "sha256", "checksum": "b8086d8f192438267b139c516bcccfc9a52364633d951bef3c60254cd002bd55"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.6061006, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_lead_describe_data": {"database": "postgres", "schema": "public", "name": "marketo_lead_describe_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_lead_describe_data.csv", "original_file_path": "seeds/marketo_lead_describe_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_lead_describe_data", "fqn": ["marketo_integration_tests", "marketo_lead_describe_data"], "alias": "marketo_lead_describe_data", "checksum": {"name": "sha256", "checksum": "82b41788229917c7b5e11620f8093c5664ac80b42f055810c66c2c30a22dad65"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}}, "created_at": 1762460716.6091578, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "seed.marketo_integration_tests.marketo_activity_send_email_data": {"database": "postgres", "schema": "public", "name": "marketo_activity_send_email_data", "resource_type": "seed", "package_name": "marketo_integration_tests", "path": "marketo_activity_send_email_data.csv", "original_file_path": "seeds/marketo_activity_send_email_data.csv", "unique_id": "seed.marketo_integration_tests.marketo_activity_send_email_data", "fqn": ["marketo_integration_tests", "marketo_activity_send_email_data"], "alias": "marketo_activity_send_email_data", "checksum": {"name": "sha256", "checksum": "ae84d3239cddebc24fa0865f320e4a607be5e9ca6c72a0178f96dad515e16f5c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {"activity_date": "timestamp"}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": false, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": false, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"docs": {"show": false}, "column_types": {"activity_date": "timestamp"}}, "created_at": 1762460716.6122222, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "raw_code": "", "doc_blocks": [], "root_path": "/home/runner/work/dbt_marketo/dbt_marketo/integration_tests", "depends_on": {"macros": []}}, "model.marketo.marketo__programs": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__programs", "resource_type": "model", "package_name": "marketo", "path": "marketo__programs.sql", "original_file_path": "models/marketo__programs.sql", "unique_id": "model.marketo.marketo__programs", "fqn": ["marketo", "marketo__programs"], "alias": "marketo__programs", "checksum": {"name": "sha256", "checksum": "ad56935f9550589fa84d185e5c2a1addcc70559767f9994ee8d2ff951cf6fc44"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo program.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460718.0014522, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__programs\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith programs as (\n\n select *\n from {{ ref('stg_marketo__program') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_program') }}\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n on programs.source_relation = email_stats.source_relation\n and programs.program_id = email_stats.program_id\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}, {"name": "marketo__email_stats__by_program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__program", "model.marketo.marketo__email_stats__by_program"]}, "compiled_path": "target/compiled/marketo/models/marketo__programs.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), programs as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_program\n\n), joined as (\n\n select\n programs.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from programs\n left join email_stats\n on programs.source_relation = email_stats.source_relation\n and programs.program_id = email_stats.program_id\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_program", "sql": " __dbt__cte__marketo__email_stats__by_program as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__lead_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_history", "resource_type": "model", "package_name": "marketo", "path": "marketo__lead_history.sql", "original_file_path": "models/marketo__lead_history.sql", "unique_id": "model.marketo.marketo__lead_history", "fqn": ["marketo", "marketo__lead_history"], "alias": "marketo__lead_history", "checksum": {"name": "sha256", "checksum": "7e1f3264281d79b0ae7bfb3a2f043407ed8e8271533dafd5e1d1caa4ccd2f0a8"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_history_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "Each record is what a Marketo lead looked like on each day. The columns in this model are specified with the `lead_history_columns` variable.\nThe start date is configured by the `marketo__first_date` variable, which by default, for dbt Core\u2122 users, is the date of the earliest lead record. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_history_id": {"name": "lead_history_id", "description": "Surrogate key hashing date_day, lead_id, and source_relation.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "date_day": {"name": "date_day", "description": "The date of the lead was observed in this state. For dbt Core\u2122 users, the default earliest `date_day` will be the date of the earliest lead record. This can be adjusted via the `marketo__first_date` variable. For Fivetran Quickstart Data Model users, `marketo__first_date` is 18 months in the past. There is currently no way to adjust this within the Quickstart environment, though incremental model runs will slowly look further and further in the past. However, please be aware that a full refresh will reset the clock and limit data to 18 months prior.\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_history_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762460717.982485, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_history_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_scd')) -%}\n{% set filtered_change_data_columns = [] %}\n{% for col in change_data_columns if col.name|lower not in ['lead_id','valid_to','lead_day_id','source_relation'] %}\n {% set filtered_change_data_columns = filtered_change_data_columns.append(col) %}\n{% endfor %}\n\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_scd') }}\n {% if is_incremental() %}\n where valid_to >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), calendar as (\n\n select *\n from {{ ref('marketo__lead_calendar_spine') }}\n where date_day <= current_date\n {% if is_incremental() %}\n and date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), joined as (\n\n select \n calendar.source_relation,\n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n {% for col in filtered_change_data_columns %} \n , {{ col.name }}\n {% endfor %}\n from calendar\n left join change_data\n on calendar.source_relation = change_data.source_relation\n and calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n source_relation,\n date_day,\n lead_id,\n new_values_present\n \n {% for col in filtered_change_data_columns %} \n , joined.{{ col.name }}\n -- create a batch/partition once a new value is provided\n , sum(case when new_values_present then 1\n else 0 end) over (\n partition by lead_id {{ marketo.partition_by_source_relation() }}\n order by coalesce(date_day, current_date) desc\n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n {% endfor %}\n from joined\n\n), backfill as (\n\n select\n source_relation,\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n {% for col in filtered_change_data_columns %} \n , first_value({{ col.name }}) over (\n partition by lead_id, {{ col.name }}_partition {{ marketo.partition_by_source_relation() }}\n order by date_day desc\n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endfor %}\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id'] )}} as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__change_data_scd", "package": null, "version": null}, {"name": "marketo__lead_calendar_spine", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"]}, "compiled_path": "target/compiled/marketo/models/marketo__lead_history.sql", "compiled": true, "compiled_code": "\n\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"\n \n where valid_to >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"\n where date_day <= current_date\n \n and date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\")\n \n\n), joined as (\n\n select \n calendar.source_relation,\n calendar.date_day,\n calendar.lead_id,\n change_data.lead_id is not null as new_values_present\n \n from calendar\n left join change_data\n on calendar.source_relation = change_data.source_relation\n and calendar.lead_id = change_data.lead_id\n and calendar.date_day = change_data.valid_to\n\n), field_partitions as (\n\n select\n source_relation,\n date_day,\n lead_id,\n new_values_present\n \n \n from joined\n\n), backfill as (\n\n select\n source_relation,\n date_day,\n lead_id \n -- For each lead on each day, find the state of each column from the next record where a change occurred,\n -- identified by the presence of a record from the SCD table on that day\n \n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_history_id\n from backfill\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_templates": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_templates", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_templates.sql", "original_file_path": "models/marketo__email_templates.sql", "unique_id": "model.marketo.marketo__email_templates", "fqn": ["marketo", "marketo__email_templates"], "alias": "marketo__email_templates", "checksum": {"name": "sha256", "checksum": "dc87e6612b6dd1a831bb0e13858888d9ff8008fd7bbbe0fb624208696f2e495d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is the most recent version of an email template.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_template_id": {"name": "email_template_id", "description": "ID of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of records for a given email_template_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.9804888, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"", "raw_code": "with email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_email_template') }}\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n on email_templates.email_template_id = email_stats.email_template_id\n and email_templates.source_relation = email_stats.source_relation\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}, {"name": "marketo__email_stats__by_email_template", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__email_template_history", "model.marketo.marketo__email_stats__by_email_template"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_templates.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n where is_most_recent_version = True\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_email_template\n\n), joined as (\n\n select\n email_templates.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from email_templates\n left join email_stats\n on email_templates.email_template_id = email_stats.email_template_id\n and email_templates.source_relation = email_stats.source_relation\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_email_template", "sql": " __dbt__cte__marketo__email_stats__by_email_template as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__leads", "resource_type": "model", "package_name": "marketo", "path": "marketo__leads.sql", "original_file_path": "models/marketo__leads.sql", "unique_id": "model.marketo.marketo__leads", "fqn": ["marketo", "marketo__leads"], "alias": "marketo__leads", "checksum": {"name": "sha256", "checksum": "0940f13d124f048b087fbbe83f740f76af4ef1ec641a20adbbe4a6a2aecd4795"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a Marketo lead.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp for when each lead was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp for when each lead was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_deleted": {"name": "is_deleted", "description": "Indicates if the lead record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_into_lead_id": {"name": "merged_into_lead_id", "description": "The ID of the lead into which this lead was merged.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_merged": {"name": "is_merged", "description": "Flag indicating whether the lead has been merged into another lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.9965124, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__leads\"", "raw_code": "with leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_lead') }}\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n on leads.source_relation = email_stats.source_relation \n and leads.lead_id = email_stats.lead_id\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__email_stats__by_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"]}, "compiled_path": "target/compiled/marketo/models/marketo__leads.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_lead\n\n), joined as (\n\n select\n leads.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from leads\n left join email_stats\n on leads.source_relation = email_stats.source_relation \n and leads.lead_id = email_stats.lead_id\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_lead", "sql": " __dbt__cte__marketo__email_stats__by_lead as (\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_sends": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends", "resource_type": "model", "package_name": "marketo", "path": "marketo__email_sends.sql", "original_file_path": "models/marketo__email_sends.sql", "unique_id": "model.marketo.marketo__email_sends", "fqn": ["marketo", "marketo__email_sends"], "alias": "marketo__email_sends", "checksum": {"name": "sha256", "checksum": "388b71dc6bc25508ed61a2083c25767dfdbb0ae0ff0c5091462fa649f4fce479"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is a sent email in Marketo to a user.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "The ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_rank": {"name": "activity_rank", "description": "Assigned rank for a given email_send_id, determined by ascending order of activity_timestamp. Earliest activity_timestamp gets rank 1.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "was_opened": {"name": "was_opened", "description": "Whether the email send was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_bounced": {"name": "was_bounced", "description": "Whether the email send bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_clicked": {"name": "was_clicked", "description": "Whether the email send was clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_delivered": {"name": "was_delivered", "description": "Whether the email send was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "was_unsubscribed": {"name": "was_unsubscribed", "description": "Whether the email send resulted in the user unsubscribing.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "The type of the email send's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email send's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email send was operational.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.8859181, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"", "raw_code": "with sends as (\n\n select *\n from {{ ref('marketo__email_sends_deduped') }}\n\n), opens as (\n\n select *\n from {{ ref('marketo__opens__by_sent_email') }}\n\n), bounces as (\n\n select *\n from {{ ref('marketo__bounces__by_sent_email') }}\n\n), clicks as (\n\n select *\n from {{ ref('marketo__clicks__by_sent_email') }}\n\n), deliveries as (\n\n select *\n from {{ ref('marketo__deliveries__by_sent_email') }}\n\n), unsubscribes as (\n\n select *\n from {{ ref('marketo__unsubscribes__by_sent_email') }}\n\n{% if var('marketo__enable_campaigns', True) %}\n\n), campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n{% endif %}\n\n), email_templates as (\n\n select *\n from {{ ref('stg_marketo__email_template_history') }}\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens\n on sends.source_relation = opens.source_relation\n and sends.email_send_id = opens.email_send_id\n left join bounces\n on sends.source_relation = bounces.source_relation\n and sends.email_send_id = bounces.email_send_id\n left join clicks\n on sends.source_relation = clicks.source_relation\n and sends.email_send_id = clicks.email_send_id\n left join deliveries\n on sends.source_relation = deliveries.source_relation\n and sends.email_send_id = deliveries.email_send_id\n left join unsubscribes\n on sends.source_relation = unsubscribes.source_relation\n and sends.email_send_id = unsubscribes.email_send_id\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n {% if var('marketo__enable_campaigns', True) %}\n campaigns.campaign_type,\n campaigns.program_id,\n {% endif %}\n email_templates.is_operational\n from booleans\n {% if var('marketo__enable_campaigns', True) %}\n left join campaigns\n on booleans.source_relation = campaigns.source_relation\n and booleans.campaign_id = campaigns.campaign_id\n {% endif %}\n left join email_templates\n on booleans.source_relation = email_templates.source_relation\n and booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp\n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends_deduped", "package": null, "version": null}, {"name": "marketo__opens__by_sent_email", "package": null, "version": null}, {"name": "marketo__bounces__by_sent_email", "package": null, "version": null}, {"name": "marketo__clicks__by_sent_email", "package": null, "version": null}, {"name": "marketo__deliveries__by_sent_email", "package": null, "version": null}, {"name": "marketo__unsubscribes__by_sent_email", "package": null, "version": null}, {"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/marketo__email_sends.sql", "compiled": true, "compiled_code": "with __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n), __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n), sends as (\n\n select *\n from __dbt__cte__marketo__email_sends_deduped\n\n), opens as (\n\n select *\n from __dbt__cte__marketo__opens__by_sent_email\n\n), bounces as (\n\n select *\n from __dbt__cte__marketo__bounces__by_sent_email\n\n), clicks as (\n\n select *\n from __dbt__cte__marketo__clicks__by_sent_email\n\n), deliveries as (\n\n select *\n from __dbt__cte__marketo__deliveries__by_sent_email\n\n), unsubscribes as (\n\n select *\n from __dbt__cte__marketo__unsubscribes__by_sent_email\n\n\n\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n\n\n), email_templates as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\n\n), metrics as (\n\n select\n sends.*,\n coalesce(opens.count_opens, 0) as count_opens,\n coalesce(bounces.count_bounces, 0) as count_bounces,\n coalesce(clicks.count_clicks, 0) as count_clicks,\n coalesce(deliveries.count_deliveries, 0) as count_deliveries,\n coalesce(unsubscribes.count_unsubscribes, 0) as count_unsubscribes\n from sends\n left join opens\n on sends.source_relation = opens.source_relation\n and sends.email_send_id = opens.email_send_id\n left join bounces\n on sends.source_relation = bounces.source_relation\n and sends.email_send_id = bounces.email_send_id\n left join clicks\n on sends.source_relation = clicks.source_relation\n and sends.email_send_id = clicks.email_send_id\n left join deliveries\n on sends.source_relation = deliveries.source_relation\n and sends.email_send_id = deliveries.email_send_id\n left join unsubscribes\n on sends.source_relation = unsubscribes.source_relation\n and sends.email_send_id = unsubscribes.email_send_id\n\n), booleans as (\n\n select\n *,\n count_opens > 0 as was_opened,\n count_bounces > 0 as was_bounced,\n count_clicks > 0 as was_clicked,\n count_deliveries > 0 as was_delivered,\n count_unsubscribes > 0 as was_unsubscribed\n from metrics\n\n), joined as (\n\n select \n booleans.*,\n \n campaigns.campaign_type,\n campaigns.program_id,\n \n email_templates.is_operational\n from booleans\n \n left join campaigns\n on booleans.source_relation = campaigns.source_relation\n and booleans.campaign_id = campaigns.campaign_id\n \n left join email_templates\n on booleans.source_relation = email_templates.source_relation\n and booleans.email_template_id = email_templates.email_template_id\n and booleans.activity_timestamp\n between email_templates.valid_from\n and coalesce(email_templates.valid_to, cast('2099-01-01' as timestamp))\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_sends_deduped", "sql": " __dbt__cte__marketo__email_sends_deduped as (\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered\n)"}, {"id": "model.marketo.marketo__opens__by_sent_email", "sql": " __dbt__cte__marketo__opens__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__bounces__by_sent_email", "sql": " __dbt__cte__marketo__bounces__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__clicks__by_sent_email", "sql": " __dbt__cte__marketo__clicks__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__deliveries__by_sent_email", "sql": " __dbt__cte__marketo__deliveries__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}, {"id": "model.marketo.marketo__unsubscribes__by_sent_email", "sql": " __dbt__cte__marketo__unsubscribes__by_sent_email as (\nwith activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "marketo__campaigns.sql", "original_file_path": "models/marketo__campaigns.sql", "unique_id": "model.marketo.marketo__campaigns", "fqn": ["marketo", "marketo__campaigns"], "alias": "marketo__campaigns", "checksum": {"name": "sha256", "checksum": "77b5c1861032435de3fb8e89a85ac859cf5bcfc1ebf26927f75cd7771d9e6612"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Each record is Marketo campaign.", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "count_sends": {"name": "count_sends", "description": "Count of total sends from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_sends"]}, "count_opens": {"name": "count_opens", "description": "Count of total opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_opens"]}, "count_bounces": {"name": "count_bounces", "description": "Count of total bounces from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_bounces"]}, "count_clicks": {"name": "count_clicks", "description": "Count of total clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_clicks"]}, "count_deliveries": {"name": "count_deliveries", "description": "Count of total deliveries from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_deliveries"]}, "count_unsubscribes": {"name": "count_unsubscribes", "description": "Count of total unsubscribes from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unsubscribes"]}, "count_unique_opens": {"name": "count_unique_opens", "description": "Count of unique opens from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_opens"]}, "count_unique_clicks": {"name": "count_unique_clicks", "description": "Count of unique clicks from related email sends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.count_unique_clicks"]}, "computed_url": {"name": "computed_url", "description": "The URL computed for the campaign, used for tracking or reference.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow associated with the campaign, defining the actions taken.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "ID of the folder where the campaign is stored in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "Type of folder (e.g., program, campaign) that stores the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether the communication limit is enabled for the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Indicates if the campaign can be requested externally.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether the campaign is a system-level campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "Maximum number of members that can be part of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "Type of qualification rule governing campaign entry.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "Interval for the qualification rule, specifying campaign entry frequency.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "Unit for the qualification interval (e.g., hours, days).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "Timestamp when the recurrence of the campaign starts.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "Timestamp when the recurrence of the campaign ends.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "Type of interval for the recurrence (e.g., daily, weekly).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "Frequency of recurrence (e.g., every 1 day).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether recurrence occurs only on weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "Day of the month when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "Day of the week when the campaign recurs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "Week of the month when the campaign recurs (e.g., first week).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "ID of the smart list associated with the campaign, used for targeting.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Current status of the campaign (e.g., active, paused).", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460717.8775854, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith campaigns as (\n\n select *\n from {{ ref('stg_marketo__campaigns') }}\n\n), email_stats as (\n\n select *\n from {{ ref('marketo__email_stats__by_campaign') }}\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n on campaigns.source_relation = email_stats.source_relation\n and campaigns.campaign_id = email_stats.campaign_id\n\n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}, {"name": "marketo__email_stats__by_campaign", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__campaigns", "model.marketo.marketo__email_stats__by_campaign"]}, "compiled_path": "target/compiled/marketo/models/marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n), campaigns as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\n\n), email_stats as (\n\n select *\n from __dbt__cte__marketo__email_stats__by_campaign\n\n), joined as (\n\n select\n campaigns.*,\n coalesce(email_stats.count_sends, 0) as count_sends,\n coalesce(email_stats.count_opens, 0) as count_opens,\n coalesce(email_stats.count_bounces, 0) as count_bounces,\n coalesce(email_stats.count_clicks, 0) as count_clicks,\n coalesce(email_stats.count_deliveries, 0) as count_deliveries,\n coalesce(email_stats.count_unsubscribes, 0) as count_unsubscribes,\n coalesce(email_stats.count_unique_opens, 0) as count_unique_opens,\n coalesce(email_stats.count_unique_clicks, 0) as count_unique_clicks\n from campaigns\n left join email_stats\n on campaigns.source_relation = email_stats.source_relation\n and campaigns.campaign_id = email_stats.campaign_id\n\n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [{"id": "model.marketo.marketo__email_stats__by_campaign", "sql": " __dbt__cte__marketo__email_stats__by_campaign as (\n\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated\n)"}], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "utils/marketo__calendar_spine.sql", "original_file_path": "models/utils/marketo__calendar_spine.sql", "unique_id": "model.marketo.marketo__calendar_spine", "fqn": ["marketo", "utils", "marketo__calendar_spine"], "alias": "marketo__calendar_spine", "checksum": {"name": "sha256", "checksum": "1031ff0611d90da0aaa62337a0b127a6d1ea14af89a0460b7b6d180d95963c12"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460716.9089208, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"", "raw_code": "-- depends_on: {{ ref('stg_marketo__lead_tmp') }}\n\nwith spine as (\n\n {% if execute %}\n {% set first_date_query %}\n select min( created_at ) as min_date from {{ ref('stg_marketo__lead_tmp') }}\n {% endset %}\n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n {% set first_date = var('marketo__first_date', run_query(first_date_query).columns[0][0]|string) %}\n \n {% if target.type == 'postgres' %}\n {% set first_date_adjust = \"cast('\" ~ first_date[0:10] ~ \"' as date)\" %}\n\n {% else %}\n {% set first_date_adjust = \"'\" ~ first_date[0:10] ~ \"'\" %}\n\n {% endif %}\n\n {% else %} {% set first_date_adjust = \"2016-01-01\" %}\n \n {% endif %}\n\n{{\n dbt_utils.date_spine(\n datepart = \"day\", \n start_date = first_date_adjust,\n end_date = dbt.dateadd(\"week\", 1, \"current_date\")\n ) \n}}\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt_utils.date_spine", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/utils/marketo__calendar_spine.sql", "compiled": true, "compiled_code": "-- depends_on: \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"\n\nwith spine as (\n\n \n \n\n -- can set first date with var marketo__first_date; \n -- default first date is the minimum date of stg_marketo__lead\n \n \n \n \n\n \n\n \n\n\n\n\n\n\n\nwith rawdata as (\n\n \n\n \n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n \n p0.generated_number * power(2, 0)\n + \n \n p1.generated_number * power(2, 1)\n + \n \n p2.generated_number * power(2, 2)\n + \n \n p3.generated_number * power(2, 3)\n + \n \n p4.generated_number * power(2, 4)\n + \n \n p5.generated_number * power(2, 5)\n + \n \n p6.generated_number * power(2, 6)\n + \n \n p7.generated_number * power(2, 7)\n + \n \n p8.generated_number * power(2, 8)\n + \n \n p9.generated_number * power(2, 9)\n + \n \n p10.generated_number * power(2, 10)\n + \n \n p11.generated_number * power(2, 11)\n \n \n + 1\n as generated_number\n\n from\n\n \n p as p0\n cross join \n \n p as p1\n cross join \n \n p as p2\n cross join \n \n p as p3\n cross join \n \n p as p4\n cross join \n \n p as p5\n cross join \n \n p as p6\n cross join \n \n p as p7\n cross join \n \n p as p8\n cross join \n \n p as p9\n cross join \n \n p as p10\n cross join \n \n p as p11\n \n \n\n )\n\n select *\n from unioned\n where generated_number <= 2146\n order by generated_number\n\n\n\n),\n\nall_periods as (\n\n select (\n \n\n cast('2019-12-29' as date) + ((interval '1 day') * (row_number() over (order by generated_number) - 1))\n\n\n ) as date_day\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_day <= \n\n current_date + ((interval '1 week') * (1))\n\n\n\n)\n\nselect * from filtered\n\n\n\n), recast as (\n select cast(date_day as date) as date_day\n from spine\n)\n\nselect *\nfrom recast", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_change_data_value.sql", "original_file_path": "models/staging/stg_marketo__activity_change_data_value.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value", "fqn": ["marketo", "staging", "stg_marketo__activity_change_data_value"], "alias": "stg_marketo__activity_change_data_value", "checksum": {"name": "sha256", "checksum": "5a6e60fc021a7ba905d050d534d642f30a43028eab3dc313aa5dbb3cc75ef75f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_reason": {"name": "change_reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "change_source": {"name": "change_source", "description": "Source of the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user_id": {"name": "modifying_user_id", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2295864, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_change_data_value_tmp')),\n staging_columns=get_activity_change_data_value_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_change_data_value_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_change_data_value_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_change_data_value.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n api_method_name\n \n as \n \n api_method_name\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n modifying_user\n \n as \n \n modifying_user\n \n, \n \n \n new_value\n \n as \n \n new_value\n \n, \n \n \n old_value\n \n as \n \n old_value\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n reason\n \n as \n \n reason\n \n, \n \n \n request_id\n \n as \n \n request_id\n \n, \n \n \n source\n \n as \n \n source\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n api_method_name,\n campaign_id,\n id as activity_id,\n lead_id,\n modifying_user as modifying_user_id,\n new_value,\n old_value,\n primary_attribute_value,\n primary_attribute_value_id,\n reason as change_reason,\n request_id,\n source as change_source\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_unsubscribe_email.sql", "original_file_path": "models/staging/stg_marketo__activity_unsubscribe_email.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email", "fqn": ["marketo", "staging", "stg_marketo__activity_unsubscribe_email"], "alias": "stg_marketo__activity_unsubscribe_email", "checksum": {"name": "sha256", "checksum": "26cf80845795360f33ae28a3e322c4a02839aa82d9d7bdfacfd8c493ca6bd0d8"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2396886, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_unsubscribe_email_tmp')),\n staging_columns=get_activity_unsubscribe_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_unsubscribe_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_unsubscribe_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_unsubscribe_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n client_ip_address\n \n as \n \n client_ip_address\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n form_fields\n \n as \n \n form_fields\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n query_parameters\n \n as \n \n query_parameters\n \n, \n \n \n referrer_url\n \n as \n \n referrer_url\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n, \n \n \n webform_id\n \n as \n \n webform_id\n \n, \n \n \n webpage_id\n \n as \n \n webpage_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n client_ip_address,\n email_template_id,\n form_fields,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n query_parameters,\n referrer_url,\n user_agent,\n webform_id,\n webpage_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_send_email.sql", "original_file_path": "models/staging/stg_marketo__activity_send_email.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email", "fqn": ["marketo", "staging", "stg_marketo__activity_send_email"], "alias": "stg_marketo__activity_send_email", "checksum": {"name": "sha256", "checksum": "ffba902ac0a3c16c0ef100e1647fe35667ed8fc61cb278734a648ab99ac587a0"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2383454, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_send_email_tmp')),\n staging_columns=get_activity_send_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__activity_send_email_passthrough_columns') }}\n\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_send_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_send_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.fivetran_utils.fill_pass_through_columns", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_send_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_send_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n action_result\n \n as \n \n action_result\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n action_result,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n\n \n\n\n\n\n\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_click_email.sql", "original_file_path": "models/staging/stg_marketo__activity_click_email.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email", "fqn": ["marketo", "staging", "stg_marketo__activity_click_email"], "alias": "stg_marketo__activity_click_email", "checksum": {"name": "sha256", "checksum": "cb87031ec9d77462538605062a1334e207658cbd4335d07d7f5e2954344be93f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "Timestamp of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_device": {"name": "click_device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "click_link_url": {"name": "click_link_url", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_platform": {"name": "user_platform", "description": "The user's operating platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.232165, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_click_email_tmp')),\n staging_columns=get_activity_click_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_click_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_click_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_click_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_click_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n link\n \n as \n \n link\n \n, \n cast(null as TEXT) as \n \n link_id\n \n , \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device as click_device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n link as click_link_url,\n platform as user_platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_delete_lead.sql", "original_file_path": "models/staging/stg_marketo__activity_delete_lead.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead", "fqn": ["marketo", "staging", "stg_marketo__activity_delete_lead"], "alias": "stg_marketo__activity_delete_lead", "checksum": {"name": "sha256", "checksum": "d8a19fbc7519c35446c20295fb68ea7548423d58751c37f1cdaf8e2f91801db9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with deleted lead activities", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460718.2513607, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__activity_delete_lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_delete_lead_tmp')),\n staging_columns=get_activity_delete_lead_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_delete_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp"], "nodes": ["model.marketo.stg_marketo__activity_delete_lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_delete_lead.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign\n \n as \n \n campaign\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign as campaign_name,\n campaign_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead_describe.sql", "original_file_path": "models/staging/stg_marketo__lead_describe.sql", "unique_id": "model.marketo.stg_marketo__lead_describe", "fqn": ["marketo", "staging", "stg_marketo__lead_describe"], "alias": "stg_marketo__lead_describe", "checksum": {"name": "sha256", "checksum": "1686e5fd2b99e3f3d3fba0646edab20ab9cccdf2bab7c3d01cef02bcef22d6ec"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_describe_id": {"name": "lead_describe_id", "description": "ID of the description.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "field_max_length": {"name": "field_max_length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_rest_readonly": {"name": "is_rest_readonly", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_soap_readonly": {"name": "is_soap_readonly", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name": {"name": "rest_name", "description": "Description of REST API usage attributes in camel case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "rest_name_xf": {"name": "rest_name_xf", "description": "Description of REST API usage attributes in snake case.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soap_name": {"name": "soap_name", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2468874, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_describe_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_describe_tmp')),\n staging_columns=get_lead_describe_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_describe_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_describe_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation"], "nodes": ["model.marketo.stg_marketo__lead_describe_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead_describe.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n data_type\n \n as \n \n data_type\n \n, \n \n \n display_name\n \n as \n \n display_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n length\n \n as \n \n length\n \n, \n \n \n restname\n \n as \n \n restname\n \n, \n \n \n restread_only\n \n as \n \n restread_only\n \n, \n \n \n soapname\n \n as \n \n soapname\n \n, \n \n \n soapread_only\n \n as \n \n soapread_only\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n data_type,\n display_name,\n id as lead_describe_id,\n length as field_max_length,\n restname as rest_name,\n restread_only as is_rest_readonly,\n soapname as soap_name,\n soapread_only as is_soap_readonly\n from macro\n\n), regex as (\n\n select \n *,\n case\n when rest_name like '%\\\\_\\\\_c%' then lower(rest_name)\n else ltrim(lower(regexp_replace(rest_name, '[A-Z]','_\\\\0')),'_')\n end as rest_name_xf\n from fields\n\n)\n\nselect *\nfrom regex", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__email_template_history": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__email_template_history.sql", "original_file_path": "models/staging/stg_marketo__email_template_history.sql", "unique_id": "model.marketo.stg_marketo__email_template_history", "fqn": ["marketo", "staging", "stg_marketo__email_template_history"], "alias": "stg_marketo__email_template_history", "checksum": {"name": "sha256", "checksum": "2d72372822fa6fc87fbdc60926e92be0c4db280d6f451e77c7393b6281c7bfba"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "email_template_history_id": {"name": "email_template_history_id", "description": "ID of the version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_subject": {"name": "email_subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "ID of the email template", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_name": {"name": "email_template_name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_status": {"name": "email_template_status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_url": {"name": "email_template_url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_name": {"name": "folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "has_web_view_enabled": {"name": "has_web_view_enabled", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_version": {"name": "inferred_version", "description": "Incrementing integer version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_most_recent_version": {"name": "is_most_recent_version", "description": "Whether it is the most recent version of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_operational": {"name": "is_operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_text_only": {"name": "is_text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "parent_template_id": {"name": "parent_template_id", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "total_count_of_versions": {"name": "total_count_of_versions", "description": "Count of versions of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_from": {"name": "valid_from", "description": "When the version of the email template was is valid from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "valid_to": {"name": "valid_to", "description": "When the version of the email template was is valid to.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version_type": {"name": "version_type", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.243615, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__email_template_history_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__email_template_history_tmp')),\n staging_columns=get_email_template_history_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id {{ marketo.partition_by_source_relation() }} order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id {{ marketo.partition_by_source_relation() }}) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id {{ marketo.partition_by_source_relation() }} order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','email_template_id','inferred_version'] )}} as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}, {"name": "stg_marketo__email_template_history_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_email_template_history_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.marketo.partition_by_source_relation", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__email_template_history_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__email_template_history.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n folder_folder_name\n \n as \n \n folder_folder_name\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n folder_value\n \n as \n \n folder_value\n \n, \n \n \n from_email\n \n as \n \n from_email\n \n, \n \n \n from_name\n \n as \n \n from_name\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n operational\n \n as \n \n operational\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n publish_to_msi\n \n as \n \n publish_to_msi\n \n, \n \n \n reply_email\n \n as \n \n reply_email\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n subject\n \n as \n \n subject\n \n, \n \n \n template\n \n as \n \n template\n \n, \n \n \n text_only\n \n as \n \n text_only\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n version\n \n as \n \n version\n \n, \n \n \n web_view\n \n as \n \n web_view\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n created_at as created_timestamp,\n description,\n folder_folder_name as folder_name,\n folder_id,\n folder_type,\n folder_value,\n from_email,\n from_name,\n id as email_template_id,\n name as email_template_name,\n operational as is_operational,\n program_id,\n publish_to_msi,\n reply_email,\n status as email_template_status,\n subject as email_subject,\n template as parent_template_id,\n text_only as is_text_only,\n updated_at as updated_timestamp,\n url as email_template_url,\n version as version_type,\n web_view as has_web_view_enabled,\n workspace as workspace_name\n from macro\n\n), versions as (\n\n select \n *,\n row_number() over (partition by email_template_id order by updated_timestamp) as inferred_version,\n count(*) over (partition by email_template_id ) as total_count_of_versions\n from fields\n\n), valid as (\n\n select \n *, \n case\n when inferred_version = 1 then created_timestamp\n else updated_timestamp\n end as valid_from,\n lead(updated_timestamp) over (partition by email_template_id order by updated_timestamp) as valid_to,\n inferred_version = total_count_of_versions as is_most_recent_version\n from versions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(email_template_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(inferred_version as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_template_history_id\n from valid\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__lead.sql", "original_file_path": "models/staging/stg_marketo__lead.sql", "unique_id": "model.marketo.stg_marketo__lead", "fqn": ["marketo", "staging", "stg_marketo__lead"], "alias": "stg_marketo__lead", "checksum": {"name": "sha256", "checksum": "a01f2ecd0f646a9500efced4dc30b75e6aed8c5577c39d9aac077a998c4f4648"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "lead_id": {"name": "lead_id", "description": "ID of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "The timestamp at which each lead object was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "The timestamp at which each lead object was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_unsubscribed": {"name": "is_unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_email_invalid": {"name": "is_email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.249082, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__lead_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__lead_tmp')),\n staging_columns=get_lead_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n -- This will check if there are non-default columns to bring in\n {% set default_cols = ['id', 'created_at', 'updated_at', 'email', 'first_name', 'last_name', '_fivetran_synced',\n 'phone', 'main_phone', 'mobile_phone', 'company', 'inferred_company', 'address_lead', 'address', 'city', 'state',\n 'state_code', 'country', 'country_code', 'postal_code', 'billing_street', 'billing_city', 'billing_state', \n 'billing_state_code', 'billing_country', 'billing_country_code', 'billing_postal_code', 'inferred_city', 'inferred_state_region', \n 'inferred_country', 'inferred_postal_code', 'inferred_phone_area_code', 'anonymous_ip', 'unsubscribed', 'email_invalid', 'do_not_call', '_dbt_source_relation'] %}\n \n {% set new_cols = dbt_utils.star(from=ref('stg_marketo__lead_tmp'), except=default_cols) %}\n {% if new_cols != '/* no columns returned from star() macro */' %}\n ,{{ new_cols }} \n {% endif %}\n \n from base\n\n)\n\nselect *\nfrom macro", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}, {"name": "stg_marketo__lead_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_lead_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt_utils.star"], "nodes": ["model.marketo.stg_marketo__lead_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__lead.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n created_at\n \n as created_timestamp , \n \n \n email\n \n as \n \n email\n \n, \n \n \n first_name\n \n as \n \n first_name\n \n, \n \n \n id\n \n as lead_id , \n \n \n last_name\n \n as \n \n last_name\n \n, \n \n \n updated_at\n \n as updated_timestamp , \n cast(null as TEXT) as \n \n phone\n \n , \n cast(null as TEXT) as \n \n main_phone\n \n , \n cast(null as TEXT) as \n \n mobile_phone\n \n , \n cast(null as TEXT) as \n \n company\n \n , \n cast(null as TEXT) as \n \n inferred_company\n \n , \n cast(null as TEXT) as \n \n address_lead\n \n , \n cast(null as TEXT) as \n \n address\n \n , \n cast(null as TEXT) as \n \n city\n \n , \n cast(null as TEXT) as \n \n state\n \n , \n cast(null as TEXT) as \n \n state_code\n \n , \n cast(null as TEXT) as \n \n country\n \n , \n cast(null as TEXT) as \n \n country_code\n \n , \n cast(null as TEXT) as \n \n postal_code\n \n , \n cast(null as TEXT) as \n \n billing_street\n \n , \n cast(null as TEXT) as \n \n billing_city\n \n , \n cast(null as TEXT) as \n \n billing_state\n \n , \n cast(null as TEXT) as \n \n billing_state_code\n \n , \n cast(null as TEXT) as \n \n billing_country\n \n , \n cast(null as TEXT) as \n \n billing_country_code\n \n , \n cast(null as TEXT) as \n \n billing_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_city\n \n , \n cast(null as TEXT) as \n \n inferred_state_region\n \n , \n cast(null as TEXT) as \n \n inferred_country\n \n , \n cast(null as TEXT) as \n \n inferred_postal_code\n \n , \n cast(null as TEXT) as \n \n inferred_phone_area_code\n \n , \n cast(null as TEXT) as \n \n anonymous_ip\n \n , \n cast(null as boolean) as is_unsubscribed , \n cast(null as boolean) as is_email_invalid , \n cast(null as boolean) as \n \n do_not_call\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n -- This will check if there are non-default columns to bring in\n \n \n \n \n \n from base\n\n)\n\nselect *\nfrom macro", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__program": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__program.sql", "original_file_path": "models/staging/stg_marketo__program.sql", "unique_id": "model.marketo.stg_marketo__program", "fqn": ["marketo", "staging", "stg_marketo__program"], "alias": "stg_marketo__program", "checksum": {"name": "sha256", "checksum": "0a0b46063e54c9bd2b0df6d02df95af4d1a0b1230c3292d9a11523b1a93426b9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "program_id": {"name": "program_id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp the program was created at", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_timestamp": {"name": "end_timestamp", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_name": {"name": "program_name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_status": {"name": "program_status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_type": {"name": "program_type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_timestamp": {"name": "start_timestamp", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460718.2503767, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and (var('marketo__enable_programs', True))) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__program_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__program_tmp')),\n staging_columns=get_program_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n {{ fivetran_utils.fill_pass_through_columns('marketo__program_passthrough_columns') }}\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program_tmp", "package": null, "version": null}, {"name": "stg_marketo__program_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_program_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.fivetran_utils.fill_pass_through_columns"], "nodes": ["model.marketo.stg_marketo__program_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__program.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n channel\n \n as \n \n channel\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n end_date\n \n as \n \n end_date\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n sfdc_id\n \n as \n \n sfdc_id\n \n, \n \n \n sfdc_name\n \n as \n \n sfdc_name\n \n, \n \n \n start_date\n \n as \n \n start_date\n \n, \n \n \n status\n \n as \n \n status\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n url\n \n as \n \n url\n \n, \n \n \n workspace\n \n as \n \n workspace\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as program_id,\n channel,\n created_at as created_timestamp,\n description,\n end_date as end_timestamp,\n name as program_name,\n sfdc_id,\n sfdc_name,\n start_date as start_timestamp,\n status as program_status,\n type as program_type,\n updated_at as updated_timestamp,\n url,\n workspace\n\n \n\n\n\n\n\n from macro\n where not coalesce(_fivetran_deleted, false)\n \n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_merge_leads.sql", "original_file_path": "models/staging/stg_marketo__activity_merge_leads.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads", "fqn": ["marketo", "staging", "stg_marketo__activity_merge_leads"], "alias": "stg_marketo__activity_merge_leads", "checksum": {"name": "sha256", "checksum": "4fb18e0df85c680605aef12d73102836ccdc8dd493f25f6277501fc30eb761aa"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "Table with merged lead activities", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_lead_id": {"name": "merged_lead_id", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "master_updated": {"name": "master_updated", "description": "Boolean if master was updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_source": {"name": "merge_source", "description": "Source of the merge.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merged_in_sales": {"name": "merged_in_sales", "description": "Boolean if merged in sales.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_synced": {"name": "_fivetran_synced", "description": "The timestamp when the record was last synced by Fivetran.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo._fivetran_synced"]}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2538354, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_merge_leads_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_merge_leads_tmp')),\n staging_columns=get_activity_merge_leads_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as {{ dbt.type_string() }}) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_merge_leads_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"], "nodes": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_merge_leads.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"\n\n), macro as (\n\n select\n \n \n \n _fivetran_synced\n \n as \n \n _fivetran_synced\n \n, \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n master_updated\n \n as \n \n master_updated\n \n, \n \n \n merge_ids\n \n as \n \n merge_ids\n \n, \n \n \n merge_source\n \n as \n \n merge_source\n \n, \n \n \n merged_in_sales\n \n as \n \n merged_in_sales\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n id as activity_id,\n _fivetran_synced,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n cast(lead_id as integer) as lead_id,\n master_updated,\n cast(replace(trim(trim(merge_ids,']'),'['), ',', ', ') as TEXT) as merged_lead_id,\n merge_source,\n merged_in_sales,\n primary_attribute_value,\n primary_attribute_value_id\n from macro\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_delivered.sql", "original_file_path": "models/staging/stg_marketo__activity_email_delivered.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered", "fqn": ["marketo", "staging", "stg_marketo__activity_email_delivered"], "alias": "stg_marketo__activity_email_delivered", "checksum": {"name": "sha256", "checksum": "210c4d31b1063a94b3d7e68fdb0b6acbe3a43b2642ddc0fc57cf5051953ebe69"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2357154, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered_tmp') }}\n\n), macro as (\n\n select \n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_delivered_tmp')),\n staging_columns=get_activity_email_delivered_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_delivered_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_delivered_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_delivered.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"\n\n), macro as (\n\n select \n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n email_template_id,\n id as activity_id, \n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_open_email.sql", "original_file_path": "models/staging/stg_marketo__activity_open_email.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email", "fqn": ["marketo", "staging", "stg_marketo__activity_open_email"], "alias": "stg_marketo__activity_open_email", "checksum": {"name": "sha256", "checksum": "3de66dfe40c4a9c06f4b32a08f6b2cc3cd36ef68a6267df89ea6cfbda0dd0efa"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2370868, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_open_email_tmp')),\n staging_columns=get_activity_open_email_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_open_email_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_open_email_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_open_email_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_open_email.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n device\n \n as \n \n device\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n is_mobile_device\n \n as \n \n is_mobile_device\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n platform\n \n as \n \n platform\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n cast(null as integer) as \n \n test_variant\n \n , \n \n \n user_agent\n \n as \n \n user_agent\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n choice_number,\n device,\n email_template_id,\n id as activity_id,\n is_mobile_device,\n lead_id,\n platform,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n user_agent\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__activity_email_bounced.sql", "original_file_path": "models/staging/stg_marketo__activity_email_bounced.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced", "fqn": ["marketo", "staging", "stg_marketo__activity_email_bounced"], "alias": "stg_marketo__activity_email_bounced", "checksum": {"name": "sha256", "checksum": "88fe3726eccb38944388276717cb996e9e38f2bef9ad70c8c07a01eb6b29559b"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "activity_id": {"name": "activity_id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_timestamp": {"name": "activity_timestamp", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_category": {"name": "bounce_category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "bounce_subcategory": {"name": "bounce_subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_address": {"name": "email_address", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_send_id": {"name": "email_send_id", "description": "The inferred ID for the email sent. This is created by hashing source_relation, primary_attribute_value_id, campaign_id, campaign_run_id, and lead_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.234543, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"", "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__activity_email_bounced_tmp')),\n staging_columns=get_activity_email_bounced_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as {{ dbt.type_timestamp() }}) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','primary_attribute_value_id','campaign_id','campaign_run_id','lead_id']) }} as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}, {"name": "stg_marketo__activity_email_bounced_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_activity_email_bounced_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation", "macro.dbt.type_timestamp", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__activity_email_bounced.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n activity_date\n \n as \n \n activity_date\n \n, \n \n \n activity_type_id\n \n as \n \n activity_type_id\n \n, \n \n \n campaign_id\n \n as \n \n campaign_id\n \n, \n \n \n campaign_run_id\n \n as \n \n campaign_run_id\n \n, \n \n \n category\n \n as \n \n category\n \n, \n \n \n choice_number\n \n as \n \n choice_number\n \n, \n \n \n details\n \n as \n \n details\n \n, \n \n \n email\n \n as \n \n email\n \n, \n \n \n email_template_id\n \n as \n \n email_template_id\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n lead_id\n \n as \n \n lead_id\n \n, \n \n \n primary_attribute_value\n \n as \n \n primary_attribute_value\n \n, \n \n \n primary_attribute_value_id\n \n as \n \n primary_attribute_value_id\n \n, \n \n \n step_id\n \n as \n \n step_id\n \n, \n \n \n subcategory\n \n as \n \n subcategory\n \n, \n cast(null as integer) as \n \n test_variant\n \n \n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n cast(activity_date as timestamp) as activity_timestamp,\n activity_type_id,\n campaign_id,\n campaign_run_id,\n category as bounce_category,\n choice_number,\n details,\n email as email_address,\n email_template_id,\n id as activity_id,\n lead_id,\n primary_attribute_value,\n primary_attribute_value_id,\n step_id,\n subcategory as bounce_subcategory\n from macro\n\n), surrogate as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(primary_attribute_value_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(campaign_run_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as email_send_id\n from fields\n\n)\n\nselect *\nfrom surrogate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__campaigns": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaigns", "resource_type": "model", "package_name": "marketo", "path": "staging/stg_marketo__campaigns.sql", "original_file_path": "models/staging/stg_marketo__campaigns.sql", "unique_id": "model.marketo.stg_marketo__campaigns", "fqn": ["marketo", "staging", "stg_marketo__campaigns"], "alias": "stg_marketo__campaigns", "checksum": {"name": "sha256", "checksum": "cdc5845531a9698a7f468aec07909fa87665768f0e71e8ee491ead2ce11c43e3"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {"source_relation": {"name": "source_relation", "description": "Identifies the record's source.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": ["doc.marketo.source_relation"]}, "campaign_id": {"name": "campaign_id", "description": "ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_name": {"name": "campaign_name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_type": {"name": "campaign_type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_timestamp": {"name": "created_timestamp", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_active": {"name": "is_active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_timestamp": {"name": "updated_timestamp", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/staging/stg_marketo.yml", "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460718.241639, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith base as (\n\n select *\n from {{ ref('stg_marketo__campaign_tmp') }}\n\n), macro as (\n\n select\n {{\n fivetran_utils.fill_staging_columns(\n source_columns=adapter.get_columns_in_relation(ref('stg_marketo__campaign_tmp')),\n staging_columns=get_campaign_columns()\n )\n }}\n {{ marketo.apply_source_relation() }}\n from base\n\n), fields as (\n\n select\n source_relation,\n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaign_tmp", "package": null, "version": null}, {"name": "stg_marketo__campaign_tmp", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.get_campaign_columns", "macro.fivetran_utils.fill_staging_columns", "macro.marketo.apply_source_relation"], "nodes": ["model.marketo.stg_marketo__campaign_tmp"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo__campaigns.sql", "compiled": true, "compiled_code": "\n\nwith base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"\n\n), macro as (\n\n select\n \n cast(null as timestamp) as \n \n _fivetran_synced\n \n , \n \n \n _fivetran_deleted\n \n as \n \n _fivetran_deleted\n \n, \n \n \n active\n \n as \n \n active\n \n, \n \n \n created_at\n \n as \n \n created_at\n \n, \n \n \n description\n \n as \n \n description\n \n, \n \n \n id\n \n as \n \n id\n \n, \n \n \n name\n \n as \n \n name\n \n, \n \n \n program_id\n \n as \n \n program_id\n \n, \n \n \n type\n \n as \n \n type\n \n, \n \n \n updated_at\n \n as \n \n updated_at\n \n, \n \n \n workspace_name\n \n as \n \n workspace_name\n \n, \n \n \n computed_url\n \n as \n \n computed_url\n \n, \n \n \n flow_id\n \n as \n \n flow_id\n \n, \n \n \n folder_id\n \n as \n \n folder_id\n \n, \n \n \n folder_type\n \n as \n \n folder_type\n \n, \n \n \n is_communication_limit_enabled\n \n as \n \n is_communication_limit_enabled\n \n, \n \n \n is_requestable\n \n as \n \n is_requestable\n \n, \n \n \n is_system\n \n as \n \n is_system\n \n, \n \n \n max_members\n \n as \n \n max_members\n \n, \n \n \n qualification_rule_type\n \n as \n \n qualification_rule_type\n \n, \n \n \n qualification_rule_interval\n \n as \n \n qualification_rule_interval\n \n, \n \n \n qualification_rule_unit\n \n as \n \n qualification_rule_unit\n \n, \n \n \n recurrence_start_at\n \n as \n \n recurrence_start_at\n \n, \n \n \n recurrence_end_at\n \n as \n \n recurrence_end_at\n \n, \n \n \n recurrence_interval_type\n \n as \n \n recurrence_interval_type\n \n, \n \n \n recurrence_interval\n \n as \n \n recurrence_interval\n \n, \n \n \n recurrence_weekday_only\n \n as \n \n recurrence_weekday_only\n \n, \n \n \n recurrence_day_of_month\n \n as \n \n recurrence_day_of_month\n \n, \n \n \n recurrence_day_of_week\n \n as \n \n recurrence_day_of_week\n \n, \n \n \n recurrence_week_of_month\n \n as \n \n recurrence_week_of_month\n \n, \n \n \n smart_list_id\n \n as \n \n smart_list_id\n \n, \n \n \n status\n \n as \n \n status\n \n\n\n\n \n, 'postgres' || '.'|| 'public' as source_relation\n\n from base\n\n), fields as (\n\n select\n source_relation,\n active as is_active,\n created_at as created_timestamp,\n description,\n id as campaign_id,\n name as campaign_name,\n program_id,\n type as campaign_type,\n updated_at as updated_timestamp,\n workspace_name,\n computed_url,\n flow_id,\n folder_id,\n folder_type,\n is_communication_limit_enabled,\n is_requestable,\n is_system,\n max_members,\n qualification_rule_type,\n qualification_rule_interval,\n qualification_rule_unit,\n recurrence_start_at,\n recurrence_end_at,\n recurrence_interval_type,\n recurrence_interval,\n recurrence_weekday_only,\n recurrence_day_of_month,\n recurrence_day_of_week,\n recurrence_week_of_month,\n smart_list_id,\n status\n from macro\n where not coalesce(_fivetran_deleted, false)\n\n)\n\nselect *\nfrom fields", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_bounced_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_bounced_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_bounced_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_bounced_tmp"], "alias": "stg_marketo__activity_email_bounced_tmp", "checksum": {"name": "sha256", "checksum": "c9c6b8e6ba312f86050efb98ecf9e38971c2b0eff2f20a538125acaa6ee33367"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.3649306, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_email_bounced'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_bounced"], ["marketo", "activity_email_bounced"], ["marketo", "activity_email_bounced"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_bounced_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_email_bounced_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_email_bounced_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"category\",\n \"choice_number\",\n \"details\",\n \"email\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"subcategory\"\n from \"postgres\".\"public\".\"marketo_activity_email_bounced_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_tmp"], "alias": "stg_marketo__lead_tmp", "checksum": {"name": "sha256", "checksum": "5e3974b6a03a9d9fda0f07568e760b51e46be2196a1ae8a682e46829a199ce15"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.3890848, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='lead'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead"], ["marketo", "lead"], ["marketo", "lead"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_lead_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_lead_data\n\n select\n \"id\",\n \"created_at\",\n \"updated_at\",\n \"email\",\n \"first_name\",\n \"last_name\"\n from \"postgres\".\"public\".\"marketo_lead_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__lead_describe_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__lead_describe_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__lead_describe_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "unique_id": "model.marketo.stg_marketo__lead_describe_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__lead_describe_tmp"], "alias": "stg_marketo__lead_describe_tmp", "checksum": {"name": "sha256", "checksum": "428ddc4d500023d00316ed633f786288987995e12a7ccf1f1bfdb91f876cae3f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.396259, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='lead_describe'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "lead_describe"], ["marketo", "lead_describe"], ["marketo", "lead_describe"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__lead_describe_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_lead_describe_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_lead_describe_data\n\n select\n \"data_type\",\n \"display_name\",\n \"id\",\n \"length\",\n \"restname\",\n \"restread_only\",\n \"soapname\",\n \"soapread_only\"\n from \"postgres\".\"public\".\"marketo_lead_describe_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_delete_lead_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_delete_lead_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_delete_lead_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_delete_lead_tmp"], "alias": "stg_marketo__activity_delete_lead_tmp", "checksum": {"name": "sha256", "checksum": "958c117d79daaee7e3c2144ee9e50b47c3924d6897f3c819e063cc890d1dd172"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460717.403626, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead_tmp\"", "raw_code": "{{ config(enabled=var('marketo__activity_delete_lead_enabled', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_delete_lead'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_delete_lead"], ["marketo", "activity_delete_lead"], ["marketo", "activity_delete_lead"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_delete_lead_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_delete_lead_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_delete_lead_data\n\n select\n \"id\",\n \"_fivetran_synced\",\n \"activity_date\",\n \"activity_type_id\",\n \"campaign\",\n \"campaign_id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\"\n from \"postgres\".\"public\".\"marketo_activity_delete_lead_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__program_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__program_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__program_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__program_tmp.sql", "unique_id": "model.marketo.stg_marketo__program_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__program_tmp"], "alias": "stg_marketo__program_tmp", "checksum": {"name": "sha256", "checksum": "cb638fe3c327e2e048d57d5a23faa4c50667351a64995f81cb44f8e7a4fa7e87"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460717.4114163, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__program_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='program'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "program"], ["marketo", "program"], ["marketo", "program"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.program"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__program_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_program_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_program_data\n\n select\n \"id\",\n \"channel\",\n \"created_at\",\n \"description\",\n \"end_date\",\n \"name\",\n \"sfdc_id\",\n \"sfdc_name\",\n \"start_date\",\n \"status\",\n \"type\",\n \"updated_at\",\n \"url\",\n \"workspace\",\n \"_fivetran_deleted\"\n from \"postgres\".\"public\".\"marketo_program_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_unsubscribe_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_unsubscribe_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_unsubscribe_email_tmp"], "alias": "stg_marketo__activity_unsubscribe_email_tmp", "checksum": {"name": "sha256", "checksum": "fe355a53d1cfea2ff84e2f3ba99d5dbc0c377c374e43020cecd4e4824a16a153"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.4208388, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_unsubscribe_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_unsubscribe_email"], ["marketo", "activity_unsubscribe_email"], ["marketo", "activity_unsubscribe_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_unsubscribe_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_unsubscribe_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_unsubscribe_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"client_ip_address\",\n \"email_template_id\",\n \"form_fields\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"query_parameters\",\n \"referrer_url\",\n \"user_agent\",\n \"webform_id\",\n \"webpage_id\"\n from \"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__email_template_history_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__email_template_history_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__email_template_history_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "unique_id": "model.marketo.stg_marketo__email_template_history_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__email_template_history_tmp"], "alias": "stg_marketo__email_template_history_tmp", "checksum": {"name": "sha256", "checksum": "84c8fcd5e1749d20d121d125aff29a432229eaa0d65e2ef2c4d17a6e8c918aa9"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.4279447, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='email_template_history'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "email_template_history"], ["marketo", "email_template_history"], ["marketo", "email_template_history"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__email_template_history_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_email_template_history_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_email_template_history_data\n\n select\n \"created_at\",\n \"description\",\n \"folder_folder_name\",\n \"folder_id\",\n \"folder_type\",\n \"folder_value\",\n \"from_email\",\n \"from_name\",\n \"id\",\n \"name\",\n \"operational\",\n \"program_id\",\n \"publish_to_msi\",\n \"reply_email\",\n \"status\",\n \"subject\",\n \"template\",\n \"text_only\",\n \"updated_at\",\n \"url\",\n \"version\",\n \"web_view\",\n \"workspace\"\n from \"postgres\".\"public\".\"marketo_email_template_history_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__campaign_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__campaign_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__campaign_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__campaign_tmp.sql", "unique_id": "model.marketo.stg_marketo__campaign_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__campaign_tmp"], "alias": "stg_marketo__campaign_tmp", "checksum": {"name": "sha256", "checksum": "a395a032e4e7e4fb9764773f789e739155b3afbab4cffbe22def0b3908234d1c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460717.4351518, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__campaign_tmp\"", "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\n{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='campaign'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "campaign"], ["marketo", "campaign"], ["marketo", "campaign"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.campaign"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__campaign_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_campaign_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_campaign_data\n\n select\n \"active\",\n \"created_at\",\n \"description\",\n \"id\",\n \"name\",\n \"program_id\",\n \"type\",\n \"updated_at\",\n \"workspace_name\",\n \"computed_url\",\n \"flow_id\",\n \"folder_id\",\n \"folder_type\",\n \"is_communication_limit_enabled\",\n \"is_requestable\",\n \"is_system\",\n \"max_members\",\n \"qualification_rule_type\",\n \"qualification_rule_interval\",\n \"qualification_rule_unit\",\n \"recurrence_start_at\",\n \"recurrence_end_at\",\n \"recurrence_interval_type\",\n \"recurrence_interval\",\n \"recurrence_weekday_only\",\n \"recurrence_day_of_month\",\n \"recurrence_day_of_week\",\n \"recurrence_week_of_month\",\n \"smart_list_id\",\n \"status\",\n \"_fivetran_deleted\"\n from \"postgres\".\"public\".\"marketo_campaign_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_send_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_send_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_send_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_send_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_send_email_tmp"], "alias": "stg_marketo__activity_send_email_tmp", "checksum": {"name": "sha256", "checksum": "3a0f0daa2b838a6f1ef1e9b48387e56adde28726d630453a58fa617c9c3508b5"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.442838, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_send_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_send_email"], ["marketo", "activity_send_email"], ["marketo", "activity_send_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_send_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_send_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_send_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value_id\",\n \"primary_attribute_value\",\n \"step_id\",\n \"action_result\"\n from \"postgres\".\"public\".\"marketo_activity_send_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_open_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_open_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_open_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_open_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_open_email_tmp"], "alias": "stg_marketo__activity_open_email_tmp", "checksum": {"name": "sha256", "checksum": "295794dc18d98f26123d6787af21c597f08f78a85c1b12925e10cbc3027a2156"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.4500375, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_open_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_open_email"], ["marketo", "activity_open_email"], ["marketo", "activity_open_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_open_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_open_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_open_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"device\",\n \"email_template_id\",\n \"id\",\n \"is_mobile_device\",\n \"lead_id\",\n \"platform\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"user_agent\"\n from \"postgres\".\"public\".\"marketo_activity_open_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_click_email_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_click_email_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_click_email_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_click_email_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_click_email_tmp"], "alias": "stg_marketo__activity_click_email_tmp", "checksum": {"name": "sha256", "checksum": "00b6dd07705de62b6135b6514e6c10309e2367b031dbbe9f7e105adf5c112109"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.458626, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_click_email'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_click_email"], ["marketo", "activity_click_email"], ["marketo", "activity_click_email"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_click_email_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_click_email_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_click_email_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"device\",\n \"email_template_id\",\n \"id\",\n \"is_mobile_device\",\n \"lead_id\",\n \"link\",\n \"platform\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\",\n \"user_agent\"\n from \"postgres\".\"public\".\"marketo_activity_click_email_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_merge_leads_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_merge_leads_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_merge_leads_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_merge_leads_tmp"], "alias": "stg_marketo__activity_merge_leads_tmp", "checksum": {"name": "sha256", "checksum": "def0e8b87689b47b557b01bb98003082e6061ef61b6e4d87351505c341c3839c"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.4659245, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_merge_leads'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_merge_leads"], ["marketo", "activity_merge_leads"], ["marketo", "activity_merge_leads"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_merge_leads"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_merge_leads_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_merge_leads_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_merge_leads_data\n\n select\n \"id\",\n \"_fivetran_synced\",\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"lead_id\",\n \"master_updated\",\n \"merge_ids\",\n \"merge_source\",\n \"merged_in_sales\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\"\n from \"postgres\".\"public\".\"marketo_activity_merge_leads_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_change_data_value_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_change_data_value_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_change_data_value_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_change_data_value_tmp"], "alias": "stg_marketo__activity_change_data_value_tmp", "checksum": {"name": "sha256", "checksum": "7c262ba479c99d2087e791d24547b70b216e3f69e892d2b7c123a0c494b7cae3"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.473073, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_change_data_value'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_change_data_value"], ["marketo", "activity_change_data_value"], ["marketo", "activity_change_data_value"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_change_data_value_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_change_data_value_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_change_data_value_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"api_method_name\",\n \"campaign_id\",\n \"id\",\n \"lead_id\",\n \"modifying_user\",\n \"new_value\",\n \"old_value\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"reason\",\n \"request_id\",\n \"source\"\n from \"postgres\".\"public\".\"marketo_activity_change_data_value_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.stg_marketo__activity_email_delivered_tmp": {"database": "postgres", "schema": "public_marketo_dev", "name": "stg_marketo__activity_email_delivered_tmp", "resource_type": "model", "package_name": "marketo", "path": "staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "original_file_path": "models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "unique_id": "model.marketo.stg_marketo__activity_email_delivered_tmp", "fqn": ["marketo", "staging", "tmp", "stg_marketo__activity_email_delivered_tmp"], "alias": "stg_marketo__activity_email_delivered_tmp", "checksum": {"name": "sha256", "checksum": "f9316a2e640a2018886d074d7fb755f08301c2312ebddb181311173ca5ba8757"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.4803004, "relation_name": "\"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered_tmp\"", "raw_code": "{{\n marketo.marketo_union_connections(\n connection_dictionary='marketo_sources',\n single_source_name='marketo',\n single_table_name='activity_email_delivered'\n )\n}}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [["marketo", "activity_email_delivered"], ["marketo", "activity_email_delivered"], ["marketo", "activity_email_delivered"]], "metrics": [], "depends_on": {"macros": ["macro.marketo.marketo_union_connections"], "nodes": ["source.marketo.marketo.activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/tmp/stg_marketo__activity_email_delivered_tmp.sql", "compiled": true, "compiled_code": "\n\n\n\n\n -- ** Values passed to adapter.get_relation:\n -- full-identifier_var: marketo_activity_email_delivered_identifier\n -- database: postgres \n -- schema: public\n -- identifier: marketo_activity_email_delivered_data\n\n select\n \"activity_date\",\n \"activity_type_id\",\n \"campaign_id\",\n \"campaign_run_id\",\n \"choice_number\",\n \"email_template_id\",\n \"id\",\n \"lead_id\",\n \"primary_attribute_value\",\n \"primary_attribute_value_id\",\n \"step_id\"\n from \"postgres\".\"public\".\"marketo_activity_email_delivered_data\" as source_table\n\n ", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_lead.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_lead.sql", "unique_id": "model.marketo.marketo__email_stats__by_lead", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_lead"], "alias": "marketo__email_stats__by_lead", "checksum": {"name": "sha256", "checksum": "135c16e913b91f22ad85b89c72244a6c052c97d9c8efd7763cee8f4b057944dc"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2910924, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_lead.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n lead_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where lead_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_campaign": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_campaign", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_campaign.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_campaign.sql", "unique_id": "model.marketo.marketo__email_stats__by_campaign", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_campaign"], "alias": "marketo__email_stats__by_campaign", "checksum": {"name": "sha256", "checksum": "ab406783d8cdd1dc54484f18ce9c95295abded6fc07520b0ec37b43b9bf72421"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460718.2901688, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_campaign.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n campaign_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where campaign_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__clicks__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__clicks__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__clicks__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__clicks__by_sent_email.sql", "unique_id": "model.marketo.marketo__clicks__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__clicks__by_sent_email"], "alias": "marketo__clicks__by_sent_email", "checksum": {"name": "sha256", "checksum": "5c47a9c061fa68bb10d6224df8c663975061588958476137e3e380bc3d8b42bd"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2868621, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_click_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__clicks__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_clicks\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.int_marketo__lead": {"database": "postgres", "schema": "public_marketo_dev", "name": "int_marketo__lead", "resource_type": "model", "package_name": "marketo", "path": "intermediate/int_marketo__lead.sql", "original_file_path": "models/intermediate/int_marketo__lead.sql", "unique_id": "model.marketo.int_marketo__lead", "fqn": ["marketo", "intermediate", "int_marketo__lead"], "alias": "int_marketo__lead", "checksum": {"name": "sha256", "checksum": "0f3f66bd3c3f098e05d9ea72dbd1fce21c9bdc2f7779c52a66b980ec86038961"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "view", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2857983, "relation_name": "\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"", "raw_code": "{{ config(materialized='view') }}\n\nwith leads as(\n select * \n from {{ ref('stg_marketo__lead') }}\n\n), activity_merge_leads as (\n select * \n from {{ ref('stg_marketo__activity_merge_leads') }}\n\n), unique_merges as (\n\n select\n source_relation,\n cast(lead_id as {{ dbt.type_int() }}) as lead_id,\n {{ fivetran_utils.string_agg('distinct merged_lead_id', \"', '\") }} as merged_into_lead_id\n\n from activity_merge_leads\n group by 1, 2 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n{% if var('marketo__activity_delete_lead_enabled', True) %}\n), deleted_leads as (\n\n select distinct\n source_relation,\n lead_id\n from {{ ref('stg_marketo__activity_delete_lead') }}\n \n{% endif %}\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n {% else %}\n null as is_deleted,\n {% endif %}\n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled\n to False. Default is True*/\n {% if var('marketo__activity_delete_lead_enabled', True) %}\n left join deleted_leads \n on leads.source_relation = deleted_leads.source_relation \n and leads.lead_id = deleted_leads.lead_id\n {% endif %}\n\n left join unique_merges \n on leads.source_relation = unique_merges.source_relation \n and leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}, {"name": "stg_marketo__activity_merge_leads", "package": null, "version": null}, {"name": "stg_marketo__activity_delete_lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.type_int", "macro.fivetran_utils.string_agg"], "nodes": ["model.marketo.stg_marketo__lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__activity_delete_lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/int_marketo__lead.sql", "compiled": true, "compiled_code": "\n\nwith leads as(\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\n\n), activity_merge_leads as (\n select * \n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_merge_leads\"\n\n), unique_merges as (\n\n select\n source_relation,\n cast(lead_id as integer) as lead_id,\n \n string_agg(distinct merged_lead_id, ', ')\n\n as merged_into_lead_id\n\n from activity_merge_leads\n group by 1, 2 \n\n/*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \nto False. Default is True*/\n\n), deleted_leads as (\n\n select distinct\n source_relation,\n lead_id\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_delete_lead\"\n \n\n\n), joined as (\n\n select \n leads.*,\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled \n to False. Default is True*/\n \n case when deleted_leads.lead_id is not null then True else False end as is_deleted,\n \n\n unique_merges.merged_into_lead_id,\n case when unique_merges.merged_into_lead_id is not null then True else False end as is_merged\n from leads\n\n /*If you do not use the activity_delete_lead table, set var marketo__activity_delete_lead_enabled\n to False. Default is True*/\n \n left join deleted_leads \n on leads.source_relation = deleted_leads.source_relation \n and leads.lead_id = deleted_leads.lead_id\n \n\n left join unique_merges \n on leads.source_relation = unique_merges.source_relation \n and leads.lead_id = unique_merges.lead_id \n)\n\nselect *\nfrom joined", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__unsubscribes__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__unsubscribes__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__unsubscribes__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__unsubscribes__by_sent_email.sql", "unique_id": "model.marketo.marketo__unsubscribes__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__unsubscribes__by_sent_email"], "alias": "marketo__unsubscribes__by_sent_email", "checksum": {"name": "sha256", "checksum": "3c1be2b94015aabb0e1965630a11522b4f2658691ff85936010cfcc121211fe6"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2883012, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_unsubscribe_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__unsubscribes__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_unsubscribes\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__opens__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__opens__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__opens__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__opens__by_sent_email.sql", "unique_id": "model.marketo.marketo__opens__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__opens__by_sent_email"], "alias": "marketo__opens__by_sent_email", "checksum": {"name": "sha256", "checksum": "8ae56bc57ed75ba744bf30ac020145bafb067cf67d49df0adc0d0e9e12740299"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2878318, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_open_email') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__opens__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_opens\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_sends_deduped": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_sends_deduped", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_sends_deduped.sql", "original_file_path": "models/intermediate/marketo__email_sends_deduped.sql", "unique_id": "model.marketo.marketo__email_sends_deduped", "fqn": ["marketo", "intermediate", "marketo__email_sends_deduped"], "alias": "marketo__email_sends_deduped", "checksum": {"name": "sha256", "checksum": "66d65d7b0ea92cfe0ed9199dbc43f000105323f0443cb54b18e9cddf117fcc36"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2922556, "relation_name": null, "raw_code": "with base as (\n\n select *\n from {{ ref('stg_marketo__activity_send_email') }}\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id {{ marketo.partition_by_source_relation() }} order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.partition_by_source_relation"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_sends_deduped.sql", "compiled": true, "compiled_code": "with base as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\n\n), windowed as (\n\n select \n *,\n row_number() over (partition by email_send_id order by activity_timestamp asc) as activity_rank\n from base\n\n), filtered as (\n\n select *\n from windowed\n where activity_rank = 1\n\n)\n\nselect *\nfrom filtered", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__deliveries__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__deliveries__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__deliveries__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__deliveries__by_sent_email.sql", "unique_id": "model.marketo.marketo__deliveries__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__deliveries__by_sent_email"], "alias": "marketo__deliveries__by_sent_email", "checksum": {"name": "sha256", "checksum": "27c8c180d711833611ac5b700b89d7806ef8a82e3170dafeacb0e1213408f7cf"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2873445, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_delivered') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__deliveries__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_deliveries\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_pivot": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_pivot", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_pivot.sql", "original_file_path": "models/intermediate/marketo__change_data_pivot.sql", "unique_id": "model.marketo.marketo__change_data_pivot", "fqn": ["marketo", "intermediate", "marketo__change_data_pivot"], "alias": "marketo__change_data_pivot", "checksum": {"name": "sha256", "checksum": "aaccf12e688db831a54c38690d552393a15f04d71a2aecae7ca07efdfcbfefa4"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762460718.289242, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id {{ marketo.partition_by_source_relation() }}\n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select\n source_relation,\n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , min(case when lower(primary_attribute_column) = '{{ col|lower }}' then old_value end) as {{ col_xf }}\n {% endfor %}\n\n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.marketo.partition_by_source_relation", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_pivot.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as (\n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), event_order as (\n\n select \n *,\n row_number() over (\n partition by cast(activity_timestamp as date), lead_id, primary_attribute_value_id \n order by activity_timestamp asc, activity_id desc -- In the case that events come in the exact same time, we will rely on the activity_id to prove the order\n ) as row_num\n from joined\n\n), filtered as (\n\n -- Find the first event that occurs on each day for each lead\n\n select *\n from event_order\n where row_num = 1\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- pivot out the value into it's own column. This will feed the daily slowly changing dimension model.\n\n select\n source_relation,\n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , min(case when lower(primary_attribute_column) = 'urgency' then old_value end) as urgency\n \n \n , min(case when lower(primary_attribute_column) = 'priority' then old_value end) as priority\n \n\n from filtered\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_scd": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_scd", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_scd.sql", "original_file_path": "models/intermediate/marketo__change_data_scd.sql", "unique_id": "model.marketo.marketo__change_data_scd", "fqn": ["marketo", "intermediate", "marketo__change_data_scd"], "alias": "marketo__change_data_scd", "checksum": {"name": "sha256", "checksum": "4f2d3b1b04e6a68542662363787f4fa85750f50e1f09ce1e3fdb0c02339a6feb"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "valid_to", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "valid_to", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762460718.2896948, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'valid_to', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['valid_to'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{%- set lead_columns = adapter.get_columns_in_relation(ref('int_marketo__lead')) -%}\n{% set filtered_lead_columns = [] %}\n{% for col in lead_columns if col.name|lower not in ['lead_id','_fivetran_synced'] and col.name|lower in var('lead_history_columns') %}\n {% do filtered_lead_columns.append(col) %}\n{% endfor %}\n\n{%- set change_data_columns = adapter.get_columns_in_relation(ref('marketo__change_data_pivot')) -%}\n{%- set change_data_columns_xf = change_data_columns|map(attribute='name')|list %}\n\nwith change_data as (\n\n select *\n from {{ ref('marketo__change_data_pivot') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n\n), details as (\n\n select *\n from {{ ref('marketo__change_data_details') }}\n {% if is_incremental() %}\n where date_day >= (select max(valid_to) from {{ this }})\n {% endif %}\n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n {{ \n fivetran_utils.union_relations(\n relations=[ref('int_marketo__lead'), ref('marketo__change_data_pivot')],\n aliases=['leads','change_data']\n ) \n }}\n\n), field_partitions as (\n\n select\n unioned.source_relation,\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n {% for col in filtered_lead_columns %}\n {% if col.name not in change_data_columns_xf %}\n , unioned.{{ col.name }}\n , null as {{ col.name }}_partition\n\n {% else %}\n , unioned.{{ col.name }}\n , sum(case when unioned.{{ col.name }} is null and not coalesce(details.{{ col.name }}, true) then 0\n else 1 end) over (\n partition by unioned.lead_id {{ marketo.partition_by_source_relation(alias='unioned') }}\n order by coalesce(unioned.date_day, current_date) desc\n rows between unbounded preceding and current row)\n as {{ col.name }}_partition\n \n {% endif %}\n {% endfor %}\n\n from unioned\n left join details\n on unioned.source_relation = details.source_relation\n and unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.source_relation,\n field_partitions.valid_to, \n field_partitions.lead_id\n\n {% for col in filtered_lead_columns %} \n {% if col.name not in change_data_columns_xf %}\n {# If the column does not exist in the change data, grab the value from the current state of the record. #}\n , last_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id {{ marketo.partition_by_source_relation(alias='field_partitions') }}\n order by field_partitions.date_day asc\n rows between unbounded preceding and current row) as {{ col.name }}\n\n {% else %}\n , first_value(field_partitions.{{ col.name }}) over (\n partition by field_partitions.lead_id, field_partitions.{{ col.name }}_partition {{ marketo.partition_by_source_relation(alias='field_partitions') }}\n order by field_partitions.valid_to desc\n rows between unbounded preceding and current row)\n as {{ col.name }}\n {% endif %}\n {% endfor %}\n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','valid_to'])}} as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_details", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}, {"name": "marketo__change_data_pivot", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.fivetran_utils.union_relations", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_pivot", "model.marketo.marketo__change_data_details"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_scd.sql", "compiled": true, "compiled_code": "\n\n\nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n\n), details as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"\n \n where date_day >= (select max(valid_to) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_scd\")\n \n\n), unioned as (\n\n -- unions together the current state of leads and their history changes. \n -- we need the current state to work backwards from to backfill the slowly changing dimension model\n\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"' as TEXT) as _dbt_source_relation,\n \n cast(\"_fivetran_synced\" as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(\"created_timestamp\" as timestamp without time zone) as \"created_timestamp\" ,\n cast(\"email\" as text) as \"email\" ,\n cast(\"first_name\" as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(\"last_name\" as text) as \"last_name\" ,\n cast(\"updated_timestamp\" as text) as \"updated_timestamp\" ,\n cast(\"phone\" as text) as \"phone\" ,\n cast(\"main_phone\" as text) as \"main_phone\" ,\n cast(\"mobile_phone\" as text) as \"mobile_phone\" ,\n cast(\"company\" as text) as \"company\" ,\n cast(\"inferred_company\" as text) as \"inferred_company\" ,\n cast(\"address_lead\" as text) as \"address_lead\" ,\n cast(\"address\" as text) as \"address\" ,\n cast(\"city\" as text) as \"city\" ,\n cast(\"state\" as text) as \"state\" ,\n cast(\"state_code\" as text) as \"state_code\" ,\n cast(\"country\" as text) as \"country\" ,\n cast(\"country_code\" as text) as \"country_code\" ,\n cast(\"postal_code\" as text) as \"postal_code\" ,\n cast(\"billing_street\" as text) as \"billing_street\" ,\n cast(\"billing_city\" as text) as \"billing_city\" ,\n cast(\"billing_state\" as text) as \"billing_state\" ,\n cast(\"billing_state_code\" as text) as \"billing_state_code\" ,\n cast(\"billing_country\" as text) as \"billing_country\" ,\n cast(\"billing_country_code\" as text) as \"billing_country_code\" ,\n cast(\"billing_postal_code\" as text) as \"billing_postal_code\" ,\n cast(\"inferred_city\" as text) as \"inferred_city\" ,\n cast(\"inferred_state_region\" as text) as \"inferred_state_region\" ,\n cast(\"inferred_country\" as text) as \"inferred_country\" ,\n cast(\"inferred_postal_code\" as text) as \"inferred_postal_code\" ,\n cast(\"inferred_phone_area_code\" as text) as \"inferred_phone_area_code\" ,\n cast(\"anonymous_ip\" as text) as \"anonymous_ip\" ,\n cast(\"is_unsubscribed\" as boolean) as \"is_unsubscribed\" ,\n cast(\"is_email_invalid\" as boolean) as \"is_email_invalid\" ,\n cast(\"do_not_call\" as boolean) as \"do_not_call\" ,\n cast(\"source_relation\" as text) as \"source_relation\" ,\n cast(\"is_deleted\" as boolean) as \"is_deleted\" ,\n cast(\"merged_into_lead_id\" as text) as \"merged_into_lead_id\" ,\n cast(\"is_merged\" as boolean) as \"is_merged\" ,\n cast(null as date) as \"date_day\" ,\n cast(null as text) as \"urgency\" ,\n cast(null as text) as \"priority\" ,\n cast(null as text) as \"lead_day_id\" \n\n from leads\n )\n\n union all\n \n\n (\n select\n\n cast('\"postgres\".\"public_marketo_dev\".\"marketo__change_data_pivot\"' as TEXT) as _dbt_source_relation,\n \n cast(null as timestamp without time zone) as \"_fivetran_synced\" ,\n cast(null as timestamp without time zone) as \"created_timestamp\" ,\n cast(null as text) as \"email\" ,\n cast(null as text) as \"first_name\" ,\n cast(\"lead_id\" as integer) as \"lead_id\" ,\n cast(null as text) as \"last_name\" ,\n cast(null as text) as \"updated_timestamp\" ,\n cast(null as text) as \"phone\" ,\n cast(null as text) as \"main_phone\" ,\n cast(null as text) as \"mobile_phone\" ,\n cast(null as text) as \"company\" ,\n cast(null as text) as \"inferred_company\" ,\n cast(null as text) as \"address_lead\" ,\n cast(null as text) as \"address\" ,\n cast(null as text) as \"city\" ,\n cast(null as text) as \"state\" ,\n cast(null as text) as \"state_code\" ,\n cast(null as text) as \"country\" ,\n cast(null as text) as \"country_code\" ,\n cast(null as text) as \"postal_code\" ,\n cast(null as text) as \"billing_street\" ,\n cast(null as text) as \"billing_city\" ,\n cast(null as text) as \"billing_state\" ,\n cast(null as text) as \"billing_state_code\" ,\n cast(null as text) as \"billing_country\" ,\n cast(null as text) as \"billing_country_code\" ,\n cast(null as text) as \"billing_postal_code\" ,\n cast(null as text) as \"inferred_city\" ,\n cast(null as text) as \"inferred_state_region\" ,\n cast(null as text) as \"inferred_country\" ,\n cast(null as text) as \"inferred_postal_code\" ,\n cast(null as text) as \"inferred_phone_area_code\" ,\n cast(null as text) as \"anonymous_ip\" ,\n cast(null as boolean) as \"is_unsubscribed\" ,\n cast(null as boolean) as \"is_email_invalid\" ,\n cast(null as boolean) as \"do_not_call\" ,\n cast(\"source_relation\" as text) as \"source_relation\" ,\n cast(null as boolean) as \"is_deleted\" ,\n cast(null as text) as \"merged_into_lead_id\" ,\n cast(null as boolean) as \"is_merged\" ,\n cast(\"date_day\" as date) as \"date_day\" ,\n cast(\"urgency\" as text) as \"urgency\" ,\n cast(\"priority\" as text) as \"priority\" ,\n cast(\"lead_day_id\" as text) as \"lead_day_id\" \n\n from change_data\n )\n\n \n\n), field_partitions as (\n\n select\n unioned.source_relation,\n coalesce(unioned.date_day, current_date) as valid_to,\n unioned.date_day,\n unioned.lead_id\n \n \n\n from unioned\n left join details\n on unioned.source_relation = details.source_relation\n and unioned.date_day = details.date_day\n and unioned.lead_id = details.lead_id\n\n), today as (\n\n -- For each day where a change occurred for each lead, we backfill the values from the subsequent change, going back in time.\n -- The 'details' table is joined in for exactly this purpose. It tells us, even if a value is null, whether that null\n -- value is because no change occurred on that day, or because there was a change and the change involved the null value.\n\n select \n field_partitions.source_relation,\n field_partitions.valid_to, \n field_partitions.lead_id\n\n \n\n from field_partitions\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(valid_to as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from today\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__lead_calendar_spine": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__lead_calendar_spine", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__lead_calendar_spine.sql", "original_file_path": "models/intermediate/marketo__lead_calendar_spine.sql", "unique_id": "model.marketo.marketo__lead_calendar_spine", "fqn": ["marketo", "intermediate", "marketo__lead_calendar_spine"], "alias": "marketo__lead_calendar_spine", "checksum": {"name": "sha256", "checksum": "a39201abd4289e184e42d82214144d12b64a5d66a32d0b3aca3534e80d09d34e"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762460717.588944, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\nwith calendar as (\n\n select *\n from {{ ref('marketo__calendar_spine') }}\n {% if is_incremental() %}\n where date_day >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), leads as (\n\n select *\n from {{ ref('int_marketo__lead') }}\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id,\n leads.source_relation\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','date_day','lead_id']) }} as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__calendar_spine", "package": null, "version": null}, {"name": "int_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt_utils.generate_surrogate_key"], "nodes": ["model.marketo.marketo__calendar_spine", "model.marketo.int_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__lead_calendar_spine.sql", "compiled": true, "compiled_code": "\n\nwith calendar as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__calendar_spine\"\n \n where date_day >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__lead_calendar_spine\")\n \n\n), leads as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"int_marketo__lead\"\n \n), joined as (\n\n select \n calendar.date_day,\n leads.lead_id,\n leads.source_relation\n from calendar\n inner join leads\n on calendar.date_day >= cast(leads.created_timestamp as date)\n\n), surrogate_key as (\n\n select\n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from joined\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_email_template": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_email_template", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_email_template.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_email_template.sql", "unique_id": "model.marketo.marketo__email_stats__by_email_template", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_email_template"], "alias": "marketo__email_stats__by_email_template", "checksum": {"name": "sha256", "checksum": "7ad046ef1fea5b1e65d84f897980a01f1197fc49d43638a9b5f035ba971e572d"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.290617, "relation_name": null, "raw_code": "with email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_email_template.sql", "compiled": true, "compiled_code": "with email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n email_template_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where email_template_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__bounces__by_sent_email": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__bounces__by_sent_email", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__bounces__by_sent_email.sql", "original_file_path": "models/intermediate/marketo__bounces__by_sent_email.sql", "unique_id": "model.marketo.marketo__bounces__by_sent_email", "fqn": ["marketo", "intermediate", "marketo__bounces__by_sent_email"], "alias": "marketo__bounces__by_sent_email", "checksum": {"name": "sha256", "checksum": "919f0eb9ece4faa53a7ae4ef386d73f0448ff99ecc379661346a5c449a63a9c4"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460718.2863533, "relation_name": null, "raw_code": "with activity as (\n\n select *\n from {{ ref('stg_marketo__activity_email_bounced') }}\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__bounces__by_sent_email.sql", "compiled": true, "compiled_code": "with activity as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\n\n), aggregate as (\n\n select\n source_relation,\n email_send_id,\n count(*) as count_bounces\n from activity\n group by 1, 2\n\n)\n\nselect * \nfrom aggregate", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__email_stats__by_program": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__email_stats__by_program", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__email_stats__by_program.sql", "original_file_path": "models/intermediate/marketo__email_stats__by_program.sql", "unique_id": "model.marketo.marketo__email_stats__by_program", "fqn": ["marketo", "intermediate", "marketo__email_stats__by_program"], "alias": "marketo__email_stats__by_program", "checksum": {"name": "sha256", "checksum": "d10467973b7438a1ab38552bec13bda517f23c4debf3edcc9ddff9aa0d383d5f"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "ephemeral", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "ephemeral", "schema": "marketo_{{ var('directed_schema','dev') }}", "enabled": true}, "created_at": 1762460718.2917786, "relation_name": null, "raw_code": "{{ config(enabled=var('marketo__enable_campaigns', True) and var('marketo__enable_programs', True)) }}\n\nwith email_sends as (\n\n select *\n from {{ ref('marketo__email_sends') }}\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__email_stats__by_program.sql", "compiled": true, "compiled_code": "\n\nwith email_sends as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\n\n), aggregated as (\n\n select\n source_relation,\n program_id,\n count(*) as count_sends,\n sum(count_opens) as count_opens,\n sum(count_bounces) as count_bounces,\n sum(count_clicks) as count_clicks,\n sum(count_deliveries) as count_deliveries,\n sum(count_unsubscribes) as count_unsubscribes,\n count(distinct case when was_opened = True then email_send_id end) as count_unique_opens,\n count(distinct case when was_clicked = True then email_send_id end) as count_unique_clicks\n from email_sends\n where program_id is not null\n group by 1, 2\n\n)\n\nselect *\nfrom aggregated", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.marketo.marketo__change_data_details": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo__change_data_details", "resource_type": "model", "package_name": "marketo", "path": "intermediate/marketo__change_data_details.sql", "original_file_path": "models/intermediate/marketo__change_data_details.sql", "unique_id": "model.marketo.marketo__change_data_details", "fqn": ["marketo", "intermediate", "marketo__change_data_details"], "alias": "marketo__change_data_details", "checksum": {"name": "sha256", "checksum": "ba15e5eab576851ec41d5c0bdb870a47eb71584bdf6f42e1c683cdeb92794681"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": "delete+insert", "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": "lead_day_id", "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "freshness": null, "partition_by": {"field": "date_day", "data_type": "date"}, "file_format": "delta"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "marketo://models/intermediate/intermediate.yml", "build_path": null, "unrendered_config": {"materialized": "incremental", "schema": "marketo_{{ var('directed_schema','dev') }}", "partition_by": {"field": "date_day", "data_type": "date"}, "unique_key": "lead_day_id", "incremental_strategy": "delete+insert", "file_format": "delta"}, "created_at": 1762460718.2887647, "relation_name": "\"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\"", "raw_code": "{{\n config(\n materialized='incremental',\n partition_by = {'field': 'date_day', 'data_type': 'date'} if target.type not in ['spark','databricks'] else ['date_day'],\n unique_key='lead_day_id',\n incremental_strategy='merge' if target.type not in ['postgres', 'redshift'] else 'delete+insert',\n file_format='delta'\n ) \n}}\n\n{% if execute -%}\n {% set results = run_query('select distinct rest_name_xf from ' ~ ref('stg_marketo__lead_describe')) %}\n {% set results_list = results.columns[0].values() %}\n{% endif -%}\n\nwith change_data as (\n\n select *\n from {{ ref('stg_marketo__activity_change_data_value') }}\n {% if is_incremental() %}\n where cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) >= (select max(date_day) from {{ this }})\n {% endif %}\n\n), lead_describe as (\n\n select *\n from {{ ref('stg_marketo__lead_describe') }}\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n source_relation,\n lead_id,\n cast({{ dbt.dateadd('day', -1, 'activity_timestamp') }} as date) as date_day\n\n {% for col in results_list if col|lower|replace(\"__c\",\"_c\") in var('lead_history_columns') %}\n {% set col_xf = col|lower|replace(\"__c\",\"_c\") %}\n , cast( max(case when lower(primary_attribute_column) = '{{ col|lower }}' then 1 else 0 end) as boolean) as {{ col_xf }}\n {% endfor %}\n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n {{ dbt_utils.generate_surrogate_key(['source_relation','lead_id','date_day'])}} as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}, {"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.dbt.dateadd", "macro.dbt_utils.generate_surrogate_key", "macro.dbt.run_query"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/intermediate/marketo__change_data_details.sql", "compiled": true, "compiled_code": "\n\n\n \nwith change_data as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\n \n where cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) >= (select max(date_day) from \"postgres\".\"public_marketo_dev\".\"marketo__change_data_details\")\n \n\n), lead_describe as (\n\n select *\n from \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\n\n), joined as ( \n\n -- Join the column names from the describe table onto the change data table\n\n select \n change_data.*,\n lead_describe.rest_name_xf as primary_attribute_column\n from change_data\n left join lead_describe\n on change_data.source_relation = lead_describe.source_relation\n and change_data.primary_attribute_value_id = lead_describe.lead_describe_id\n\n), pivots as (\n\n -- For each column that is in both the lead_history_columns variable and the restname of the lead_describe table,\n -- find whether a change occurred for a given column on a given day for a given lead. \n -- This will feed the daily slowly changing dimension model.\n\n select \n source_relation,\n lead_id,\n cast(\n\n activity_timestamp + ((interval '1 day') * (-1))\n\n as date) as date_day\n\n \n \n , cast( max(case when lower(primary_attribute_column) = 'urgency' then 1 else 0 end) as boolean) as urgency\n \n \n , cast( max(case when lower(primary_attribute_column) = 'priority' then 1 else 0 end) as boolean) as priority\n \n \n from joined\n where cast(activity_timestamp as date) < current_date\n group by 1,2,3\n\n), surrogate_key as (\n\n select \n *,\n md5(cast(coalesce(cast(source_relation as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(lead_id as TEXT), '_dbt_utils_surrogate_key_null_') || '-' || coalesce(cast(date_day as TEXT), '_dbt_utils_surrogate_key_null_') as TEXT)) as lead_day_id\n from pivots\n\n)\n\nselect *\nfrom surrogate_key", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "operation.marketo.marketo-on-run-start-0": {"database": "postgres", "schema": "public_marketo_dev", "name": "marketo-on-run-start-0", "resource_type": "operation", "package_name": "marketo", "path": "hooks/marketo-on-run-start-0.sql", "original_file_path": "./dbt_project.yml", "unique_id": "operation.marketo.marketo-on-run-start-0", "fqn": ["marketo", "hooks", "marketo-on-run-start-0"], "alias": "marketo-on-run-start-0", "checksum": {"name": "sha256", "checksum": "d1b12f474d0e028b30ff034db54b3c6076e9289d8abfe2cdef8afc8eaf25d9da"}, "config": {"enabled": true, "alias": null, "schema": "marketo_dev", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null}, "tags": ["on-run-start"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"materialized": "table", "schema": "marketo_{{ var('directed_schema','dev') }}"}, "created_at": 1762460717.7561162, "relation_name": null, "raw_code": "{{ lead_history_columns_warning() }}", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.marketo.lead_history_columns_warning"], "nodes": []}, "compiled_path": "target/compiled/marketo/./dbt_project.yml/hooks/marketo-on-run-start-0.sql", "compiled": true, "compiled_code": "\n\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "index": 0}, "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__campaigns_campaign_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf", "fqn": ["marketo", "not_null_marketo__campaigns_campaign_id"], "alias": "not_null_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.073503, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.marketo__campaigns", "attached_node": "model.marketo.marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_sends_email_send_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_sends_email_send_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a", "fqn": ["marketo", "not_null_marketo__email_sends_email_send_id"], "alias": "not_null_marketo__email_sends_email_send_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.076448, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_sends"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_sends_email_send_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_send_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_sends\"\nwhere email_send_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_send_id", "file_key_name": "models.marketo__email_sends", "attached_node": "model.marketo.marketo__email_sends", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_send_id", "model": "{{ get_where_subquery(ref('marketo__email_sends')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__email_templates_email_template_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__email_templates_email_template_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332", "fqn": ["marketo", "not_null_marketo__email_templates_email_template_id"], "alias": "not_null_marketo__email_templates_email_template_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.0790236, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__email_templates"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__email_templates_email_template_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__email_templates\"\nwhere email_template_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_id", "file_key_name": "models.marketo__email_templates", "attached_node": "model.marketo.marketo__email_templates", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_id", "model": "{{ get_where_subquery(ref('marketo__email_templates')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_history_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "fqn": ["marketo", "not_null_marketo__lead_history_lead_history_id"], "alias": "not_null_marketo__lead_history_lead_history_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.081709, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_history_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_history_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_history_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__lead_history_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__lead_history_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a", "fqn": ["marketo", "not_null_marketo__lead_history_lead_id"], "alias": "not_null_marketo__lead_history_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.0841649, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__lead_history"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__lead_history_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__lead_history\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__lead_history", "attached_node": "model.marketo.marketo__lead_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__lead_history')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__leads_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__leads_lead_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__leads_lead_id.4dd423c832", "fqn": ["marketo", "not_null_marketo__leads_lead_id"], "alias": "not_null_marketo__leads_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.0865831, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__leads"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__leads_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__leads\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.marketo__leads", "attached_node": "model.marketo.marketo__leads", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('marketo__leads')) }}"}, "namespace": null}}, "test.marketo.not_null_marketo__programs_program_id.de885080e0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_marketo__programs_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_marketo__programs_program_id.sql", "original_file_path": "models/marketo.yml", "unique_id": "test.marketo.not_null_marketo__programs_program_id.de885080e0", "fqn": ["marketo", "not_null_marketo__programs_program_id"], "alias": "not_null_marketo__programs_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.089065, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.marketo__programs"]}, "compiled_path": "target/compiled/marketo/models/marketo.yml/not_null_marketo__programs_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"marketo__programs\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.marketo__programs", "attached_node": "model.marketo.marketo__programs", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('marketo__programs')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_change_data_value_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_change_data_value_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_change_data_value_activity_id"], "alias": "not_null_stg_marketo__activity_change_data_value_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2551413, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_change_data_value", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_change_data_value"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_change_data_value_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_change_data_value\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_change_data_value", "attached_node": "model.marketo.stg_marketo__activity_change_data_value", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_change_data_value')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_click_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_click_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_click_email_activity_id"], "alias": "not_null_stg_marketo__activity_click_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2578747, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_click_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_click_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_click_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_click_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_click_email", "attached_node": "model.marketo.stg_marketo__activity_click_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_click_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_bounced_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_bounced_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_bounced_activity_id"], "alias": "not_null_stg_marketo__activity_email_bounced_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2603865, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_bounced", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_bounced"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_bounced_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_bounced\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_bounced", "attached_node": "model.marketo.stg_marketo__activity_email_bounced", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_bounced')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_email_delivered_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_email_delivered_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_email_delivered_activity_id"], "alias": "not_null_stg_marketo__activity_email_delivered_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.262862, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_email_delivered", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_email_delivered"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_email_delivered_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_email_delivered\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_email_delivered", "attached_node": "model.marketo.stg_marketo__activity_email_delivered", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_email_delivered')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_open_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_open_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_open_email_activity_id"], "alias": "not_null_stg_marketo__activity_open_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2663326, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_open_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_open_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_open_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_open_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_open_email", "attached_node": "model.marketo.stg_marketo__activity_open_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_open_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_send_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_send_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_send_email_activity_id"], "alias": "not_null_stg_marketo__activity_send_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2687476, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_send_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_send_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_send_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_send_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_send_email", "attached_node": "model.marketo.stg_marketo__activity_send_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_send_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0", "fqn": ["marketo", "staging", "not_null_stg_marketo__activity_unsubscribe_email_activity_id"], "alias": "not_null_stg_marketo__activity_unsubscribe_email_activity_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2711701, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__activity_unsubscribe_email", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__activity_unsubscribe_email"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__activity_unsubscribe_email_activity_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect activity_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__activity_unsubscribe_email\"\nwhere activity_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "activity_id", "file_key_name": "models.stg_marketo__activity_unsubscribe_email", "attached_node": "model.marketo.stg_marketo__activity_unsubscribe_email", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "activity_id", "model": "{{ get_where_subquery(ref('stg_marketo__activity_unsubscribe_email')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__campaigns_campaign_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__campaigns_campaign_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112", "fqn": ["marketo", "staging", "not_null_stg_marketo__campaigns_campaign_id"], "alias": "not_null_stg_marketo__campaigns_campaign_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.273592, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__campaigns"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__campaigns_campaign_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect campaign_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__campaigns\"\nwhere campaign_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "campaign_id", "file_key_name": "models.stg_marketo__campaigns", "attached_node": "model.marketo.stg_marketo__campaigns", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "campaign_id", "model": "{{ get_where_subquery(ref('stg_marketo__campaigns')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__email_template_history_email_template_history_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa", "fqn": ["marketo", "staging", "not_null_stg_marketo__email_template_history_email_template_history_id"], "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd"}, "created_at": 1762460718.276154, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}{{ config(alias=\"not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd\") }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__email_template_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__email_template_history"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__email_te_80ee2025020122dcfd13af1d9e7d57cd.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect email_template_history_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__email_template_history\"\nwhere email_template_history_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "email_template_history_id", "file_key_name": "models.stg_marketo__email_template_history", "attached_node": "model.marketo.stg_marketo__email_template_history", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "email_template_history_id", "model": "{{ get_where_subquery(ref('stg_marketo__email_template_history')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_describe_lead_describe_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_describe_lead_describe_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_describe_lead_describe_id"], "alias": "not_null_stg_marketo__lead_describe_lead_describe_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2785447, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead_describe", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead_describe"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_describe_lead_describe_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_describe_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead_describe\"\nwhere lead_describe_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_describe_id", "file_key_name": "models.stg_marketo__lead_describe", "attached_node": "model.marketo.stg_marketo__lead_describe", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_describe_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead_describe')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__lead_lead_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__lead_lead_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055", "fqn": ["marketo", "staging", "not_null_stg_marketo__lead_lead_id"], "alias": "not_null_stg_marketo__lead_lead_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.28096, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__lead", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__lead"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__lead_lead_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect lead_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__lead\"\nwhere lead_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "lead_id", "file_key_name": "models.stg_marketo__lead", "attached_node": "model.marketo.stg_marketo__lead", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "lead_id", "model": "{{ get_where_subquery(ref('stg_marketo__lead')) }}"}, "namespace": null}}, "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": {"database": "postgres", "schema": "public_dbt_test__audit", "name": "not_null_stg_marketo__program_program_id", "resource_type": "test", "package_name": "marketo", "path": "not_null_stg_marketo__program_program_id.sql", "original_file_path": "models/staging/stg_marketo.yml", "unique_id": "test.marketo.not_null_stg_marketo__program_program_id.882bad918f", "fqn": ["marketo", "staging", "not_null_stg_marketo__program_program_id"], "alias": "not_null_stg_marketo__program_program_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1762460718.2833335, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "doc_blocks": [], "language": "sql", "refs": [{"name": "stg_marketo__program", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery"], "nodes": ["model.marketo.stg_marketo__program"]}, "compiled_path": "target/compiled/marketo/models/staging/stg_marketo.yml/not_null_stg_marketo__program_program_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect program_id\nfrom \"postgres\".\"public_marketo_dev\".\"stg_marketo__program\"\nwhere program_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "program_id", "file_key_name": "models.stg_marketo__program", "attached_node": "model.marketo.stg_marketo__program", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "program_id", "model": "{{ get_where_subquery(ref('stg_marketo__program')) }}"}, "namespace": null}}}, "sources": {"source.marketo.marketo.lead": {"database": "postgres", "schema": "public", "name": "lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead", "fqn": ["marketo", "staging", "marketo", "lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo leads.", "columns": {"id": {"name": "id", "description": "Unique integer id of a lead record.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "The timestamp each lead object was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "The timestamp each lead object was last updated at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "first_name": {"name": "first_name", "description": "The first name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "last_name": {"name": "last_name", "description": "The last name of the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "phone": {"name": "phone", "description": "Lead\u2019s Phone Number.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "main_phone": {"name": "main_phone", "description": "Primary phone number of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "mobile_phone": {"name": "mobile_phone", "description": "Lead\u2019s mobile phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "company": {"name": "company", "description": "Lead\u2019s company name", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_company": {"name": "inferred_company", "description": "Company name inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address_lead": {"name": "address_lead", "description": "Second address associated with the lead.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "address": {"name": "address", "description": "Lead\u2019s address.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "city": {"name": "city", "description": "Lead\u2019s city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state": {"name": "state", "description": "Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "state_code": {"name": "state_code", "description": "Alpha-2 code of the Lead\u2019s state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country": {"name": "country", "description": "Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "country_code": {"name": "country_code", "description": "Alpha-2 code of the Lead\u2019s country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "postal_code": {"name": "postal_code", "description": "Lead\u2019s postal code", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_street": {"name": "billing_street", "description": "Billing street address of the lead\u2019s company", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_city": {"name": "billing_city", "description": "City of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state": {"name": "billing_state", "description": "State or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_state_code": {"name": "billing_state_code", "description": "Alpha-2 code of the state or province of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country": {"name": "billing_country", "description": "Country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_country_code": {"name": "billing_country_code", "description": "Alpha-2 code of the country of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "billing_postal_code": {"name": "billing_postal_code", "description": "Postal code of the lead\u2019s billing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_city": {"name": "inferred_city", "description": "Lead\u2019s city inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_state_region": {"name": "inferred_state_region", "description": "Lead\u2019s state region inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_country": {"name": "inferred_country", "description": "Country inferred by reverse IP lookup of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_postal_code": {"name": "inferred_postal_code", "description": "Lead\u2019s postal code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "inferred_phone_area_code": {"name": "inferred_phone_area_code", "description": "Lead\u2019s phone area code inferred by reverse IP lookup of lead\u2019s first recorded web visit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "anonymous_ip": {"name": "anonymous_ip", "description": "IP address of the lead\u2019s first recorded web visit", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "unsubscribed": {"name": "unsubscribed", "description": "Lead\u2019s email-unsubscribed status (boolean). Partially system managed. Will prevent receipt of non-operational emails if set to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_invalid": {"name": "email_invalid", "description": "Email invalid status (boolean). All emails to the address will be blocked if set to true. Bounces indicating that the email is invalid will automatically set this field to true.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "do_not_call": {"name": "do_not_call", "description": "Lead\u2019s do-not-call preference (boolean)", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_data\"", "created_at": 1762460718.3183336, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.lead_describe": {"database": "postgres", "schema": "public", "name": "lead_describe", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.lead_describe", "fqn": ["marketo", "staging", "marketo", "lead_describe"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_lead_describe_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with metadata about lead object columns", "columns": {"data_type": {"name": "data_type", "description": "Datatype of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "display_name": {"name": "display_name", "description": "UI display-name of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer id of the field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "length": {"name": "length", "description": "Max length of the field. Only applicable to text, string, and text area.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restname": {"name": "restname", "description": "Description of REST API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "restread_only": {"name": "restread_only", "description": "Whether the field is only available via the REST API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapname": {"name": "soapname", "description": "Description of SOAP API usage attributes.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "soapread_only": {"name": "soapread_only", "description": "Whether the field is only available via the SOAP API.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_lead_describe_data\"", "created_at": 1762460718.320618, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_change_data_value": {"database": "postgres", "schema": "public", "name": "activity_change_data_value", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_change_data_value", "fqn": ["marketo", "staging", "marketo", "activity_change_data_value"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_change_data_value_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with data value changes from the leads object.", "columns": {"api_method_name": {"name": "api_method_name", "description": "API method used for change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "Timestamp of the actvity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the related campaign, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "Id of the lead associated to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "modifying_user": {"name": "modifying_user", "description": "The user who instigated the change, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "new_value": {"name": "new_value", "description": "New value after the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "old_value": {"name": "old_value", "description": "Old value before the change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "Value of the primary attribute.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "ID of the primary attribute field.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reason": {"name": "reason", "description": "Reason for the data change.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "request_id": {"name": "request_id", "description": "ID of the request made.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_change_data_value_data\"", "created_at": 1762460718.321384, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.campaign": {"database": "postgres", "schema": "public", "name": "campaign", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.campaign", "fqn": ["marketo", "staging", "marketo", "campaign"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_campaign_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo campaigns.", "columns": {"active": {"name": "active", "description": "Whether the campaign is active. Only applicable to trigger campaigns.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp when the campaign was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the campaign", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "Unique integer ID of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "ID of the parent program, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of campaign, either 'batch' or 'trigger'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp when the campaign was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace_name": {"name": "workspace_name", "description": "Name of the parent workspace, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "computed_url": {"name": "computed_url", "description": "The URL of the campaign in Marketo.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "flow_id": {"name": "flow_id", "description": "The ID of the flow that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of folder that the campaign is stored in.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_communication_limit_enabled": {"name": "is_communication_limit_enabled", "description": "Whether or not the campaign has a communication limit.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_requestable": {"name": "is_requestable", "description": "Whether or not the campaign can be requested by leads.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_system": {"name": "is_system", "description": "Whether or not the campaign is a system campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "max_members": {"name": "max_members", "description": "The maximum number of members that the campaign can have.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_type": {"name": "qualification_rule_type", "description": "The type of qualification rule that the campaign uses.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_interval": {"name": "qualification_rule_interval", "description": "The interval for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "qualification_rule_unit": {"name": "qualification_rule_unit", "description": "The unit for the qualification rule.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_start_at": {"name": "recurrence_start_at", "description": "The start date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_end_at": {"name": "recurrence_end_at", "description": "The end date and time for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval_type": {"name": "recurrence_interval_type", "description": "The type of recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_interval": {"name": "recurrence_interval", "description": "The value of the recurrence interval.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_weekday_only": {"name": "recurrence_weekday_only", "description": "Whether or not the recurrence is limited to weekdays.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_month": {"name": "recurrence_day_of_month", "description": "The day of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_day_of_week": {"name": "recurrence_day_of_week", "description": "The day of the week for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "recurrence_week_of_month": {"name": "recurrence_week_of_month", "description": "The week of the month for the recurrence.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "smart_list_id": {"name": "smart_list_id", "description": "The ID of the smart list that the campaign is associated with.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "The status of the campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_campaign_data\"", "created_at": 1762460718.3221924, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.program": {"database": "postgres", "schema": "public", "name": "program", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.program", "fqn": ["marketo", "staging", "marketo", "program"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_program_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with all Marketo programs.", "columns": {"channel": {"name": "channel", "description": "Channel of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "created_at": {"name": "created_at", "description": "Timestamp the program was created at.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "end_date": {"name": "end_date", "description": "End date of the program. Applicable to event, email, and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_id": {"name": "sfdc_id", "description": "SFDC id of the program if linked to an SFDC campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "sfdc_name": {"name": "sfdc_name", "description": "Name of the linked SFDC campaign if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "start_date": {"name": "start_date", "description": "Start date of program. Applicable to event, email and webinar type programs.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status of the program. Only valid for Email and engagement program types.\nAllowed values: locked, unlocked, on, off\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "type": {"name": "type", "description": "Type of the program. Allowed values: program, event, webinar, nurture\n", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the program was most recently updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the program in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "_fivetran_deleted": {"name": "_fivetran_deleted", "description": "Boolean created by Fivetran to indicate whether the record has been deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_program_data\"", "created_at": 1762460718.32292, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.email_template_history": {"database": "postgres", "schema": "public", "name": "email_template_history", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.email_template_history", "fqn": ["marketo", "staging", "marketo", "email_template_history"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_email_template_history_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with a history of email template versions.", "columns": {"created_at": {"name": "created_at", "description": "Timestamp the email template was created.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "description": {"name": "description", "description": "Description of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_folder_name": {"name": "folder_folder_name", "description": "The name of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_id": {"name": "folder_id", "description": "The ID of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_type": {"name": "folder_type", "description": "The type of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "folder_value": {"name": "folder_value", "description": "The value of the email template's folder.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_email": {"name": "from_email", "description": "The 'From' address of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "from_name": {"name": "from_name", "description": "The 'From' name of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "name": {"name": "name", "description": "Name of the email template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "operational": {"name": "operational", "description": "Whether the email is operational. Operational emails bypass unsubscribe status. Defaults to false.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "program_id": {"name": "program_id", "description": "The ID of the email template's program.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "publish_to_msi": {"name": "publish_to_msi", "description": "Whether the email is published to Marketo Sales Insight.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "reply_email": {"name": "reply_email", "description": "Reply-To address of the Email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "status": {"name": "status", "description": "Status filter for draft or approved versions.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subject": {"name": "subject", "description": "Subject line of the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "template": {"name": "template", "description": "ID of the parent template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "text_only": {"name": "text_only", "description": "Setting to include text-only version of email when sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "updated_at": {"name": "updated_at", "description": "Timestamp the email template was last updated.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "url": {"name": "url", "description": "URL of the email template in the Marketo UI.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "version": {"name": "version", "description": "The type version of the email, either '1' or '2'.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "web_view": {"name": "web_view", "description": "Whether 'View as Webpage' function is enabled for the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "workspace": {"name": "workspace", "description": "Name of the workspace.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_email_template_history_data\"", "created_at": 1762460718.3236938, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_click_email": {"database": "postgres", "schema": "public", "name": "activity_click_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_click_email", "fqn": ["marketo", "staging", "marketo", "activity_click_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_click_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email click activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The date of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device type the activity occurred on.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Whether the activity occurred on a mobile device.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "link": {"name": "link", "description": "The URL of the link clicked.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The Web browser user agent information obtained when the lead clicked the email link.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_click_email_data\"", "created_at": 1762460718.3243902, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_delivered": {"database": "postgres", "schema": "public", "name": "activity_email_delivered", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_delivered", "fqn": ["marketo", "staging", "marketo", "activity_email_delivered"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_delivered_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email delivery activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was delivered.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_delivered_data\"", "created_at": 1762460718.3250558, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_email_bounced": {"database": "postgres", "schema": "public", "name": "activity_email_bounced", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_email_bounced", "fqn": ["marketo", "staging", "marketo", "activity_email_bounced"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_email_bounced_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "category": {"name": "category", "description": "The category associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "details": {"name": "details", "description": "Details about why the email bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email": {"name": "email", "description": "The email address that bounced.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "subcategory": {"name": "subcategory", "description": "The subcategory associated with bounced email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_email_bounced_data\"", "created_at": 1762460718.3257291, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_open_email": {"database": "postgres", "schema": "public", "name": "activity_open_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_open_email", "fqn": ["marketo", "staging", "marketo", "activity_open_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_open_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email bounce activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "device": {"name": "device", "description": "The device that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "is_mobile_device": {"name": "is_mobile_device", "description": "Identifies whether a mobile device was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "platform": {"name": "platform", "description": "The platform that was used to open the email.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the email was opened.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_open_email_data\"", "created_at": 1762460718.3264706, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_unsubscribe_email": {"database": "postgres", "schema": "public", "name": "activity_unsubscribe_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_unsubscribe_email", "fqn": ["marketo", "staging", "marketo", "activity_unsubscribe_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_unsubscribe_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email unsusbscribe activities.", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "client_ip_address": {"name": "client_ip_address", "description": "The IP address of the client that unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "form_fields": {"name": "form_fields", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "query_parameters": {"name": "query_parameters", "description": "The query parameters contained within the URL.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "referrer_url": {"name": "referrer_url", "description": "The URL of the referrer used to identify where the form visit originated from.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "user_agent": {"name": "user_agent", "description": "The web browser user agent information obtained when the lead unsubscribed.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webform_id": {"name": "webform_id", "description": "The ID of the unsubscribe web page.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "webpage_id": {"name": "webpage_id", "description": "The ID of the unsubscribe web form.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_unsubscribe_email_data\"", "created_at": 1762460718.3271673, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_send_email": {"database": "postgres", "schema": "public", "name": "activity_send_email", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_send_email", "fqn": ["marketo", "staging", "marketo", "activity_send_email"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_send_email_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with email send activities.", "columns": {"action_result": {"name": "action_result", "description": "The outcome of a specific action performed within the Marketo platform.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_date": {"name": "activity_date", "description": "The timestamp the email was sent.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the email's campaign.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_run_id": {"name": "campaign_run_id", "description": "The ID of the email's campaign run.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "choice_number": {"name": "choice_number", "description": "The choice number of the current step that triggered the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "email_template_id": {"name": "email_template_id", "description": "The ID of the email's template.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "step_id": {"name": "step_id", "description": "The Id of the current step in the flow.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_send_email_data\"", "created_at": 1762460718.3278296, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_delete_lead": {"database": "postgres", "schema": "public", "name": "activity_delete_lead", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_delete_lead", "fqn": ["marketo", "staging", "marketo", "activity_delete_lead"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_delete_lead_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with deleted lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign": {"name": "campaign", "description": "The name of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_delete_lead_data\"", "created_at": 1762460718.3284657, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}, "source.marketo.marketo.activity_merge_leads": {"database": "postgres", "schema": "public", "name": "activity_merge_leads", "resource_type": "source", "package_name": "marketo", "path": "models/staging/src_marketo.yml", "original_file_path": "models/staging/src_marketo.yml", "unique_id": "source.marketo.marketo.activity_merge_leads", "fqn": ["marketo", "staging", "marketo", "activity_merge_leads"], "source_name": "marketo", "source_description": "", "loader": "", "identifier": "marketo_activity_merge_leads_data", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "loaded_at_query": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Table with merged lead activities", "columns": {"activity_date": {"name": "activity_date", "description": "The timestamp the lead was deleted.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "activity_type_id": {"name": "activity_type_id", "description": "The ID of the activity type.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "campaign_id": {"name": "campaign_id", "description": "The ID of the campaign related to the activity, if applicable.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "id": {"name": "id", "description": "ID of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "lead_id": {"name": "lead_id", "description": "The ID of the lead related to the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value": {"name": "primary_attribute_value", "description": "The primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "primary_attribute_value_id": {"name": "primary_attribute_value_id", "description": "The ID of the primary attribute of the activity.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}, "merge_ids": {"name": "merge_ids", "description": "ID of the lead that the lead was merged into.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "doc_blocks": []}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "patch_path": null, "unrendered_config": {"enabled": true, "loaded_at_field": null, "loaded_at_query": null, "meta": {}, "tags": []}, "relation_name": "\"postgres\".\"public\".\"marketo_activity_merge_leads_data\"", "created_at": 1762460718.32911, "unrendered_database": "{% if target.type != 'spark'%}{{ var('marketo_database', target.database) }}{% endif %}", "unrendered_schema": "{{ var('marketo_schema', 'marketo') }}", "doc_blocks": []}}, "macros": {"macro.dbt_postgres.postgres__get_catalog_relations": {"name": "postgres__get_catalog_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog_relations", "macro_sql": "{% macro postgres__get_catalog_relations(information_schema, relations) -%}\n {%- call statement('catalog', fetch_result=True) -%}\n\n {#\n If the user has multiple databases set and the first one is wrong, this will fail.\n But we won't fail in the case where there are multiple quoting-difference-only dbs, which is better.\n #}\n {% set database = information_schema.database %}\n {{ adapter.verify_database(database) }}\n\n select\n '{{ database }}' as table_database,\n sch.nspname as table_schema,\n tbl.relname as table_name,\n case tbl.relkind\n when 'v' then 'VIEW'\n when 'm' then 'MATERIALIZED VIEW'\n else 'BASE TABLE'\n end as table_type,\n tbl_desc.description as table_comment,\n col.attname as column_name,\n col.attnum as column_index,\n pg_catalog.format_type(col.atttypid, col.atttypmod) as column_type,\n col_desc.description as column_comment,\n pg_get_userbyid(tbl.relowner) as table_owner\n\n from pg_catalog.pg_namespace sch\n join pg_catalog.pg_class tbl on tbl.relnamespace = sch.oid\n join pg_catalog.pg_attribute col on col.attrelid = tbl.oid\n left outer join pg_catalog.pg_description tbl_desc on (tbl_desc.objoid = tbl.oid and tbl_desc.objsubid = 0)\n left outer join pg_catalog.pg_description col_desc on (col_desc.objoid = tbl.oid and col_desc.objsubid = col.attnum)\n where (\n {%- for relation in relations -%}\n {%- if relation.identifier -%}\n (upper(sch.nspname) = upper('{{ relation.schema }}') and\n upper(tbl.relname) = upper('{{ relation.identifier }}'))\n {%- else-%}\n upper(sch.nspname) = upper('{{ relation.schema }}')\n {%- endif -%}\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n and not pg_is_other_temp_schema(sch.oid) -- not a temporary schema belonging to another session\n and tbl.relpersistence in ('p', 'u') -- [p]ermanent table or [u]nlogged table. Exclude [t]emporary tables\n and tbl.relkind in ('r', 'v', 'f', 'p', 'm') -- o[r]dinary table, [v]iew, [f]oreign table, [p]artitioned table, [m]aterialized view. Other values are [i]ndex, [S]equence, [c]omposite type, [t]OAST table\n and col.attnum > 0 -- negative numbers are used for system columns such as oid\n and not col.attisdropped -- column as not been dropped\n\n order by\n sch.nspname,\n tbl.relname,\n col.attnum\n\n {%- endcall -%}\n\n {{ return(load_result('catalog').table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.831889, "supported_languages": null}, "macro.dbt_postgres.postgres__get_catalog": {"name": "postgres__get_catalog", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_postgres.postgres__get_catalog", "macro_sql": "{% macro postgres__get_catalog(information_schema, schemas) -%}\n {%- set relations = [] -%}\n {%- for schema in schemas -%}\n {%- set dummy = relations.append({'schema': schema}) -%}\n {%- endfor -%}\n {{ return(postgres__get_catalog_relations(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8326263, "supported_languages": null}, "macro.dbt_postgres.postgres__create_table_as": {"name": "postgres__create_table_as", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_table_as", "macro_sql": "{% macro postgres__create_table_as(temporary, relation, sql) -%}\n {%- set unlogged = config.get('unlogged', default=false) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary -%}\n temporary\n {%- elif unlogged -%}\n unlogged\n {%- endif %} table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {% endif -%}\n {% if contract_config.enforced and (not temporary) -%}\n {{ get_table_columns_and_constraints() }} ;\n insert into {{ relation }} (\n {{ adapter.dispatch('get_column_names', 'dbt')() }}\n )\n {%- set sql = get_select_subquery(sql) %}\n {% else %}\n as\n {% endif %}\n (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.default__get_column_names", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8371024, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_index_sql": {"name": "postgres__get_create_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_index_sql", "macro_sql": "{% macro postgres__get_create_index_sql(relation, index_dict) -%}\n {%- set index_config = adapter.parse_index(index_dict) -%}\n {%- set comma_separated_columns = \", \".join(index_config.columns) -%}\n {%- set index_name = index_config.render(relation) -%}\n\n create {% if index_config.unique -%}\n unique\n {%- endif %} index if not exists\n \"{{ index_name }}\"\n on {{ relation }} {% if index_config.type -%}\n using {{ index_config.type }}\n {%- endif %}\n ({{ comma_separated_columns }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8381078, "supported_languages": null}, "macro.dbt_postgres.postgres__create_schema": {"name": "postgres__create_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__create_schema", "macro_sql": "{% macro postgres__create_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier().include(database=False) }}\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8387322, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_schema": {"name": "postgres__drop_schema", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__drop_schema", "macro_sql": "{% macro postgres__drop_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier().include(database=False) }} cascade\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8393707, "supported_languages": null}, "macro.dbt_postgres.postgres__get_columns_in_relation": {"name": "postgres__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_columns_in_relation", "macro_sql": "{% macro postgres__get_columns_in_relation(relation) -%}\n {% call statement('get_columns_in_relation', fetch_result=True) %}\n select\n column_name,\n data_type,\n character_maximum_length,\n numeric_precision,\n numeric_scale\n\n from {{ relation.information_schema('columns') }}\n where table_name = '{{ relation.identifier }}'\n {% if relation.schema %}\n and table_schema = '{{ relation.schema }}'\n {% endif %}\n order by ordinal_position\n\n {% endcall %}\n {% set table = load_result('get_columns_in_relation').table %}\n {{ return(sql_convert_columns_in_relation(table)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.sql_convert_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8403056, "supported_languages": null}, "macro.dbt_postgres.postgres__list_relations_without_caching": {"name": "postgres__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_relations_without_caching", "macro_sql": "{% macro postgres__list_relations_without_caching(schema_relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n '{{ schema_relation.database }}' as database,\n tablename as name,\n schemaname as schema,\n 'table' as type\n from pg_tables\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n viewname as name,\n schemaname as schema,\n 'view' as type\n from pg_views\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n matviewname as name,\n schemaname as schema,\n 'materialized_view' as type\n from pg_matviews\n where schemaname ilike '{{ schema_relation.schema }}'\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8411648, "supported_languages": null}, "macro.dbt_postgres.postgres__information_schema_name": {"name": "postgres__information_schema_name", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__information_schema_name", "macro_sql": "{% macro postgres__information_schema_name(database) -%}\n {% if database_name -%}\n {{ adapter.verify_database(database_name) }}\n {%- endif -%}\n information_schema\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8415096, "supported_languages": null}, "macro.dbt_postgres.postgres__list_schemas": {"name": "postgres__list_schemas", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__list_schemas", "macro_sql": "{% macro postgres__list_schemas(database) %}\n {% if database -%}\n {{ adapter.verify_database(database) }}\n {%- endif -%}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select distinct nspname from pg_namespace\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8422022, "supported_languages": null}, "macro.dbt_postgres.postgres__check_schema_exists": {"name": "postgres__check_schema_exists", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__check_schema_exists", "macro_sql": "{% macro postgres__check_schema_exists(information_schema, schema) -%}\n {% if information_schema.database -%}\n {{ adapter.verify_database(information_schema.database) }}\n {%- endif -%}\n {% call statement('check_schema_exists', fetch_result=True, auto_begin=False) %}\n select count(*) from pg_namespace where nspname = '{{ schema }}'\n {% endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.842975, "supported_languages": null}, "macro.dbt_postgres.postgres__make_relation_with_suffix": {"name": "postgres__make_relation_with_suffix", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_relation_with_suffix", "macro_sql": "{% macro postgres__make_relation_with_suffix(base_relation, suffix, dstring) %}\n {% if dstring %}\n {% set dt = modules.datetime.datetime.now() %}\n {% set dtstring = dt.strftime(\"%H%M%S%f\") %}\n {% set suffix = suffix ~ dtstring %}\n {% endif %}\n {% set suffix_length = suffix|length %}\n {% set relation_max_name_length = base_relation.relation_max_name_length() %}\n {% if suffix_length > relation_max_name_length %}\n {% do exceptions.raise_compiler_error('Relation suffix is too long (' ~ suffix_length ~ ' characters). Maximum length is ' ~ relation_max_name_length ~ ' characters.') %}\n {% endif %}\n {% set identifier = base_relation.identifier[:relation_max_name_length - suffix_length] ~ suffix %}\n\n {{ return(base_relation.incorporate(path={\"identifier\": identifier })) }}\n\n {% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8446014, "supported_languages": null}, "macro.dbt_postgres.postgres__make_intermediate_relation": {"name": "postgres__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_intermediate_relation", "macro_sql": "{% macro postgres__make_intermediate_relation(base_relation, suffix) %}\n {{ return(postgres__make_relation_with_suffix(base_relation, suffix, dstring=False)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.845021, "supported_languages": null}, "macro.dbt_postgres.postgres__make_temp_relation": {"name": "postgres__make_temp_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_temp_relation", "macro_sql": "{% macro postgres__make_temp_relation(base_relation, suffix) %}\n {% set temp_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=True) %}\n {{ return(temp_relation.incorporate(path={\"schema\": none,\n \"database\": none})) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8456347, "supported_languages": null}, "macro.dbt_postgres.postgres__make_backup_relation": {"name": "postgres__make_backup_relation", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__make_backup_relation", "macro_sql": "{% macro postgres__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {% set backup_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=False) %}\n {{ return(backup_relation.incorporate(type=backup_relation_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_relation_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8461826, "supported_languages": null}, "macro.dbt_postgres.postgres_escape_comment": {"name": "postgres_escape_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres_escape_comment", "macro_sql": "{% macro postgres_escape_comment(comment) -%}\n {% if comment is not string %}\n {% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}\n {% endif %}\n {%- set magic = '$dbt_comment_literal_block$' -%}\n {%- if magic in comment -%}\n {%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}\n {%- endif -%}\n {{ magic }}{{ comment }}{{ magic }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8470287, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_relation_comment": {"name": "postgres__alter_relation_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_relation_comment", "macro_sql": "{% macro postgres__alter_relation_comment(relation, comment) %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n {% if relation.type == 'materialized_view' -%}\n {% set relation_type = \"materialized view\" %}\n {%- else -%}\n {%- set relation_type = relation.type -%}\n {%- endif -%}\n comment on {{ relation_type }} {{ relation }} is {{ escaped_comment }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8477657, "supported_languages": null}, "macro.dbt_postgres.postgres__alter_column_comment": {"name": "postgres__alter_column_comment", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__alter_column_comment", "macro_sql": "{% macro postgres__alter_column_comment(relation, column_dict) %}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in column_dict if (column_name in existing_columns) %}\n {% set comment = column_dict[column_name]['description'] %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is {{ escaped_comment }};\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres_escape_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8489568, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_grant_sql": {"name": "postgres__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_grant_sql", "macro_sql": "\n\n{%- macro postgres__get_show_grant_sql(relation) -%}\n select grantee, privilege_type\n from {{ relation.information_schema('role_table_grants') }}\n where grantor = current_role\n and grantee != current_role\n and table_schema = '{{ relation.schema }}'\n and table_name = '{{ relation.identifier }}'\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8493567, "supported_languages": null}, "macro.dbt_postgres.postgres__copy_grants": {"name": "postgres__copy_grants", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__copy_grants", "macro_sql": "{% macro postgres__copy_grants() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8495915, "supported_languages": null}, "macro.dbt_postgres.postgres__get_show_indexes_sql": {"name": "postgres__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_show_indexes_sql", "macro_sql": "{% macro postgres__get_show_indexes_sql(relation) %}\n select\n i.relname as name,\n m.amname as method,\n ix.indisunique as \"unique\",\n array_to_string(array_agg(a.attname), ',') as column_names\n from pg_index ix\n join pg_class i\n on i.oid = ix.indexrelid\n join pg_am m\n on m.oid=i.relam\n join pg_class t\n on t.oid = ix.indrelid\n join pg_namespace n\n on n.oid = t.relnamespace\n join pg_attribute a\n on a.attrelid = t.oid\n and a.attnum = ANY(ix.indkey)\n where t.relname = '{{ relation.identifier }}'\n and n.nspname = '{{ relation.schema }}'\n and t.relkind in ('r', 'm')\n group by 1, 2, 3\n order by 1, 2, 3\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8499556, "supported_languages": null}, "macro.dbt_postgres.postgres__get_drop_index_sql": {"name": "postgres__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_postgres.postgres__get_drop_index_sql", "macro_sql": "\n\n\n{%- macro postgres__get_drop_index_sql(relation, index_name) -%}\n drop index if exists \"{{ relation.schema }}\".\"{{ index_name }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.850242, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp": {"name": "postgres__current_timestamp", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp", "macro_sql": "{% macro postgres__current_timestamp() -%}\n now()\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.850661, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_string_as_time": {"name": "postgres__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_string_as_time", "macro_sql": "{% macro postgres__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"'\" ~ timestamp ~ \"'::timestamp without time zone\" -%}\n {{ return(result) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.851041, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_get_time": {"name": "postgres__snapshot_get_time", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_get_time", "macro_sql": "{% macro postgres__snapshot_get_time() -%}\n {{ current_timestamp() }}::timestamp without time zone\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8512573, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_backcompat": {"name": "postgres__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_backcompat", "macro_sql": "{% macro postgres__current_timestamp_backcompat() %}\n current_timestamp::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8516002, "supported_languages": null}, "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat": {"name": "postgres__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/timestamps.sql", "original_file_path": "macros/timestamps.sql", "unique_id": "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro postgres__current_timestamp_in_utc_backcompat() %}\n (current_timestamp at time zone 'utc')::{{ type_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8518326, "supported_languages": null}, "macro.dbt_postgres.postgres__get_relations": {"name": "postgres__get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres__get_relations", "macro_sql": "{% macro postgres__get_relations() -%}\n\n {#\n -- in pg_depend, objid is the dependent, refobjid is the referenced object\n -- > a pg_depend entry indicates that the referenced object cannot be\n -- > dropped without also dropping the dependent object.\n #}\n\n {%- call statement('relations', fetch_result=True) -%}\n select distinct\n dependent_namespace.nspname as dependent_schema,\n dependent_class.relname as dependent_name,\n referenced_namespace.nspname as referenced_schema,\n referenced_class.relname as referenced_name\n\n -- Query for views: views are entries in pg_class with an entry in pg_rewrite, but we avoid\n -- a seq scan on pg_rewrite by leveraging the fact there is an \"internal\" row in pg_depend for\n -- the view...\n from pg_class as dependent_class\n join pg_namespace as dependent_namespace on dependent_namespace.oid = dependent_class.relnamespace\n join pg_depend as dependent_depend on dependent_depend.refobjid = dependent_class.oid\n and dependent_depend.classid = 'pg_rewrite'::regclass\n and dependent_depend.refclassid = 'pg_class'::regclass\n and dependent_depend.deptype = 'i'\n\n -- ... and via pg_depend (that has a row per column, hence the need for \"distinct\" above, and\n -- making sure to exclude the internal row to avoid a view appearing to depend on itself)...\n join pg_depend as joining_depend on joining_depend.objid = dependent_depend.objid\n and joining_depend.classid = 'pg_rewrite'::regclass\n and joining_depend.refclassid = 'pg_class'::regclass\n and joining_depend.refobjid != dependent_depend.refobjid\n\n -- ... we can find the tables they query from in pg_class, but excluding system tables. Note we\n -- don't need need to exclude _dependent_ system tables, because they only query from other\n -- system tables, and so are automatically excluded by excluding _referenced_ system tables\n join pg_class as referenced_class on referenced_class.oid = joining_depend.refobjid\n join pg_namespace as referenced_namespace on referenced_namespace.oid = referenced_class.relnamespace\n and referenced_namespace.nspname != 'information_schema'\n and referenced_namespace.nspname not like 'pg\\_%'\n\n order by\n dependent_schema, dependent_name, referenced_schema, referenced_name;\n\n {%- endcall -%}\n\n {{ return(load_result('relations').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.852757, "supported_languages": null}, "macro.dbt_postgres.postgres_get_relations": {"name": "postgres_get_relations", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations.sql", "original_file_path": "macros/relations.sql", "unique_id": "macro.dbt_postgres.postgres_get_relations", "macro_sql": "{% macro postgres_get_relations() %}\n {{ return(postgres__get_relations()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8530295, "supported_languages": null}, "macro.dbt_postgres.postgres__snapshot_merge_sql": {"name": "postgres__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshot_merge.sql", "unique_id": "macro.dbt_postgres.postgres__snapshot_merge_sql", "macro_sql": "{% macro postgres__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n update {{ target }}\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }}::text = {{ target }}.{{ columns.dbt_scd_id }}::text\n and DBT_INTERNAL_SOURCE.dbt_change_type::text in ('update'::text, 'delete'::text)\n {% if config.get(\"dbt_valid_to_current\") %}\n and ({{ target }}.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }} or {{ target }}.{{ columns.dbt_valid_to }} is null);\n {% else %}\n and {{ target }}.{{ columns.dbt_valid_to }} is null;\n {% endif %}\n\n\n insert into {{ target }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n DBT_INTERNAL_SOURCE.{{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_change_type::text = 'insert'::text;\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.855225, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_default_sql": {"name": "postgres__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_default_sql", "macro_sql": "{% macro postgres__get_incremental_default_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(get_incremental_delete_insert_sql(arg_dict)) %}\n {% else %}\n {% do return(get_incremental_append_sql(arg_dict)) %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_delete_insert_sql", "macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.856102, "supported_languages": null}, "macro.dbt_postgres.postgres__get_incremental_microbatch_sql": {"name": "postgres__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/materializations/incremental_strategies.sql", "original_file_path": "macros/materializations/incremental_strategies.sql", "unique_id": "macro.dbt_postgres.postgres__get_incremental_microbatch_sql", "macro_sql": "{% macro postgres__get_incremental_microbatch_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"dbt-postgres 'microbatch' requires a `unique_key` config\") }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_merge_sql", "macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8567412, "supported_languages": null}, "macro.dbt_postgres.postgres__last_day": {"name": "postgres__last_day", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt_postgres.postgres__last_day", "macro_sql": "{% macro postgres__last_day(date, datepart) -%}\n\n {%- if datepart == 'quarter' -%}\n -- postgres dateadd does not support quarter interval.\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd('month', '3', dbt.date_trunc(datepart, date))\n )}}\n as date)\n {%- else -%}\n {{dbt.default_last_day(date, datepart)}}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc", "macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8576689, "supported_languages": null}, "macro.dbt_postgres.postgres__split_part": {"name": "postgres__split_part", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt_postgres.postgres__split_part", "macro_sql": "{% macro postgres__split_part(string_text, delimiter_text, part_number) %}\n\n {% if part_number >= 0 %}\n {{ dbt.default__split_part(string_text, delimiter_text, part_number) }}\n {% else %}\n {{ dbt._split_part_negative(string_text, delimiter_text, part_number) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__split_part", "macro.dbt._split_part_negative"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8584561, "supported_languages": null}, "macro.dbt_postgres.postgres__datediff": {"name": "postgres__datediff", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt_postgres.postgres__datediff", "macro_sql": "{% macro postgres__datediff(first_date, second_date, datepart) -%}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.862324, "supported_languages": null}, "macro.dbt_postgres.postgres__dateadd": {"name": "postgres__dateadd", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt_postgres.postgres__dateadd", "macro_sql": "{% macro postgres__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {{ from_date_or_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.862755, "supported_languages": null}, "macro.dbt_postgres.postgres__listagg": {"name": "postgres__listagg", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt_postgres.postgres__listagg", "macro_sql": "{% macro postgres__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n (array_agg(\n {{ measure }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n ))[1:{{ limit_num }}],\n {{ delimiter_text }}\n )\n {%- else %}\n string_agg(\n {{ measure }},\n {{ delimiter_text }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n )\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8637993, "supported_languages": null}, "macro.dbt_postgres.postgres__any_value": {"name": "postgres__any_value", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt_postgres.postgres__any_value", "macro_sql": "{% macro postgres__any_value(expression) -%}\n\n min({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8641102, "supported_languages": null}, "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql": {"name": "postgres__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt_postgres.postgres__get_create_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_create_materialized_view_as_sql(relation, sql) %}\n create materialized view if not exists {{ relation }} as {{ sql }};\n\n {% for _index_dict in config.get('indexes', []) -%}\n {{- get_create_index_sql(relation, _index_dict) -}}{{ ';' if not loop.last else \"\" }}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8649423, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_materialized_view_sql": {"name": "postgres__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_materialized_view_sql", "macro_sql": "{% macro postgres__get_rename_materialized_view_sql(relation, new_name) %}\n alter materialized view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.865294, "supported_languages": null}, "macro.dbt_postgres.postgres__describe_materialized_view": {"name": "postgres__describe_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/describe.sql", "original_file_path": "macros/relations/materialized_view/describe.sql", "unique_id": "macro.dbt_postgres.postgres__describe_materialized_view", "macro_sql": "{% macro postgres__describe_materialized_view(relation) %}\n -- for now just get the indexes, we don't need the name or the query yet\n {% set _indexes = run_query(get_show_indexes_sql(relation)) %}\n {% do return({'indexes': _indexes}) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.865878, "supported_languages": null}, "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql": {"name": "postgres__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql", "macro_sql": "{% macro postgres__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n\n -- apply a full refresh immediately if needed\n {% if configuration_changes.requires_full_refresh %}\n\n {{ get_replace_sql(existing_relation, relation, sql) }}\n\n -- otherwise apply individual changes as needed\n {% else %}\n\n {{ postgres__update_indexes_on_materialized_view(relation, configuration_changes.indexes) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_sql", "macro.dbt_postgres.postgres__update_indexes_on_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.866944, "supported_languages": null}, "macro.dbt_postgres.postgres__update_indexes_on_materialized_view": {"name": "postgres__update_indexes_on_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__update_indexes_on_materialized_view", "macro_sql": "\n\n\n{%- macro postgres__update_indexes_on_materialized_view(relation, index_changes) -%}\n {{- log(\"Applying UPDATE INDEXES to: \" ~ relation) -}}\n\n {%- for _index_change in index_changes -%}\n {%- set _index = _index_change.context -%}\n\n {%- if _index_change.action == \"drop\" -%}\n\n {{ postgres__get_drop_index_sql(relation, _index.name) }}\n\n {%- elif _index_change.action == \"create\" -%}\n\n {{ postgres__get_create_index_sql(relation, _index.as_node_config) }}\n\n {%- endif -%}\n\t{{ ';' if not loop.last else \"\" }}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql", "macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8680973, "supported_languages": null}, "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes": {"name": "postgres__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_postgres.postgres__get_materialized_view_configuration_changes", "macro_sql": "{% macro postgres__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {% set _existing_materialized_view = postgres__describe_materialized_view(existing_relation) %}\n {% set _configuration_changes = existing_relation.get_materialized_view_config_change_collection(_existing_materialized_view, new_config.model) %}\n {% do return(_configuration_changes) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__describe_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8686707, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_materialized_view": {"name": "postgres__drop_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_materialized_view", "macro_sql": "{% macro postgres__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.868975, "supported_languages": null}, "macro.dbt_postgres.postgres__refresh_materialized_view": {"name": "postgres__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt_postgres.postgres__refresh_materialized_view", "macro_sql": "{% macro postgres__refresh_materialized_view(relation) %}\n refresh materialized view {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8692532, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_view_sql": {"name": "postgres__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_view_sql", "macro_sql": "{% macro postgres__get_replace_view_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace view {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.870267, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_view_sql": {"name": "postgres__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_view_sql", "macro_sql": "{% macro postgres__get_rename_view_sql(relation, new_name) %}\n alter view {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.870614, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_view": {"name": "postgres__drop_view", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_view", "macro_sql": "{% macro postgres__drop_view(relation) -%}\n drop view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8709035, "supported_languages": null}, "macro.dbt_postgres.postgres__get_replace_table_sql": {"name": "postgres__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt_postgres.postgres__get_replace_table_sql", "macro_sql": "{% macro postgres__get_replace_table_sql(relation, sql) -%}\n\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace table {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8721166, "supported_languages": null}, "macro.dbt_postgres.postgres__get_rename_table_sql": {"name": "postgres__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt_postgres.postgres__get_rename_table_sql", "macro_sql": "{% macro postgres__get_rename_table_sql(relation, new_name) %}\n alter table {{ relation }} rename to {{ new_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8724635, "supported_languages": null}, "macro.dbt_postgres.postgres__drop_table": {"name": "postgres__drop_table", "resource_type": "macro", "package_name": "dbt_postgres", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt_postgres.postgres__drop_table", "macro_sql": "{% macro postgres__drop_table(relation) -%}\n drop table if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8727365, "supported_languages": null}, "macro.dbt.resolve_model_name": {"name": "resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.resolve_model_name", "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.87408, "supported_languages": null}, "macro.dbt.default__resolve_model_name": {"name": "default__resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.default__resolve_model_name", "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.874386, "supported_languages": null}, "macro.dbt.build_ref_function": {"name": "build_ref_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_ref_function", "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n\n {#\n We want to get the string of the returned relation by calling .render() in order to skip sample/empty\n mode rendering logic. However, people override the default ref macro, and often return a string instead\n of a relation (like the ref macro does by default). Thus, to make sure we dont blow things up, we have\n to ensure the resolved relation has a .render() method.\n #}\n {%- if resolved.render is defined and resolved.render is callable -%}\n {%- set resolved = resolved.render() -%}\n {%- endif -%}\n\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8762434, "supported_languages": null}, "macro.dbt.build_source_function": {"name": "build_source_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_source_function", "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.877039, "supported_languages": null}, "macro.dbt.build_config_dict": {"name": "build_config_dict", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_config_dict", "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8781602, "supported_languages": null}, "macro.dbt.py_script_postfix": {"name": "py_script_postfix", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_postfix", "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.build_ref_function", "macro.dbt.build_source_function", "macro.dbt.build_config_dict", "macro.dbt.resolve_model_name", "macro.dbt.is_incremental", "macro.dbt.py_script_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.879074, "supported_languages": null}, "macro.dbt.py_script_comment": {"name": "py_script_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_comment", "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8792295, "supported_languages": null}, "macro.dbt.run_hooks": {"name": "run_hooks", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.run_hooks", "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8810055, "supported_languages": null}, "macro.dbt.make_hook_config": {"name": "make_hook_config", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.make_hook_config", "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8813896, "supported_languages": null}, "macro.dbt.before_begin": {"name": "before_begin", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.before_begin", "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.881673, "supported_languages": null}, "macro.dbt.in_transaction": {"name": "in_transaction", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.in_transaction", "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.881985, "supported_languages": null}, "macro.dbt.after_commit": {"name": "after_commit", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.after_commit", "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.882268, "supported_languages": null}, "macro.dbt.set_sql_header": {"name": "set_sql_header", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.set_sql_header", "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.882835, "supported_languages": null}, "macro.dbt.should_full_refresh": {"name": "should_full_refresh", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_full_refresh", "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8834217, "supported_languages": null}, "macro.dbt.should_store_failures": {"name": "should_store_failures", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_store_failures", "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8840222, "supported_languages": null}, "macro.dbt.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/table.sql", "original_file_path": "macros/materializations/models/table.sql", "unique_id": "macro.dbt.materialization_table_default", "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n {% do create_indexes(intermediate_relation) %}\n\n -- cleanup\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8880038, "supported_languages": ["sql"]}, "macro.dbt.materialization_view_default": {"name": "materialization_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/view.sql", "original_file_path": "macros/materializations/models/view.sql", "unique_id": "macro.dbt.materialization_view_default", "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8919115, "supported_languages": ["sql"]}, "macro.dbt.materialization_materialized_view_default": {"name": "materialization_materialized_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialization_materialized_view_default", "macro_sql": "{% materialization materialized_view, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.MaterializedView) %}\n {% set intermediate_relation = make_intermediate_relation(target_relation) %}\n {% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}\n {% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}\n\n {{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}\n\n {% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% if build_sql == '' %}\n {{ materialized_view_execute_no_op(target_relation) }}\n {% else %}\n {{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}\n {% endif %}\n\n {{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.materialized_view_setup", "macro.dbt.materialized_view_get_build_sql", "macro.dbt.materialized_view_execute_no_op", "macro.dbt.materialized_view_execute_build_sql", "macro.dbt.materialized_view_teardown"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8948586, "supported_languages": ["sql"]}, "macro.dbt.materialized_view_setup": {"name": "materialized_view_setup", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_setup", "macro_sql": "{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}\n\n -- backup_relation and intermediate_relation should not already exist in the database\n -- it's possible these exist because of a previous run that exited unexpectedly\n {% set preexisting_backup_relation = load_cached_relation(backup_relation) %}\n {% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8956037, "supported_languages": null}, "macro.dbt.materialized_view_teardown": {"name": "materialized_view_teardown", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_teardown", "macro_sql": "{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}\n\n -- drop the temp relations if they exist to leave the database clean for the next run\n {{ drop_relation_if_exists(backup_relation) }}\n {{ drop_relation_if_exists(intermediate_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8960989, "supported_languages": null}, "macro.dbt.materialized_view_get_build_sql": {"name": "materialized_view_get_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_get_build_sql", "macro_sql": "{% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% set full_refresh_mode = should_full_refresh() %}\n\n -- determine the scenario we're in: create, full_refresh, alter, refresh data\n {% if existing_relation is none %}\n {% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}\n {% elif full_refresh_mode or not existing_relation.is_materialized_view %}\n {% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}\n {% else %}\n\n -- get config options\n {% set on_configuration_change = config.get('on_configuration_change') %}\n {% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}\n\n {% if configuration_changes is none %}\n {% set build_sql = refresh_materialized_view(target_relation) %}\n\n {% elif on_configuration_change == 'apply' %}\n {% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}\n {% elif on_configuration_change == 'continue' %}\n {% set build_sql = '' %}\n {{ exceptions.warn(\"Configuration changes were identified and `on_configuration_change` was set to `continue` for `\" ~ target_relation.render() ~ \"`\") }}\n {% elif on_configuration_change == 'fail' %}\n {{ exceptions.raise_fail_fast_error(\"Configuration changes were identified and `on_configuration_change` was set to `fail` for `\" ~ target_relation.render() ~ \"`\") }}\n\n {% else %}\n -- this only happens if the user provides a value other than `apply`, 'skip', 'fail'\n {{ exceptions.raise_compiler_error(\"Unexpected configuration scenario\") }}\n\n {% endif %}\n\n {% endif %}\n\n {% do return(build_sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.get_create_materialized_view_as_sql", "macro.dbt.get_replace_sql", "macro.dbt.get_materialized_view_configuration_changes", "macro.dbt.refresh_materialized_view", "macro.dbt.get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8988, "supported_languages": null}, "macro.dbt.materialized_view_execute_no_op": {"name": "materialized_view_execute_no_op", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_no_op", "macro_sql": "{% macro materialized_view_execute_no_op(target_relation) %}\n {% do store_raw_result(\n name=\"main\",\n message=\"skip \" ~ target_relation,\n code=\"skip\",\n rows_affected=\"-1\"\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.8992958, "supported_languages": null}, "macro.dbt.materialized_view_execute_build_sql": {"name": "materialized_view_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_build_sql", "macro_sql": "{% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9005659, "supported_languages": null}, "macro.dbt.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/is_incremental.sql", "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", "unique_id": "macro.dbt.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.901675, "supported_languages": null}, "macro.dbt.get_merge_sql": {"name": "get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_merge_sql", "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9036875, "supported_languages": null}, "macro.dbt.default__get_merge_sql": {"name": "default__get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_merge_sql", "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set source_unique_key = (\"DBT_INTERNAL_SOURCE.\" ~ unique_key) | trim %}\n\t {% set target_unique_key = (\"DBT_INTERNAL_DEST.\" ~ unique_key) | trim %}\n\t {% set unique_key_match = equals(source_unique_key, target_unique_key) | trim %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt.get_merge_update_columns", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9070392, "supported_languages": null}, "macro.dbt.get_delete_insert_merge_sql": {"name": "get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_delete_insert_merge_sql", "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9075391, "supported_languages": null}, "macro.dbt.default__get_delete_insert_merge_sql": {"name": "default__get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is string %}\n {% set unique_key = [unique_key] %}\n {% endif %}\n\n {%- set unique_key_str = unique_key|join(', ') -%}\n\n delete from {{ target }} as DBT_INTERNAL_DEST\n where ({{ unique_key_str }}) in (\n select distinct {{ unique_key_str }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.908958, "supported_languages": null}, "macro.dbt.get_insert_overwrite_merge_sql": {"name": "get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9094644, "supported_languages": null}, "macro.dbt.default__get_insert_overwrite_merge_sql": {"name": "default__get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.910704, "supported_languages": null}, "macro.dbt.get_quoted_csv": {"name": "get_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_quoted_csv", "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9122558, "supported_languages": null}, "macro.dbt.diff_columns": {"name": "diff_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_columns", "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9133174, "supported_languages": null}, "macro.dbt.diff_column_data_types": {"name": "diff_column_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_column_data_types", "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9145799, "supported_languages": null}, "macro.dbt.get_merge_update_columns": {"name": "get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_merge_update_columns", "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9150538, "supported_languages": null}, "macro.dbt.default__get_merge_update_columns": {"name": "default__get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.default__get_merge_update_columns", "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.916457, "supported_languages": null}, "macro.dbt.get_incremental_append_sql": {"name": "get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_append_sql", "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.917671, "supported_languages": null}, "macro.dbt.default__get_incremental_append_sql": {"name": "default__get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_append_sql", "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_into_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9181383, "supported_languages": null}, "macro.dbt.get_incremental_delete_insert_sql": {"name": "get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_delete_insert_sql", "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_delete_insert_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9184937, "supported_languages": null}, "macro.dbt.default__get_incremental_delete_insert_sql": {"name": "default__get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.919064, "supported_languages": null}, "macro.dbt.get_incremental_merge_sql": {"name": "get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_merge_sql", "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9195378, "supported_languages": null}, "macro.dbt.default__get_incremental_merge_sql": {"name": "default__get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_merge_sql", "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9201198, "supported_languages": null}, "macro.dbt.get_incremental_insert_overwrite_sql": {"name": "get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.920477, "supported_languages": null}, "macro.dbt.default__get_incremental_insert_overwrite_sql": {"name": "default__get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9209914, "supported_languages": null}, "macro.dbt.get_incremental_default_sql": {"name": "get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_default_sql", "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_default_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9213414, "supported_languages": null}, "macro.dbt.default__get_incremental_default_sql": {"name": "default__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_default_sql", "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9216309, "supported_languages": null}, "macro.dbt.get_incremental_microbatch_sql": {"name": "get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_microbatch_sql", "macro_sql": "{% macro get_incremental_microbatch_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_microbatch_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_incremental_microbatch_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9220002, "supported_languages": null}, "macro.dbt.default__get_incremental_microbatch_sql": {"name": "default__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_microbatch_sql", "macro_sql": "{% macro default__get_incremental_microbatch_sql(arg_dict) %}\n\n {{ exceptions.raise_not_implemented('microbatch materialization strategy not implemented for adapter ' + adapter.type()) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9223158, "supported_languages": null}, "macro.dbt.get_insert_into_sql": {"name": "get_insert_into_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_insert_into_sql", "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.922867, "supported_languages": null}, "macro.dbt.incremental_validate_on_schema_change": {"name": "incremental_validate_on_schema_change", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.incremental_validate_on_schema_change", "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.925077, "supported_languages": null}, "macro.dbt.check_for_schema_changes": {"name": "check_for_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.check_for_schema_changes", "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9273956, "supported_languages": null}, "macro.dbt.sync_column_schemas": {"name": "sync_column_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.sync_column_schemas", "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_relation_add_remove_columns", "macro.dbt.alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9298093, "supported_languages": null}, "macro.dbt.process_schema_changes": {"name": "process_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.process_schema_changes", "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.check_for_schema_changes", "macro.dbt.sync_column_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.931432, "supported_languages": null}, "macro.dbt.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/incremental.sql", "original_file_path": "macros/materializations/models/incremental/incremental.sql", "unique_id": "macro.dbt.materialization_incremental_default", "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% set relation_for_indexes = target_relation %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set relation_for_indexes = intermediate_relation %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% set relation_for_indexes = temp_relation %}\n {% set contract_config = config.get('contract') %}\n {% if not contract_config or not contract_config.enforced %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {% endif %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(relation_for_indexes) %}\n {% endif %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_temp_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", "macro.dbt.statement", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.939601, "supported_languages": ["sql"]}, "macro.dbt.create_or_replace_clone": {"name": "create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.create_or_replace_clone", "macro_sql": "{% macro create_or_replace_clone(this_relation, defer_relation) %}\n {{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_or_replace_clone"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9402146, "supported_languages": null}, "macro.dbt.default__create_or_replace_clone": {"name": "default__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.default__create_or_replace_clone", "macro_sql": "{% macro default__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace table {{ this_relation.render() }} clone {{ defer_relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9405499, "supported_languages": null}, "macro.dbt.materialization_clone_default": {"name": "materialization_clone_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/clone.sql", "original_file_path": "macros/materializations/models/clone/clone.sql", "unique_id": "macro.dbt.materialization_clone_default", "macro_sql": "{%- materialization clone, default -%}\n\n {%- set relations = {'relations': []} -%}\n\n {%- if not defer_relation -%}\n -- nothing to do\n {{ log(\"No relation found in state manifest for \" ~ model.unique_id, info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n\n {%- if existing_relation and not flags.FULL_REFRESH -%}\n -- noop!\n {{ log(\"Relation \" ~ existing_relation ~ \" already exists\", info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set other_existing_relation = load_cached_relation(defer_relation) -%}\n\n -- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table\n -- Otherwise, this will be a view\n\n {% set can_clone_table = can_clone_table() %}\n\n {%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {% if existing_relation is not none and not existing_relation.is_table %}\n {{ log(\"Dropping relation \" ~ existing_relation.render() ~ \" because it is of type \" ~ existing_relation.type) }}\n {{ drop_relation_if_exists(existing_relation) }}\n {% endif %}\n\n -- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'\n {% if target_relation.database == defer_relation.database and\n target_relation.schema == defer_relation.schema and\n target_relation.identifier == defer_relation.identifier %}\n {{ log(\"Target relation and defer relation are the same, skipping clone for relation: \" ~ target_relation.render()) }}\n {% else %}\n {% call statement('main') %}\n {{ create_or_replace_clone(target_relation, defer_relation) }}\n {% endcall %}\n {% endif %}\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n {%- else -%}\n\n {%- set target_relation = this.incorporate(type='view') -%}\n\n -- reuse the view materialization\n -- TODO: support actual dispatch for materialization macros\n -- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799\n {% set search_name = \"materialization_view_\" ~ adapter.type() %}\n {% if not search_name in context %}\n {% set search_name = \"materialization_view_default\" %}\n {% endif %}\n {% set materialization_macro = context[search_name] %}\n {% set relations = materialization_macro() %}\n {{ return(relations) }}\n\n {%- endif -%}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.can_clone_table", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.create_or_replace_clone", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9453096, "supported_languages": ["sql"]}, "macro.dbt.can_clone_table": {"name": "can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.can_clone_table", "macro_sql": "{% macro can_clone_table() %}\n {{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__can_clone_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9457908, "supported_languages": null}, "macro.dbt.default__can_clone_table": {"name": "default__can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.default__can_clone_table", "macro_sql": "{% macro default__can_clone_table() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.946046, "supported_languages": null}, "macro.dbt.create_csv_table": {"name": "create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.create_csv_table", "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.947767, "supported_languages": null}, "macro.dbt.default__create_csv_table": {"name": "default__create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__create_csv_table", "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9495058, "supported_languages": null}, "macro.dbt.reset_csv_table": {"name": "reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.reset_csv_table", "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__reset_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9499712, "supported_languages": null}, "macro.dbt.default__reset_csv_table": {"name": "default__reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__reset_csv_table", "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation.render() %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9509318, "supported_languages": null}, "macro.dbt.get_csv_sql": {"name": "get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_csv_sql", "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_csv_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9512968, "supported_languages": null}, "macro.dbt.default__get_csv_sql": {"name": "default__get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_csv_sql", "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9515615, "supported_languages": null}, "macro.dbt.get_binding_char": {"name": "get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_binding_char", "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9518487, "supported_languages": null}, "macro.dbt.default__get_binding_char": {"name": "default__get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_binding_char", "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9520879, "supported_languages": null}, "macro.dbt.get_batch_size": {"name": "get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_batch_size", "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_batch_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9523966, "supported_languages": null}, "macro.dbt.default__get_batch_size": {"name": "default__get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_batch_size", "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9526262, "supported_languages": null}, "macro.dbt.get_seed_column_quoted_csv": {"name": "get_seed_column_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_seed_column_quoted_csv", "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9535446, "supported_languages": null}, "macro.dbt.load_csv_rows": {"name": "load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.load_csv_rows", "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__load_csv_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.954015, "supported_languages": null}, "macro.dbt.default__load_csv_rows": {"name": "default__load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__load_csv_rows", "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_batch_size", "macro.dbt.get_seed_column_quoted_csv", "macro.dbt.get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9563582, "supported_languages": null}, "macro.dbt.materialization_seed_default": {"name": "materialization_seed_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/seed.sql", "original_file_path": "macros/materializations/seeds/seed.sql", "unique_id": "macro.dbt.materialization_seed_default", "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation.render())) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.run_hooks", "macro.dbt.reset_csv_table", "macro.dbt.create_csv_table", "macro.dbt.load_csv_rows", "macro.dbt.noop_statement", "macro.dbt.get_csv_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.961171, "supported_languages": ["sql"]}, "macro.dbt.materialization_snapshot_default": {"name": "materialization_snapshot_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot.sql", "original_file_path": "macros/materializations/snapshots/snapshot.sql", "unique_id": "macro.dbt.materialization_snapshot_default", "macro_sql": "{% materialization snapshot, default %}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {# The model['config'] parameter below is no longer used, but passing anyway for compatibility #}\n {# It was a dictionary of config, instead of the config object from the context #}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", model['config'], target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set build_or_select_sql = build_sql %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {{ adapter.assert_valid_snapshot_target_given_strategy(target_relation, columns, strategy) }}\n\n {% set build_or_select_sql = snapshot_staging_table(strategy, sql, target_relation) %}\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set remove_columns = ['dbt_change_type', 'DBT_CHANGE_TYPE', 'dbt_unique_key', 'DBT_UNIQUE_KEY'] %}\n {% if unique_key | is_list %}\n {% for key in strategy.unique_key %}\n {{ remove_columns.append('dbt_unique_key_' + loop.index|string) }}\n {{ remove_columns.append('DBT_UNIQUE_KEY_' + loop.index|string) }}\n {% endfor %}\n {% endif %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n\n {{ check_time_data_types(build_or_select_sql) }}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.dbt.run_hooks", "macro.dbt.strategy_dispatch", "macro.dbt.build_snapshot_table", "macro.dbt.create_table_as", "macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_staging_table", "macro.dbt.build_snapshot_staging_table", "macro.dbt.create_columns", "macro.dbt.snapshot_merge_sql", "macro.dbt.check_time_data_types", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes", "macro.dbt.post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.968913, "supported_languages": ["sql"]}, "macro.dbt.create_columns": {"name": "create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.create_columns", "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9729326, "supported_languages": null}, "macro.dbt.default__create_columns": {"name": "default__create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__create_columns", "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation.render() }} add column {{ adapter.quote(column.name) }} {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.973584, "supported_languages": null}, "macro.dbt.post_snapshot": {"name": "post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.post_snapshot", "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9739285, "supported_languages": null}, "macro.dbt.default__post_snapshot": {"name": "default__post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__post_snapshot", "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9741182, "supported_languages": null}, "macro.dbt.get_true_sql": {"name": "get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_true_sql", "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_true_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9744055, "supported_languages": null}, "macro.dbt.default__get_true_sql": {"name": "default__get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__get_true_sql", "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9746392, "supported_languages": null}, "macro.dbt.snapshot_staging_table": {"name": "snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.snapshot_staging_table", "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_staging_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9750636, "supported_languages": null}, "macro.dbt.get_snapshot_table_column_names": {"name": "get_snapshot_table_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_snapshot_table_column_names", "macro_sql": "{% macro get_snapshot_table_column_names() %}\n {{ return({'dbt_valid_to': 'dbt_valid_to', 'dbt_valid_from': 'dbt_valid_from', 'dbt_scd_id': 'dbt_scd_id', 'dbt_updated_at': 'dbt_updated_at', 'dbt_is_deleted': 'dbt_is_deleted'}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9755425, "supported_languages": null}, "macro.dbt.default__snapshot_staging_table": {"name": "default__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__snapshot_staging_table", "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n {% if strategy.hard_deletes == 'new_record' %}\n {% set new_scd_id = snapshot_hash_arguments([columns.dbt_scd_id, snapshot_get_time()]) %}\n {% endif %}\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from {{ target_relation }}\n where\n {% if config.get('dbt_valid_to_current') %}\n\t\t{% set source_unique_key = columns.dbt_valid_to | trim %}\n\t\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\n\t\t{# The exact equals semantics between NULL values depends on the current behavior flag set. Also, update records if the source field is null #}\n ( {{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null )\n {% else %}\n {{ columns.dbt_valid_to }} is null\n {% endif %}\n\n ),\n\n insertions_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }},\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }}\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_to }}\n\n from snapshot_query\n ),\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n\n deletes_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n {%- if strategy.hard_deletes == 'new_record' -%}\n ,'False' as {{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from insertions_source_data as source_data\n left outer join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"snapshotted_data\") }}\n or ({{ unique_key_is_not_null(strategy.unique_key, \"snapshotted_data\") }} and (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from updates_source_data as source_data\n join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n )\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n ,\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_to }},\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n and not (\n --avoid updating the record's valid_to if the latest entry is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n {%- endif %}\n )\n {%- endif %}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n {% set snapshotted_cols = get_list_of_column_names(get_columns_in_relation(target_relation)) %}\n {% set source_sql_cols = get_column_schema_from_query(source_sql) %}\n ,\n deletion_records as (\n\n select\n 'insert' as dbt_change_type,\n {#/*\n If a column has been added to the source it won't yet exist in the\n snapshotted table so we insert a null value as a placeholder for the column.\n */#}\n {%- for col in source_sql_cols -%}\n {%- if col.name in snapshotted_cols -%}\n snapshotted_data.{{ adapter.quote(col.column) }},\n {%- else -%}\n NULL as {{ adapter.quote(col.column) }},\n {%- endif -%}\n {% endfor -%}\n {%- if strategy.unique_key | is_list -%}\n {%- for key in strategy.unique_key -%}\n snapshotted_data.{{ key }} as dbt_unique_key_{{ loop.index }},\n {% endfor -%}\n {%- else -%}\n snapshotted_data.dbt_unique_key as dbt_unique_key,\n {% endif -%}\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n snapshotted_data.{{ columns.dbt_valid_to }} as {{ columns.dbt_valid_to }},\n {{ new_scd_id }} as {{ columns.dbt_scd_id }},\n 'True' as {{ columns.dbt_is_deleted }}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n and not (\n --avoid inserting a new record if the latest one is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and\n {% if config.get('dbt_valid_to_current') -%}\n snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}\n {%- else -%}\n snapshotted_data.{{ columns.dbt_valid_to }} is null\n {%- endif %}\n )\n\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletes\n {%- endif %}\n {%- if strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletion_records\n {%- endif %}\n\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments", "macro.dbt.snapshot_get_time", "macro.dbt.unique_key_fields", "macro.dbt.equals", "macro.dbt.get_dbt_valid_to_current", "macro.dbt.unique_key_join_on", "macro.dbt.unique_key_is_null", "macro.dbt.unique_key_is_not_null", "macro.dbt.get_list_of_column_names", "macro.dbt.get_columns_in_relation", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9844344, "supported_languages": null}, "macro.dbt.build_snapshot_table": {"name": "build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_table", "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__build_snapshot_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9848654, "supported_languages": null}, "macro.dbt.default__build_snapshot_table": {"name": "default__build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__build_snapshot_table", "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n\n select *,\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , 'False' as {{ columns.dbt_is_deleted }}\n {% endif -%}\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.get_dbt_valid_to_current"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9858797, "supported_languages": null}, "macro.dbt.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9867034, "supported_languages": null}, "macro.dbt.get_updated_at_column_data_type": {"name": "get_updated_at_column_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_updated_at_column_data_type", "macro_sql": "{% macro get_updated_at_column_data_type(snapshot_sql) %}\n {% set snapshot_sql_column_schema = get_column_schema_from_query(snapshot_sql) %}\n {% set dbt_updated_at_data_type = null %}\n {% set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {% set ns.dbt_updated_at_data_type = null -%}\n {% for column in snapshot_sql_column_schema %}\n {% if ((column.column == 'dbt_updated_at') or (column.column == 'DBT_UPDATED_AT')) %}\n {% set ns.dbt_updated_at_data_type = column.dtype %}\n {% endif %}\n {% endfor %}\n {{ return(ns.dbt_updated_at_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9878626, "supported_languages": null}, "macro.dbt.check_time_data_types": {"name": "check_time_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.check_time_data_types", "macro_sql": "{% macro check_time_data_types(sql) %}\n {% set dbt_updated_at_data_type = get_updated_at_column_data_type(sql) %}\n {% set snapshot_get_time_data_type = get_snapshot_get_time_data_type() %}\n {% if snapshot_get_time_data_type is not none and dbt_updated_at_data_type is not none and snapshot_get_time_data_type != dbt_updated_at_data_type %}\n {% if exceptions.warn_snapshot_timestamp_data_types %}\n {{ exceptions.warn_snapshot_timestamp_data_types(snapshot_get_time_data_type, dbt_updated_at_data_type) }}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_updated_at_column_data_type", "macro.dbt.get_snapshot_get_time_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.988679, "supported_languages": null}, "macro.dbt.get_dbt_valid_to_current": {"name": "get_dbt_valid_to_current", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_dbt_valid_to_current", "macro_sql": "{% macro get_dbt_valid_to_current(strategy, columns) %}\n {% set dbt_valid_to_current = config.get('dbt_valid_to_current') or \"null\" %}\n coalesce(nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}), {{dbt_valid_to_current}})\n as {{ columns.dbt_valid_to }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9892323, "supported_languages": null}, "macro.dbt.unique_key_fields": {"name": "unique_key_fields", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_fields", "macro_sql": "{% macro unique_key_fields(unique_key) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n {{ key }} as dbt_unique_key_{{ loop.index }}\n {%- if not loop.last %} , {%- endif %}\n {% endfor %}\n {% else %}\n {{ unique_key }} as dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9899125, "supported_languages": null}, "macro.dbt.unique_key_join_on": {"name": "unique_key_join_on", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_join_on", "macro_sql": "{% macro unique_key_join_on(unique_key, identifier, from_identifier) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n\t {% set source_unique_key = (identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {% set target_unique_key = (from_identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {{ equals(source_unique_key, target_unique_key) }}\n {%- if not loop.last %} and {%- endif %}\n {% endfor %}\n {% else %}\n {{ identifier }}.dbt_unique_key = {{ from_identifier }}.dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9910238, "supported_languages": null}, "macro.dbt.unique_key_is_null": {"name": "unique_key_is_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_null", "macro_sql": "{% macro unique_key_is_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is null\n {% else %}\n {{ identifier }}.dbt_unique_key is null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9914362, "supported_languages": null}, "macro.dbt.unique_key_is_not_null": {"name": "unique_key_is_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_not_null", "macro_sql": "{% macro unique_key_is_not_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is not null\n {% else %}\n {{ identifier }}.dbt_unique_key is not null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9918592, "supported_languages": null}, "macro.dbt.strategy_dispatch": {"name": "strategy_dispatch", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.strategy_dispatch", "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.995725, "supported_languages": null}, "macro.dbt.snapshot_hash_arguments": {"name": "snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_hash_arguments", "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.99607, "supported_languages": null}, "macro.dbt.default__snapshot_hash_arguments": {"name": "default__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_hash_arguments", "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9965086, "supported_languages": null}, "macro.dbt.snapshot_timestamp_strategy": {"name": "snapshot_timestamp_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_timestamp_strategy", "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set primary_key = config.get('unique_key') %}\n {% set updated_at = config.get('updated_at') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.{{ columns.dbt_valid_from }} < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9983995, "supported_languages": null}, "macro.dbt.snapshot_string_as_time": {"name": "snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_string_as_time", "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_string_as_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9987252, "supported_languages": null}, "macro.dbt.default__snapshot_string_as_time": {"name": "default__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_string_as_time", "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460714.9990764, "supported_languages": null}, "macro.dbt.snapshot_check_all_get_existing_columns": {"name": "snapshot_check_all_get_existing_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0018618, "supported_languages": null}, "macro.dbt.snapshot_check_strategy": {"name": "snapshot_check_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_strategy", "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set check_cols_config = config.get('check_cols') %}\n {% set primary_key = config.get('unique_key') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set updated_at = config.get('updated_at') or snapshot_get_time() %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.snapshot_check_all_get_existing_columns", "macro.dbt.get_true_sql", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0047073, "supported_languages": null}, "macro.dbt.snapshot_merge_sql": {"name": "snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.snapshot_merge_sql", "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0055206, "supported_languages": null}, "macro.dbt.default__snapshot_merge_sql": {"name": "default__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.default__snapshot_merge_sql", "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n merge into {{ target.render() }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }} = DBT_INTERNAL_DEST.{{ columns.dbt_scd_id }}\n\n when matched\n {% if config.get(\"dbt_valid_to_current\") %}\n\t{% set source_unique_key = (\"DBT_INTERNAL_DEST.\" ~ columns.dbt_valid_to) | trim %}\n\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\tand ({{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null)\n\n {% else %}\n and DBT_INTERNAL_DEST.{{ columns.dbt_valid_to }} is null\n {% endif %}\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0071528, "supported_languages": null}, "macro.dbt.materialization_unit_default": {"name": "materialization_unit_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/unit.sql", "original_file_path": "macros/materializations/tests/unit.sql", "unique_id": "macro.dbt.materialization_unit_default", "macro_sql": "{%- materialization unit, default -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- set column_name_to_quoted = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n {%- endfor -%}\n\n {%- set expected_column_names_quoted = [] -%}\n {%- for column_name in tested_expected_column_names -%}\n {%- do expected_column_names_quoted.append(column_name_to_quoted[column_name|lower]) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types, column_name_to_quoted) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, expected_column_names_quoted) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0107553, "supported_languages": ["sql"]}, "macro.dbt.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/test.sql", "original_file_path": "macros/materializations/tests/test.sql", "unique_id": "macro.dbt.materialization_test_default", "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n {% set limit = config.get('limit') %}\n\n {% set sql_with_limit %}\n {{ get_limit_subquery_sql(sql, limit) }}\n {% endset %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% set store_failures_as = config.get('store_failures_as') %}\n -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,\n -- config.get('store_failures_as', 'table') returns None, not 'table'\n {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}\n {% if store_failures_as not in ['table', 'view'] %}\n {{ exceptions.raise_compiler_error(\n \"'\" ~ store_failures_as ~ \"' is not a valid value for `store_failures_as`. \"\n \"Accepted values are: ['ephemeral', 'table', 'view']\"\n ) }}\n {% endif %}\n\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ get_create_sql(target_relation, sql_with_limit) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {# Since the test failures have already been saved to the database, reuse that result rather than querying again #}\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql_with_limit %}\n\n {% endif %}\n\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {# The limit has already been included above, and we do not want to duplicate it again. We also want to be safe for macro overrides treating `limit` as a required parameter. #}\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit=none)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql", "macro.dbt.should_store_failures", "macro.dbt.statement", "macro.dbt.get_create_sql", "macro.dbt.get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0151217, "supported_languages": ["sql"]}, "macro.dbt.get_test_sql": {"name": "get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_test_sql", "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0161452, "supported_languages": null}, "macro.dbt.default__get_test_sql": {"name": "default__get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_test_sql", "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.016736, "supported_languages": null}, "macro.dbt.get_unit_test_sql": {"name": "get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_unit_test_sql", "macro_sql": "{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n {{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_unit_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0171576, "supported_languages": null}, "macro.dbt.default__get_unit_test_sql": {"name": "default__get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_unit_test_sql", "macro_sql": "{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n-- Build actual result given inputs\nwith dbt_internal_unit_test_actual as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal(\"actual\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ main_sql }}\n ) _dbt_internal_unit_test_actual\n),\n-- Build expected result\ndbt_internal_unit_test_expected as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal(\"expected\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ expected_fixture_sql }}\n ) _dbt_internal_unit_test_expected\n)\n-- Union actual and expected results\nselect * from dbt_internal_unit_test_actual\nunion all\nselect * from dbt_internal_unit_test_expected\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0183403, "supported_languages": null}, "macro.dbt.get_where_subquery": {"name": "get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.get_where_subquery", "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_where_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.018958, "supported_languages": null}, "macro.dbt.default__get_where_subquery": {"name": "default__get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.default__get_where_subquery", "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0197008, "supported_languages": null}, "macro.dbt.materialization_function_default": {"name": "materialization_function_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/function.sql", "original_file_path": "macros/materializations/functions/function.sql", "unique_id": "macro.dbt.materialization_function_default", "macro_sql": "{% materialization function, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.Function) %}\n\n {{ run_hooks(pre_hooks) }}\n\n {% set function_type = model.config.get('type') %}\n {% set function_macro = get_function_macro(function_type, 'sql') %}\n {% set build_sql = function_macro(target_relation) %}\n\n {{ function_execute_build_sql(build_sql, existing_relation, target_relation) }}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.run_hooks", "macro.dbt.get_function_macro", "macro.dbt.function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0211704, "supported_languages": ["sql"]}, "macro.dbt.function_execute_build_sql": {"name": "function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.function_execute_build_sql", "macro_sql": "{% macro function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n {{ return(adapter.dispatch('function_execute_build_sql', 'dbt')(build_sql, existing_relation, target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__function_execute_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0220482, "supported_languages": null}, "macro.dbt.default__function_execute_build_sql": {"name": "default__function_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__function_execute_build_sql", "macro_sql": "{% macro default__function_execute_build_sql(build_sql, existing_relation, target_relation) %}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0230613, "supported_languages": null}, "macro.dbt.get_function_macro": {"name": "get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.get_function_macro", "macro_sql": "{% macro get_function_macro(function_type, function_language) %}\n {{ return(adapter.dispatch('get_function_macro', 'dbt')(function_type, function_language)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_function_macro"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.023463, "supported_languages": null}, "macro.dbt.default__get_function_macro": {"name": "default__get_function_macro", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/helpers.sql", "original_file_path": "macros/materializations/functions/helpers.sql", "unique_id": "macro.dbt.default__get_function_macro", "macro_sql": "{% macro default__get_function_macro(function_type, function_language) %}\n {% set macro_name = function_type ~ \"_function_\" ~ function_language %}\n {% if not macro_name in context %}\n {{ exceptions.raise_not_implemented(function_language ~ ' ' ~ function_type ~ ' function not implemented for adapter ' ~adapter.type()) }}\n {% endif %}\n {% set macro = context[macro_name] %}\n {{ return(macro) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0242956, "supported_languages": null}, "macro.dbt.scalar_function_sql": {"name": "scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_sql", "macro_sql": "{% macro scalar_function_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.025532, "supported_languages": null}, "macro.dbt.default__scalar_function_sql": {"name": "default__scalar_function_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_sql", "macro_sql": "{% macro default__scalar_function_sql(target_relation) %}\n {{ scalar_function_create_replace_signature_sql(target_relation) }}\n {{ scalar_function_body_sql() }};\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.scalar_function_create_replace_signature_sql", "macro.dbt.scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0258493, "supported_languages": null}, "macro.dbt.scalar_function_create_replace_signature_sql": {"name": "scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_create_replace_signature_sql", "macro_sql": "{% macro scalar_function_create_replace_signature_sql(target_relation) %}\n {{ return(adapter.dispatch('scalar_function_create_replace_signature_sql', 'dbt')(target_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_create_replace_signature_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.026317, "supported_languages": null}, "macro.dbt.default__scalar_function_create_replace_signature_sql": {"name": "default__scalar_function_create_replace_signature_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_create_replace_signature_sql", "macro_sql": "{% macro default__scalar_function_create_replace_signature_sql(target_relation) %}\n CREATE OR REPLACE FUNCTION {{ target_relation.render() }} ({{ formatted_scalar_function_args_sql()}})\n RETURNS {{ model.returns.data_type }}\n {{ scalar_function_volatility_sql() }}\n AS\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.formatted_scalar_function_args_sql", "macro.dbt.scalar_function_volatility_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0267346, "supported_languages": null}, "macro.dbt.formatted_scalar_function_args_sql": {"name": "formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.formatted_scalar_function_args_sql", "macro_sql": "{% macro formatted_scalar_function_args_sql() %}\n {{ return(adapter.dispatch('formatted_scalar_function_args_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__formatted_scalar_function_args_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0270815, "supported_languages": null}, "macro.dbt.default__formatted_scalar_function_args_sql": {"name": "default__formatted_scalar_function_args_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__formatted_scalar_function_args_sql", "macro_sql": "{% macro default__formatted_scalar_function_args_sql() %}\n {% set args = [] %}\n {% for arg in model.arguments -%}\n {%- do args.append(arg.name ~ ' ' ~ arg.data_type) -%}\n {%- endfor %}\n {{ args | join(', ') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0277047, "supported_languages": null}, "macro.dbt.scalar_function_body_sql": {"name": "scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_body_sql", "macro_sql": "{% macro scalar_function_body_sql() %}\n {{ return(adapter.dispatch('scalar_function_body_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_body_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0280457, "supported_languages": null}, "macro.dbt.default__scalar_function_body_sql": {"name": "default__scalar_function_body_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_body_sql", "macro_sql": "{% macro default__scalar_function_body_sql() %}\n $$\n {{ model.compiled_code }}\n $$ LANGUAGE SQL\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.028258, "supported_languages": null}, "macro.dbt.scalar_function_volatility_sql": {"name": "scalar_function_volatility_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.scalar_function_volatility_sql", "macro_sql": "{% macro scalar_function_volatility_sql() %}\n {{ return(adapter.dispatch('scalar_function_volatility_sql', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__scalar_function_volatility_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.028578, "supported_languages": null}, "macro.dbt.default__scalar_function_volatility_sql": {"name": "default__scalar_function_volatility_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__scalar_function_volatility_sql", "macro_sql": "{% macro default__scalar_function_volatility_sql() %}\n {% set volatility = model.config.get('volatility') %}\n {% if volatility == 'deterministic' %}\n IMMUTABLE\n {% elif volatility == 'stable' %}\n STABLE\n {% elif volatility == 'non-deterministic' %}\n VOLATILE\n {% elif volatility != none %}\n {# This shouldn't happen unless a new volatility is invented #}\n {% do unsupported_volatility_warning(volatility) %}\n {% endif %}\n {# If no volatility is set, don't add anything and let the data warehouse default it #}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.unsupported_volatility_warning"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0293896, "supported_languages": null}, "macro.dbt.unsupported_volatility_warning": {"name": "unsupported_volatility_warning", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.unsupported_volatility_warning", "macro_sql": "{% macro unsupported_volatility_warning(volatility) %}\n {{ return(adapter.dispatch('unsupported_volatility_warning', 'dbt')(volatility)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__unsupported_volatility_warning"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0297499, "supported_languages": null}, "macro.dbt.default__unsupported_volatility_warning": {"name": "default__unsupported_volatility_warning", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/functions/scalar.sql", "original_file_path": "macros/materializations/functions/scalar.sql", "unique_id": "macro.dbt.default__unsupported_volatility_warning", "macro_sql": "{% macro default__unsupported_volatility_warning(volatility) %}\n {% set msg = \"Found `\" ~ volatility ~ \"` volatility specified on function `\" ~ model.name ~ \"`. This volatility is not supported by \" ~ adapter.type() ~ \", and will be ignored\" %}\n {% do exceptions.warn(msg) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0302718, "supported_languages": null}, "macro.dbt.concat": {"name": "concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.concat", "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.030745, "supported_languages": null}, "macro.dbt.default__concat": {"name": "default__concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.default__concat", "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0310206, "supported_languages": null}, "macro.dbt.intersect": {"name": "intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.intersect", "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__intersect"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0314615, "supported_languages": null}, "macro.dbt.default__intersect": {"name": "default__intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.default__intersect", "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0316184, "supported_languages": null}, "macro.dbt.last_day": {"name": "last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.last_day", "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0322182, "supported_languages": null}, "macro.dbt.default_last_day": {"name": "default_last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default_last_day", "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.032717, "supported_languages": null}, "macro.dbt.default__last_day": {"name": "default__last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default__last_day", "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0330217, "supported_languages": null}, "macro.dbt.replace": {"name": "replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.replace", "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0335958, "supported_languages": null}, "macro.dbt.default__replace": {"name": "default__replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.default__replace", "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0339375, "supported_languages": null}, "macro.dbt.length": {"name": "length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.length", "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0344026, "supported_languages": null}, "macro.dbt.default__length": {"name": "default__length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.default__length", "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0346153, "supported_languages": null}, "macro.dbt.hash": {"name": "hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.hash", "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.035217, "supported_languages": null}, "macro.dbt.default__hash": {"name": "default__hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.default__hash", "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0355308, "supported_languages": null}, "macro.dbt.array_append": {"name": "array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.array_append", "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_append"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0360832, "supported_languages": null}, "macro.dbt.default__array_append": {"name": "default__array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.default__array_append", "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0363503, "supported_languages": null}, "macro.dbt.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0372775, "supported_languages": null}, "macro.dbt.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.03842, "supported_languages": null}, "macro.dbt.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.038875, "supported_languages": null}, "macro.dbt.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n {# call as follows:\n\n date_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n ) #}\n\n\n with rawdata as (\n\n {{dbt.generate_series(\n dbt.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.generate_series", "macro.dbt.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0395663, "supported_languages": null}, "macro.dbt.array_concat": {"name": "array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.array_concat", "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0401006, "supported_languages": null}, "macro.dbt.default__array_concat": {"name": "default__array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.default__array_concat", "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0403686, "supported_languages": null}, "macro.dbt.array_construct": {"name": "array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.array_construct", "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0410736, "supported_languages": null}, "macro.dbt.default__array_construct": {"name": "default__array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.default__array_construct", "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0415385, "supported_languages": null}, "macro.dbt.escape_single_quotes": {"name": "escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.escape_single_quotes", "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__escape_single_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0420637, "supported_languages": null}, "macro.dbt.default__escape_single_quotes": {"name": "default__escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.default__escape_single_quotes", "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.04234, "supported_languages": null}, "macro.dbt.type_string": {"name": "type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_string", "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0435948, "supported_languages": null}, "macro.dbt.default__type_string": {"name": "default__type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_string", "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0439074, "supported_languages": null}, "macro.dbt.type_timestamp": {"name": "type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_timestamp", "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.044225, "supported_languages": null}, "macro.dbt.default__type_timestamp": {"name": "default__type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_timestamp", "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0445147, "supported_languages": null}, "macro.dbt.type_float": {"name": "type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_float", "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0448372, "supported_languages": null}, "macro.dbt.default__type_float": {"name": "default__type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_float", "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0452425, "supported_languages": null}, "macro.dbt.type_numeric": {"name": "type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_numeric", "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0455594, "supported_languages": null}, "macro.dbt.default__type_numeric": {"name": "default__type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_numeric", "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0459187, "supported_languages": null}, "macro.dbt.type_bigint": {"name": "type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_bigint", "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_bigint"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0462372, "supported_languages": null}, "macro.dbt.default__type_bigint": {"name": "default__type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_bigint", "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0465283, "supported_languages": null}, "macro.dbt.type_int": {"name": "type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_int", "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0468519, "supported_languages": null}, "macro.dbt.default__type_int": {"name": "default__type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_int", "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0471408, "supported_languages": null}, "macro.dbt.type_boolean": {"name": "type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_boolean", "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0474508, "supported_languages": null}, "macro.dbt.default__type_boolean": {"name": "default__type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_boolean", "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0477328, "supported_languages": null}, "macro.dbt.date": {"name": "date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.date", "macro_sql": "{% macro date(year, month, day) %}\n {{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.048355, "supported_languages": null}, "macro.dbt.default__date": {"name": "default__date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.default__date", "macro_sql": "{% macro default__date(year, month, day) -%}\n {%- set dt = modules.datetime.date(year, month, day) -%}\n {%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}\n to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0489166, "supported_languages": null}, "macro.dbt.right": {"name": "right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.right", "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__right"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.049445, "supported_languages": null}, "macro.dbt.default__right": {"name": "default__right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.default__right", "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0497162, "supported_languages": null}, "macro.dbt.date_trunc": {"name": "date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.date_trunc", "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0502448, "supported_languages": null}, "macro.dbt.default__date_trunc": {"name": "default__date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.default__date_trunc", "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0505056, "supported_languages": null}, "macro.dbt.split_part": {"name": "split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.split_part", "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.051196, "supported_languages": null}, "macro.dbt.default__split_part": {"name": "default__split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.default__split_part", "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.051521, "supported_languages": null}, "macro.dbt._split_part_negative": {"name": "_split_part_negative", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt._split_part_negative", "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 + {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0519783, "supported_languages": null}, "macro.dbt.position": {"name": "position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.position", "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__position"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0525074, "supported_languages": null}, "macro.dbt.default__position": {"name": "default__position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.default__position", "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0527763, "supported_languages": null}, "macro.dbt.datediff": {"name": "datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.datediff", "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0533717, "supported_languages": null}, "macro.dbt.default__datediff": {"name": "default__datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.default__datediff", "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.053807, "supported_languages": null}, "macro.dbt.equals": {"name": "equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.equals", "macro_sql": "{% macro equals(expr1, expr2) %}\n {{ return(adapter.dispatch('equals', 'dbt') (expr1, expr2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0544243, "supported_languages": null}, "macro.dbt.default__equals": {"name": "default__equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.default__equals", "macro_sql": "{% macro default__equals(expr1, expr2) -%}\n{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}\n case when (({{ expr1 }} = {{ expr2 }}) or ({{ expr1 }} is null and {{ expr2 }} is null))\n then 0\n else 1\n end = 0\n{%- else -%}\n ({{ expr1 }} = {{ expr2 }})\n{%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0550256, "supported_languages": null}, "macro.dbt.cast_bool_to_text": {"name": "cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.cast_bool_to_text", "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.055484, "supported_languages": null}, "macro.dbt.default__cast_bool_to_text": {"name": "default__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.default__cast_bool_to_text", "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0557988, "supported_languages": null}, "macro.dbt.safe_cast": {"name": "safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.safe_cast", "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.056352, "supported_languages": null}, "macro.dbt.default__safe_cast": {"name": "default__safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.default__safe_cast", "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0566285, "supported_languages": null}, "macro.dbt.dateadd": {"name": "dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.dateadd", "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0572221, "supported_languages": null}, "macro.dbt.default__dateadd": {"name": "default__dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.default__dateadd", "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0575464, "supported_languages": null}, "macro.dbt.cast": {"name": "cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.cast", "macro_sql": "{% macro cast(field, type) %}\n {{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0580828, "supported_languages": null}, "macro.dbt.default__cast": {"name": "default__cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.default__cast", "macro_sql": "{% macro default__cast(field, type) %}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0583446, "supported_languages": null}, "macro.dbt.except": {"name": "except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.except", "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0587692, "supported_languages": null}, "macro.dbt.default__except": {"name": "default__except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.default__except", "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0589414, "supported_languages": null}, "macro.dbt.bool_or": {"name": "bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.bool_or", "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__bool_or"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0593998, "supported_languages": null}, "macro.dbt.default__bool_or": {"name": "default__bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.default__bool_or", "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0596082, "supported_languages": null}, "macro.dbt.listagg": {"name": "listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.listagg", "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__listagg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0604413, "supported_languages": null}, "macro.dbt.default__listagg": {"name": "default__listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.default__listagg", "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.061355, "supported_languages": null}, "macro.dbt.string_literal": {"name": "string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.string_literal", "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0618412, "supported_languages": null}, "macro.dbt.default__string_literal": {"name": "default__string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.default__string_literal", "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.062058, "supported_languages": null}, "macro.dbt.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0628736, "supported_languages": null}, "macro.dbt.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0636659, "supported_languages": null}, "macro.dbt.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0640466, "supported_languages": null}, "macro.dbt.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.065054, "supported_languages": null}, "macro.dbt.any_value": {"name": "any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.any_value", "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__any_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0655308, "supported_languages": null}, "macro.dbt.default__any_value": {"name": "default__any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.default__any_value", "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.065741, "supported_languages": null}, "macro.dbt.get_create_sql": {"name": "get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.get_create_sql", "macro_sql": "{%- macro get_create_sql(relation, sql) -%}\n {{- log('Applying CREATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0664535, "supported_languages": null}, "macro.dbt.default__get_create_sql": {"name": "default__get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.default__get_create_sql", "macro_sql": "{%- macro default__get_create_sql(relation, sql) -%}\n\n {%- if relation.is_view -%}\n {{ get_create_view_as_sql(relation, sql) }}\n\n {%- elif relation.is_table -%}\n {{ get_create_table_as_sql(False, relation, sql) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_create_materialized_view_as_sql(relation, sql) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_create_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.get_create_view_as_sql", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0673304, "supported_languages": null}, "macro.dbt.get_create_backup_sql": {"name": "get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.get_create_backup_sql", "macro_sql": "{%- macro get_create_backup_sql(relation) -%}\n {{- log('Applying CREATE BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0679243, "supported_languages": null}, "macro.dbt.default__get_create_backup_sql": {"name": "default__get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.default__get_create_backup_sql", "macro_sql": "{%- macro default__get_create_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n -- drop any pre-existing backup\n {{ get_drop_sql(backup_relation) }};\n\n {{ get_rename_sql(relation, backup_relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0684335, "supported_languages": null}, "macro.dbt.get_replace_sql": {"name": "get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.get_replace_sql", "macro_sql": "{% macro get_replace_sql(existing_relation, target_relation, sql) %}\n {{- log('Applying REPLACE to: ' ~ existing_relation) -}}\n {{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0694535, "supported_languages": null}, "macro.dbt.default__get_replace_sql": {"name": "default__get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.default__get_replace_sql", "macro_sql": "{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}\n\n {# /* use a create or replace statement if possible */ #}\n\n {% set is_replaceable = existing_relation.type == target_relation.type and existing_relation.can_be_replaced %}\n\n {% if is_replaceable and existing_relation.is_view %}\n {{ get_replace_view_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_table %}\n {{ get_replace_table_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_materialized_view %}\n {{ get_replace_materialized_view_sql(target_relation, sql) }}\n\n {# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}\n {%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}\n {%- elif target_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_drop_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }}\n\n {# /* create target_relation in place by first backing up the existing relation */ #}\n {%- elif existing_relation.can_be_renamed -%}\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* no renaming is allowed, so just drop and create */ #}\n {%- else -%}\n {{ get_drop_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_view_sql", "macro.dbt.get_replace_table_sql", "macro.dbt.get_replace_materialized_view_sql", "macro.dbt.get_create_intermediate_sql", "macro.dbt.get_create_backup_sql", "macro.dbt.get_rename_intermediate_sql", "macro.dbt.get_drop_backup_sql", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0719059, "supported_languages": null}, "macro.dbt.get_rename_sql": {"name": "get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.get_rename_sql", "macro_sql": "{%- macro get_rename_sql(relation, new_name) -%}\n {{- log('Applying RENAME to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0727866, "supported_languages": null}, "macro.dbt.default__get_rename_sql": {"name": "default__get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__get_rename_sql", "macro_sql": "{%- macro default__get_rename_sql(relation, new_name) -%}\n\n {%- if relation.is_view -%}\n {{ get_rename_view_sql(relation, new_name) }}\n\n {%- elif relation.is_table -%}\n {{ get_rename_table_sql(relation, new_name) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_rename_materialized_view_sql(relation, new_name) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_rename_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.get_rename_view_sql", "macro.dbt.get_rename_table_sql", "macro.dbt.get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0736456, "supported_languages": null}, "macro.dbt.rename_relation": {"name": "rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.rename_relation", "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__rename_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.07406, "supported_languages": null}, "macro.dbt.default__rename_relation": {"name": "default__rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__rename_relation", "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation.render() }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.074641, "supported_languages": null}, "macro.dbt.get_create_intermediate_sql": {"name": "get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.get_create_intermediate_sql", "macro_sql": "{%- macro get_create_intermediate_sql(relation, sql) -%}\n {{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0752923, "supported_languages": null}, "macro.dbt.default__get_create_intermediate_sql": {"name": "default__get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.default__get_create_intermediate_sql", "macro_sql": "{%- macro default__get_create_intermediate_sql(relation, sql) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n -- drop any pre-existing intermediate\n {{ get_drop_sql(intermediate_relation) }};\n\n {{ get_create_sql(intermediate_relation, sql) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.075778, "supported_languages": null}, "macro.dbt.drop_schema_named": {"name": "drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.drop_schema_named", "macro_sql": "{% macro drop_schema_named(schema_name) %}\n {{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_schema_named"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.076295, "supported_languages": null}, "macro.dbt.default__drop_schema_named": {"name": "default__drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.default__drop_schema_named", "macro_sql": "{% macro default__drop_schema_named(schema_name) %}\n {% set schema_relation = api.Relation.create(schema=schema_name) %}\n {{ adapter.drop_schema(schema_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.076711, "supported_languages": null}, "macro.dbt.get_drop_sql": {"name": "get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.get_drop_sql", "macro_sql": "{%- macro get_drop_sql(relation) -%}\n {{- log('Applying DROP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0775583, "supported_languages": null}, "macro.dbt.default__get_drop_sql": {"name": "default__get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__get_drop_sql", "macro_sql": "{%- macro default__get_drop_sql(relation) -%}\n\n {%- if relation.is_view -%}\n {{ drop_view(relation) }}\n\n {%- elif relation.is_table -%}\n {{ drop_table(relation) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ drop_materialized_view(relation) }}\n\n {%- else -%}\n drop {{ relation.type }} if exists {{ relation.render() }} cascade\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.drop_view", "macro.dbt.drop_table", "macro.dbt.drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0783243, "supported_languages": null}, "macro.dbt.drop_relation": {"name": "drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation", "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.078682, "supported_languages": null}, "macro.dbt.default__drop_relation": {"name": "default__drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__drop_relation", "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n {{ get_drop_sql(relation) }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0790854, "supported_languages": null}, "macro.dbt.drop_relation_if_exists": {"name": "drop_relation_if_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation_if_exists", "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0794635, "supported_languages": null}, "macro.dbt.get_drop_backup_sql": {"name": "get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.get_drop_backup_sql", "macro_sql": "{%- macro get_drop_backup_sql(relation) -%}\n {{- log('Applying DROP BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0800428, "supported_languages": null}, "macro.dbt.default__get_drop_backup_sql": {"name": "default__get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.default__get_drop_backup_sql", "macro_sql": "{%- macro default__get_drop_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n {{ get_drop_sql(backup_relation) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.080442, "supported_languages": null}, "macro.dbt.get_rename_intermediate_sql": {"name": "get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.get_rename_intermediate_sql", "macro_sql": "{%- macro get_rename_intermediate_sql(relation) -%}\n {{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.081019, "supported_languages": null}, "macro.dbt.default__get_rename_intermediate_sql": {"name": "default__get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.default__get_rename_intermediate_sql", "macro_sql": "{%- macro default__get_rename_intermediate_sql(relation) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n {{ get_rename_sql(intermediate_relation, relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0814185, "supported_languages": null}, "macro.dbt.get_create_materialized_view_as_sql": {"name": "get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.get_create_materialized_view_as_sql", "macro_sql": "{% macro get_create_materialized_view_as_sql(relation, sql) -%}\n {{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0819256, "supported_languages": null}, "macro.dbt.default__get_create_materialized_view_as_sql": {"name": "default__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.default__get_create_materialized_view_as_sql", "macro_sql": "{% macro default__get_create_materialized_view_as_sql(relation, sql) -%}\n {{ exceptions.raise_compiler_error(\n \"`get_create_materialized_view_as_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0823255, "supported_languages": null}, "macro.dbt.get_replace_materialized_view_sql": {"name": "get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.get_replace_materialized_view_sql", "macro_sql": "{% macro get_replace_materialized_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0828407, "supported_languages": null}, "macro.dbt.default__get_replace_materialized_view_sql": {"name": "default__get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.default__get_replace_materialized_view_sql", "macro_sql": "{% macro default__get_replace_materialized_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0831344, "supported_languages": null}, "macro.dbt.get_rename_materialized_view_sql": {"name": "get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.get_rename_materialized_view_sql", "macro_sql": "{% macro get_rename_materialized_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0836256, "supported_languages": null}, "macro.dbt.default__get_rename_materialized_view_sql": {"name": "default__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.default__get_rename_materialized_view_sql", "macro_sql": "{% macro default__get_rename_materialized_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.083928, "supported_languages": null}, "macro.dbt.get_alter_materialized_view_as_sql": {"name": "get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_alter_materialized_view_as_sql", "macro_sql": "{% macro get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{- log('Applying ALTER to: ' ~ relation) -}}\n {{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n ) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0849068, "supported_languages": null}, "macro.dbt.default__get_alter_materialized_view_as_sql": {"name": "default__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_alter_materialized_view_as_sql", "macro_sql": "{% macro default__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0852716, "supported_languages": null}, "macro.dbt.get_materialized_view_configuration_changes": {"name": "get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_materialized_view_configuration_changes", "macro_sql": "{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}\n /* {#\n It's recommended that configuration changes be formatted as follows:\n {\"\": [{\"action\": \"\", \"context\": ...}]}\n\n For example:\n {\n \"indexes\": [\n {\"action\": \"drop\", \"context\": \"index_abc\"},\n {\"action\": \"create\", \"context\": {\"columns\": [\"column_1\", \"column_2\"], \"type\": \"hash\", \"unique\": True}},\n ],\n }\n\n Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.\n #} */\n {{- log('Determining configuration changes on: ' ~ existing_relation) -}}\n {%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_materialized_view_configuration_changes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.085798, "supported_languages": null}, "macro.dbt.default__get_materialized_view_configuration_changes": {"name": "default__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_materialized_view_configuration_changes", "macro_sql": "{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0860999, "supported_languages": null}, "macro.dbt.drop_materialized_view": {"name": "drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.drop_materialized_view", "macro_sql": "{% macro drop_materialized_view(relation) -%}\n {{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0865548, "supported_languages": null}, "macro.dbt.default__drop_materialized_view": {"name": "default__drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.default__drop_materialized_view", "macro_sql": "{% macro default__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.086796, "supported_languages": null}, "macro.dbt.refresh_materialized_view": {"name": "refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.refresh_materialized_view", "macro_sql": "{% macro refresh_materialized_view(relation) %}\n {{- log('Applying REFRESH to: ' ~ relation) -}}\n {{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__refresh_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0873663, "supported_languages": null}, "macro.dbt.default__refresh_materialized_view": {"name": "default__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.default__refresh_materialized_view", "macro_sql": "{% macro default__refresh_materialized_view(relation) %}\n {{ exceptions.raise_compiler_error(\"`refresh_materialized_view` has not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0876317, "supported_languages": null}, "macro.dbt.get_table_columns_and_constraints": {"name": "get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_table_columns_and_constraints", "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0889971, "supported_languages": null}, "macro.dbt.default__get_table_columns_and_constraints": {"name": "default__get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_table_columns_and_constraints", "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.089236, "supported_languages": null}, "macro.dbt.table_columns_and_constraints": {"name": "table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.table_columns_and_constraints", "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.09026, "supported_languages": null}, "macro.dbt.get_assert_columns_equivalent": {"name": "get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_assert_columns_equivalent", "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0906823, "supported_languages": null}, "macro.dbt.default__get_assert_columns_equivalent": {"name": "default__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_assert_columns_equivalent", "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0909677, "supported_languages": null}, "macro.dbt.assert_columns_equivalent": {"name": "assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.assert_columns_equivalent", "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query", "macro.dbt.get_empty_schema_sql", "macro.dbt.format_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0934384, "supported_languages": null}, "macro.dbt.format_columns": {"name": "format_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.format_columns", "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0941906, "supported_languages": null}, "macro.dbt.default__format_column": {"name": "default__format_column", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__format_column", "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.094854, "supported_languages": null}, "macro.dbt.get_create_view_as_sql": {"name": "get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.get_create_view_as_sql", "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.095553, "supported_languages": null}, "macro.dbt.default__get_create_view_as_sql": {"name": "default__get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__get_create_view_as_sql", "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0958838, "supported_languages": null}, "macro.dbt.create_view_as": {"name": "create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.create_view_as", "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0962358, "supported_languages": null}, "macro.dbt.default__create_view_as": {"name": "default__create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__create_view_as", "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation.render() }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0970922, "supported_languages": null}, "macro.dbt.get_replace_view_sql": {"name": "get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.get_replace_view_sql", "macro_sql": "{% macro get_replace_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.0980542, "supported_languages": null}, "macro.dbt.default__get_replace_view_sql": {"name": "default__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__get_replace_view_sql", "macro_sql": "{% macro default__get_replace_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.098345, "supported_languages": null}, "macro.dbt.create_or_replace_view": {"name": "create_or_replace_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.create_or_replace_view", "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1004667, "supported_languages": null}, "macro.dbt.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.100873, "supported_languages": null}, "macro.dbt.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation.render() ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1013336, "supported_languages": null}, "macro.dbt.get_rename_view_sql": {"name": "get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.get_rename_view_sql", "macro_sql": "{% macro get_rename_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1018555, "supported_languages": null}, "macro.dbt.default__get_rename_view_sql": {"name": "default__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.default__get_rename_view_sql", "macro_sql": "{% macro default__get_rename_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1021614, "supported_languages": null}, "macro.dbt.drop_view": {"name": "drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.drop_view", "macro_sql": "{% macro drop_view(relation) -%}\n {{- adapter.dispatch('drop_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1026237, "supported_languages": null}, "macro.dbt.default__drop_view": {"name": "default__drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.default__drop_view", "macro_sql": "{% macro default__drop_view(relation) -%}\n drop view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1028857, "supported_languages": null}, "macro.dbt.get_create_table_as_sql": {"name": "get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_create_table_as_sql", "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_table_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1040168, "supported_languages": null}, "macro.dbt.default__get_create_table_as_sql": {"name": "default__get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_create_table_as_sql", "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.104487, "supported_languages": null}, "macro.dbt.create_table_as": {"name": "create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.create_table_as", "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.105329, "supported_languages": null}, "macro.dbt.default__create_table_as": {"name": "default__create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__create_table_as", "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced and (not temporary) %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.106663, "supported_languages": null}, "macro.dbt.default__get_column_names": {"name": "default__get_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_column_names", "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1075706, "supported_languages": null}, "macro.dbt.get_select_subquery": {"name": "get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_select_subquery", "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.107949, "supported_languages": null}, "macro.dbt.default__get_select_subquery": {"name": "default__get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_select_subquery", "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1082962, "supported_languages": null}, "macro.dbt.get_replace_table_sql": {"name": "get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.get_replace_table_sql", "macro_sql": "{% macro get_replace_table_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_replace_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1087918, "supported_languages": null}, "macro.dbt.default__get_replace_table_sql": {"name": "default__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.default__get_replace_table_sql", "macro_sql": "{% macro default__get_replace_table_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1091034, "supported_languages": null}, "macro.dbt.get_rename_table_sql": {"name": "get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.get_rename_table_sql", "macro_sql": "{% macro get_rename_table_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_rename_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1095977, "supported_languages": null}, "macro.dbt.default__get_rename_table_sql": {"name": "default__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.default__get_rename_table_sql", "macro_sql": "{% macro default__get_rename_table_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.109904, "supported_languages": null}, "macro.dbt.drop_table": {"name": "drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.drop_table", "macro_sql": "{% macro drop_table(relation) -%}\n {{- adapter.dispatch('drop_table', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1103542, "supported_languages": null}, "macro.dbt.default__drop_table": {"name": "default__drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.default__drop_table", "macro_sql": "{% macro default__drop_table(relation) -%}\n drop table if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1105971, "supported_languages": null}, "macro.dbt.get_fixture_sql": {"name": "get_fixture_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_fixture_sql", "macro_sql": "{% macro get_fixture_sql(rows, column_name_to_data_types) %}\n-- Fixture for {{ model.name }}\n{% set default_row = {} %}\n\n{%- if not column_name_to_data_types -%}\n{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}\n{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}\n{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}\n\n{%- set column_name_to_data_types = {} -%}\n{%- set column_name_to_quoted = {} -%}\n{%- for column in columns_in_relation -%}\n\n{#-- This needs to be a case-insensitive comparison --#}\n{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n{%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n{%- endfor -%}\n{%- endif -%}\n\n{%- if not column_name_to_data_types -%}\n {{ exceptions.raise_compiler_error(\"Not able to get columns for unit test '\" ~ model.name ~ \"' from relation \" ~ this ~ \" because the relation doesn't exist\") }}\n{%- endif -%}\n\n{%- for column_name, column_type in column_name_to_data_types.items() -%}\n {%- do default_row.update({column_name: (safe_cast(\"null\", column_type) | trim )}) -%}\n{%- endfor -%}\n\n{{ validate_fixture_rows(rows, row_number) }}\n\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\n{%- set default_row_copy = default_row.copy() -%}\n{%- do default_row_copy.update(formatted_row) -%}\nselect\n{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n\n{%- if (rows | length) == 0 -%}\n select\n {%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%},{%- endif %}\n {%- endfor %}\n limit 0\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.dbt.safe_cast", "macro.dbt.validate_fixture_rows", "macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1155992, "supported_languages": null}, "macro.dbt.get_expected_sql": {"name": "get_expected_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_expected_sql", "macro_sql": "{% macro get_expected_sql(rows, column_name_to_data_types, column_name_to_quoted) %}\n\n{%- if (rows | length) == 0 -%}\n select * from dbt_internal_unit_test_actual\n limit 0\n{%- else -%}\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\nselect\n{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1167462, "supported_languages": null}, "macro.dbt.format_row": {"name": "format_row", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.format_row", "macro_sql": "\n\n{%- macro format_row(row, column_name_to_data_types) -%}\n {#-- generate case-insensitive formatted row --#}\n {% set formatted_row = {} %}\n {%- for column_name, column_value in row.items() -%}\n {% set column_name = column_name|lower %}\n\n {%- if column_name not in column_name_to_data_types %}\n {#-- if user-provided row contains column name that relation does not contain, raise an error --#}\n {% set fixture_name = \"expected output\" if model.resource_type == 'unit_test' else (\"'\" ~ model.name ~ \"'\") %}\n {{ exceptions.raise_compiler_error(\n \"Invalid column name: '\" ~ column_name ~ \"' in unit test fixture for \" ~ fixture_name ~ \".\"\n \"\\nAccepted columns for \" ~ fixture_name ~ \" are: \" ~ (column_name_to_data_types.keys()|list)\n ) }}\n {%- endif -%}\n\n {%- set column_type = column_name_to_data_types[column_name] %}\n\n {#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}\n {%- set column_value_clean = column_value -%}\n {%- if column_value is string -%}\n {%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}\n {%- elif column_value is none -%}\n {%- set column_value_clean = 'null' -%}\n {%- endif -%}\n\n {%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}\n {%- do formatted_row.update(row_update) -%}\n {%- endfor -%}\n {{ return(formatted_row) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.string_literal", "macro.dbt.escape_single_quotes", "macro.dbt.safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.118908, "supported_languages": null}, "macro.dbt.validate_fixture_rows": {"name": "validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.validate_fixture_rows", "macro_sql": "{%- macro validate_fixture_rows(rows, row_number) -%}\n {{ return(adapter.dispatch('validate_fixture_rows', 'dbt')(rows, row_number)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__validate_fixture_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1193204, "supported_languages": null}, "macro.dbt.default__validate_fixture_rows": {"name": "default__validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.default__validate_fixture_rows", "macro_sql": "{%- macro default__validate_fixture_rows(rows, row_number) -%}\n {# This is an abstract method for adapter overrides as needed #}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1195154, "supported_languages": null}, "macro.dbt.default__test_accepted_values": {"name": "default__test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/accepted_values.sql", "original_file_path": "macros/generic_test_sql/accepted_values.sql", "unique_id": "macro.dbt.default__test_accepted_values", "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1205122, "supported_languages": null}, "macro.dbt.default__test_not_null": {"name": "default__test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/not_null.sql", "original_file_path": "macros/generic_test_sql/not_null.sql", "unique_id": "macro.dbt.default__test_not_null", "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.121098, "supported_languages": null}, "macro.dbt.default__test_unique": {"name": "default__test_unique", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/unique.sql", "original_file_path": "macros/generic_test_sql/unique.sql", "unique_id": "macro.dbt.default__test_unique", "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1215417, "supported_languages": null}, "macro.dbt.default__test_relationships": {"name": "default__test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/relationships.sql", "original_file_path": "macros/generic_test_sql/relationships.sql", "unique_id": "macro.dbt.default__test_relationships", "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1221027, "supported_languages": null}, "macro.dbt.generate_alias_name": {"name": "generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.generate_alias_name", "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_alias_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1227903, "supported_languages": null}, "macro.dbt.default__generate_alias_name": {"name": "default__generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.default__generate_alias_name", "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.123537, "supported_languages": null}, "macro.dbt.generate_database_name": {"name": "generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.generate_database_name", "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_database_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.124213, "supported_languages": null}, "macro.dbt.default__generate_database_name": {"name": "default__generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.default__generate_database_name", "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1247163, "supported_languages": null}, "macro.dbt.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1255376, "supported_languages": null}, "macro.dbt.default__generate_schema_name": {"name": "default__generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.default__generate_schema_name", "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1260688, "supported_languages": null}, "macro.dbt.generate_schema_name_for_env": {"name": "generate_schema_name_for_env", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name_for_env", "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.126618, "supported_languages": null}, "macro.dbt.statement": {"name": "statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.statement", "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1290808, "supported_languages": null}, "macro.dbt.noop_statement": {"name": "noop_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.noop_statement", "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1304977, "supported_languages": null}, "macro.dbt.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.run_query", "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1310742, "supported_languages": null}, "macro.dbt.convert_datetime": {"name": "convert_datetime", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.convert_datetime", "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.132509, "supported_languages": null}, "macro.dbt.dates_in_range": {"name": "dates_in_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.dates_in_range", "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.convert_datetime"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1347616, "supported_languages": null}, "macro.dbt.partition_range": {"name": "partition_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.partition_range", "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dates_in_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1362102, "supported_languages": null}, "macro.dbt.py_current_timestring": {"name": "py_current_timestring", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.py_current_timestring", "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1366477, "supported_languages": null}, "macro.dbt.make_intermediate_relation": {"name": "make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_intermediate_relation", "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_intermediate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1379328, "supported_languages": null}, "macro.dbt.default__make_intermediate_relation": {"name": "default__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_intermediate_relation", "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.138259, "supported_languages": null}, "macro.dbt.make_temp_relation": {"name": "make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_temp_relation", "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {#-- This ensures microbatch batches get unique temp relations to avoid clobbering --#}\n {% if suffix == '__dbt_tmp' and model.batch %}\n {% set suffix = suffix ~ '_' ~ model.batch.id %}\n {% endif %}\n\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1390076, "supported_languages": null}, "macro.dbt.default__make_temp_relation": {"name": "default__make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_temp_relation", "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1395712, "supported_languages": null}, "macro.dbt.make_backup_relation": {"name": "make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_backup_relation", "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__make_backup_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1400564, "supported_languages": null}, "macro.dbt.default__make_backup_relation": {"name": "default__make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_backup_relation", "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1406682, "supported_languages": null}, "macro.dbt.truncate_relation": {"name": "truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.truncate_relation", "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__truncate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1410594, "supported_languages": null}, "macro.dbt.default__truncate_relation": {"name": "default__truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__truncate_relation", "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation.render() }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1414144, "supported_languages": null}, "macro.dbt.get_or_create_relation": {"name": "get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.get_or_create_relation", "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_or_create_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.141926, "supported_languages": null}, "macro.dbt.default__get_or_create_relation": {"name": "default__get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__get_or_create_relation", "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.143031, "supported_languages": null}, "macro.dbt.load_cached_relation": {"name": "load_cached_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_cached_relation", "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1434655, "supported_languages": null}, "macro.dbt.load_relation": {"name": "load_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_relation", "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1437423, "supported_languages": null}, "macro.dbt.get_catalog_relations": {"name": "get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_relations", "macro_sql": "{% macro get_catalog_relations(information_schema, relations) -%}\n {{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1452892, "supported_languages": null}, "macro.dbt.default__get_catalog_relations": {"name": "default__get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_relations", "macro_sql": "{% macro default__get_catalog_relations(information_schema, relations) -%}\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog_relations not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1459272, "supported_languages": null}, "macro.dbt.get_catalog": {"name": "get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog", "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_catalog"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.146322, "supported_languages": null}, "macro.dbt.default__get_catalog": {"name": "default__get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog", "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1468537, "supported_languages": null}, "macro.dbt.information_schema_name": {"name": "information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.information_schema_name", "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__information_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1472225, "supported_languages": null}, "macro.dbt.default__information_schema_name": {"name": "default__information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__information_schema_name", "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1475368, "supported_languages": null}, "macro.dbt.list_schemas": {"name": "list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_schemas", "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1478994, "supported_languages": null}, "macro.dbt.default__list_schemas": {"name": "default__list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_schemas", "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1483676, "supported_languages": null}, "macro.dbt.check_schema_exists": {"name": "check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.check_schema_exists", "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__check_schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.148756, "supported_languages": null}, "macro.dbt.default__check_schema_exists": {"name": "default__check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__check_schema_exists", "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1493511, "supported_languages": null}, "macro.dbt.list_relations_without_caching": {"name": "list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_relations_without_caching", "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__list_relations_without_caching"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.149704, "supported_languages": null}, "macro.dbt.default__list_relations_without_caching": {"name": "default__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_relations_without_caching", "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1500328, "supported_languages": null}, "macro.dbt.get_catalog_for_single_relation": {"name": "get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_for_single_relation", "macro_sql": "{% macro get_catalog_for_single_relation(relation) %}\n {{ return(adapter.dispatch('get_catalog_for_single_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_for_single_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1503882, "supported_languages": null}, "macro.dbt.default__get_catalog_for_single_relation": {"name": "default__get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_for_single_relation", "macro_sql": "{% macro default__get_catalog_for_single_relation(relation) %}\n {{ exceptions.raise_not_implemented(\n 'get_catalog_for_single_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1506994, "supported_languages": null}, "macro.dbt.get_relations": {"name": "get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relations", "macro_sql": "{% macro get_relations() %}\n {{ return(adapter.dispatch('get_relations', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.151033, "supported_languages": null}, "macro.dbt.default__get_relations": {"name": "default__get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relations", "macro_sql": "{% macro default__get_relations() %}\n {{ exceptions.raise_not_implemented(\n 'get_relations macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1513288, "supported_languages": null}, "macro.dbt.get_relation_last_modified": {"name": "get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relation_last_modified", "macro_sql": "{% macro get_relation_last_modified(information_schema, relations) %}\n {{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relation_last_modified"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.151722, "supported_languages": null}, "macro.dbt.default__get_relation_last_modified": {"name": "default__get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relation_last_modified", "macro_sql": "{% macro default__get_relation_last_modified(information_schema, relations) %}\n {{ exceptions.raise_not_implemented(\n 'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1520731, "supported_languages": null}, "macro.dbt.current_timestamp": {"name": "current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp", "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1529474, "supported_languages": null}, "macro.dbt.default__current_timestamp": {"name": "default__current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp", "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1532419, "supported_languages": null}, "macro.dbt.snapshot_get_time": {"name": "snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.snapshot_get_time", "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_postgres.postgres__snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1535237, "supported_languages": null}, "macro.dbt.default__snapshot_get_time": {"name": "default__snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__snapshot_get_time", "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1537342, "supported_languages": null}, "macro.dbt.get_snapshot_get_time_data_type": {"name": "get_snapshot_get_time_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.get_snapshot_get_time_data_type", "macro_sql": "{% macro get_snapshot_get_time_data_type() %}\n {% set snapshot_time = adapter.dispatch('snapshot_get_time', 'dbt')() %}\n {% set time_data_type_sql = 'select ' ~ snapshot_time ~ ' as dbt_snapshot_time' %}\n {% set snapshot_time_column_schema = get_column_schema_from_query(time_data_type_sql) %}\n {% set time_data_type = snapshot_time_column_schema[0].dtype %}\n {{ return(time_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt_postgres.postgres__snapshot_get_time", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1546643, "supported_languages": null}, "macro.dbt.current_timestamp_backcompat": {"name": "current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_backcompat", "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1550117, "supported_languages": null}, "macro.dbt.default__current_timestamp_backcompat": {"name": "default__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_backcompat", "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1551685, "supported_languages": null}, "macro.dbt.current_timestamp_in_utc_backcompat": {"name": "current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1554837, "supported_languages": null}, "macro.dbt.default__current_timestamp_in_utc_backcompat": {"name": "default__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp_backcompat", "macro.dbt_postgres.postgres__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1558042, "supported_languages": null}, "macro.dbt.create_schema": {"name": "create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.create_schema", "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1564097, "supported_languages": null}, "macro.dbt.default__create_schema": {"name": "default__create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__create_schema", "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1567726, "supported_languages": null}, "macro.dbt.drop_schema": {"name": "drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.drop_schema", "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__drop_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1571097, "supported_languages": null}, "macro.dbt.default__drop_schema": {"name": "default__drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__drop_schema", "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1574728, "supported_languages": null}, "macro.dbt.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1583319, "supported_languages": null}, "macro.dbt.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.159131, "supported_languages": null}, "macro.dbt.collect_freshness_custom_sql": {"name": "collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness_custom_sql", "macro_sql": "{% macro collect_freshness_custom_sql(source, loaded_at_query) %}\n {{ return(adapter.dispatch('collect_freshness_custom_sql', 'dbt')(source, loaded_at_query))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness_custom_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1595304, "supported_languages": null}, "macro.dbt.default__collect_freshness_custom_sql": {"name": "default__collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness_custom_sql", "macro_sql": "{% macro default__collect_freshness_custom_sql(source, loaded_at_query) %}\n {% call statement('collect_freshness_custom_sql', fetch_result=True, auto_begin=False) -%}\n with source_query as (\n {{ loaded_at_query }}\n )\n select\n (select * from source_query) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n {% endcall %}\n {{ return(load_result('collect_freshness_custom_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1601546, "supported_languages": null}, "macro.dbt.get_show_sql": {"name": "get_show_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_show_sql", "macro_sql": "{% macro get_show_sql(compiled_code, sql_header, limit) -%}\n {%- if sql_header is not none -%}\n {{ sql_header }}\n {%- endif %}\n {{ get_limit_subquery_sql(compiled_code, limit) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1608858, "supported_languages": null}, "macro.dbt.get_limit_subquery_sql": {"name": "get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_limit_subquery_sql", "macro_sql": "\n{%- macro get_limit_subquery_sql(sql, limit) -%}\n {{ adapter.dispatch('get_limit_sql', 'dbt')(sql, limit) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_limit_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1612427, "supported_languages": null}, "macro.dbt.default__get_limit_sql": {"name": "default__get_limit_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.default__get_limit_sql", "macro_sql": "{% macro default__get_limit_sql(sql, limit) %}\n {{ sql }}\n {% if limit is not none %}\n limit {{ limit }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1616116, "supported_languages": null}, "macro.dbt.validate_sql": {"name": "validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.validate_sql", "macro_sql": "{% macro validate_sql(sql) -%}\n {{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__validate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1621509, "supported_languages": null}, "macro.dbt.default__validate_sql": {"name": "default__validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.default__validate_sql", "macro_sql": "{% macro default__validate_sql(sql) -%}\n {% call statement('validate_sql') -%}\n explain {{ sql }}\n {% endcall %}\n {{ return(load_result('validate_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1625867, "supported_languages": null}, "macro.dbt.get_create_index_sql": {"name": "get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_create_index_sql", "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1634789, "supported_languages": null}, "macro.dbt.default__get_create_index_sql": {"name": "default__get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_create_index_sql", "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1637554, "supported_languages": null}, "macro.dbt.create_indexes": {"name": "create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.create_indexes", "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1642025, "supported_languages": null}, "macro.dbt.default__create_indexes": {"name": "default__create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__create_indexes", "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.164999, "supported_languages": null}, "macro.dbt.get_drop_index_sql": {"name": "get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_drop_index_sql", "macro_sql": "{% macro get_drop_index_sql(relation, index_name) -%}\n {{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_drop_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1653583, "supported_languages": null}, "macro.dbt.default__get_drop_index_sql": {"name": "default__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_drop_index_sql", "macro_sql": "{% macro default__get_drop_index_sql(relation, index_name) -%}\n {{ exceptions.raise_compiler_error(\"`get_drop_index_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1656322, "supported_languages": null}, "macro.dbt.get_show_indexes_sql": {"name": "get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_show_indexes_sql", "macro_sql": "{% macro get_show_indexes_sql(relation) -%}\n {{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.165958, "supported_languages": null}, "macro.dbt.default__get_show_indexes_sql": {"name": "default__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_show_indexes_sql", "macro_sql": "{% macro default__get_show_indexes_sql(relation) -%}\n {{ exceptions.raise_compiler_error(\"`get_show_indexes_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1662114, "supported_languages": null}, "macro.dbt.copy_grants": {"name": "copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.copy_grants", "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1682322, "supported_languages": null}, "macro.dbt.default__copy_grants": {"name": "default__copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__copy_grants", "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1684647, "supported_languages": null}, "macro.dbt.support_multiple_grantees_per_dcl_statement": {"name": "support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1687887, "supported_languages": null}, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": {"name": "default__support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.16903, "supported_languages": null}, "macro.dbt.should_revoke": {"name": "should_revoke", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.should_revoke", "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1696806, "supported_languages": null}, "macro.dbt.get_show_grant_sql": {"name": "get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_show_grant_sql", "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_show_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1700563, "supported_languages": null}, "macro.dbt.default__get_show_grant_sql": {"name": "default__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_show_grant_sql", "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1702948, "supported_languages": null}, "macro.dbt.get_grant_sql": {"name": "get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_grant_sql", "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1707177, "supported_languages": null}, "macro.dbt.default__get_grant_sql": {"name": "default__get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_grant_sql", "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation.render() }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.171139, "supported_languages": null}, "macro.dbt.get_revoke_sql": {"name": "get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_revoke_sql", "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_revoke_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1715693, "supported_languages": null}, "macro.dbt.default__get_revoke_sql": {"name": "default__get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_revoke_sql", "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation.render() }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1719856, "supported_languages": null}, "macro.dbt.get_dcl_statement_list": {"name": "get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_dcl_statement_list", "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_dcl_statement_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1724226, "supported_languages": null}, "macro.dbt.default__get_dcl_statement_list": {"name": "default__get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_dcl_statement_list", "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.173845, "supported_languages": null}, "macro.dbt.call_dcl_statements": {"name": "call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.call_dcl_statements", "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1742084, "supported_languages": null}, "macro.dbt.default__call_dcl_statements": {"name": "default__call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__call_dcl_statements", "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1746893, "supported_languages": null}, "macro.dbt.apply_grants": {"name": "apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.apply_grants", "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1751423, "supported_languages": null}, "macro.dbt.default__apply_grants": {"name": "default__apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__apply_grants", "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation.render() ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_grant_sql", "macro.dbt.get_dcl_statement_list", "macro.dbt.call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1773639, "supported_languages": null}, "macro.dbt.get_columns_in_relation": {"name": "get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_relation", "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__get_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1794827, "supported_languages": null}, "macro.dbt.default__get_columns_in_relation": {"name": "default__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_relation", "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1797967, "supported_languages": null}, "macro.dbt.sql_convert_columns_in_relation": {"name": "sql_convert_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.sql_convert_columns_in_relation", "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1803982, "supported_languages": null}, "macro.dbt.get_list_of_column_names": {"name": "get_list_of_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_list_of_column_names", "macro_sql": "\n\n{%- macro get_list_of_column_names(columns) -%}\n {% set col_names = [] %}\n {% for col in columns %}\n {% do col_names.append(col.name) %}\n {% endfor %}\n {{ return(col_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1809766, "supported_languages": null}, "macro.dbt.get_empty_subquery_sql": {"name": "get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_subquery_sql", "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1813936, "supported_languages": null}, "macro.dbt.default__get_empty_subquery_sql": {"name": "default__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_subquery_sql", "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1817884, "supported_languages": null}, "macro.dbt.get_empty_schema_sql": {"name": "get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_schema_sql", "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.182158, "supported_languages": null}, "macro.dbt.default__get_empty_schema_sql": {"name": "default__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_schema_sql", "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {%- set col_naked_numeric = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {%- do col_err.append(col['name']) -%}\n {#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}\n {%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}\n {%- do col_naked_numeric.append(col['name']) -%}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n {{ cast('null', col['data_type']) }} as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- elif (col_naked_numeric | length) > 0 -%}\n {{ exceptions.warn(\"Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: \" ~ col_naked_numeric ~ \"`\") }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1843972, "supported_languages": null}, "macro.dbt.get_column_schema_from_query": {"name": "get_column_schema_from_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_column_schema_from_query", "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1850734, "supported_languages": null}, "macro.dbt.get_columns_in_query": {"name": "get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_query", "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1854234, "supported_languages": null}, "macro.dbt.default__get_columns_in_query": {"name": "default__get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_query", "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1860912, "supported_languages": null}, "macro.dbt.alter_column_type": {"name": "alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_column_type", "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1865213, "supported_languages": null}, "macro.dbt.default__alter_column_type": {"name": "default__alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_column_type", "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation.render() }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation.render() }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation.render() }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation.render() }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.187924, "supported_languages": null}, "macro.dbt.alter_relation_add_remove_columns": {"name": "alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_relation_add_remove_columns", "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_add_remove_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.188413, "supported_languages": null}, "macro.dbt.default__alter_relation_add_remove_columns": {"name": "default__alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation.render() }}\n\n {% for column in add_columns %}\n add column {{ column.quoted }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.quoted }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1899562, "supported_languages": null}, "macro.dbt.alter_column_comment": {"name": "alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_column_comment", "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1907802, "supported_languages": null}, "macro.dbt.default__alter_column_comment": {"name": "default__alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_column_comment", "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1911263, "supported_languages": null}, "macro.dbt.alter_relation_comment": {"name": "alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_relation_comment", "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_postgres.postgres__alter_relation_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1915138, "supported_languages": null}, "macro.dbt.default__alter_relation_comment": {"name": "default__alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_relation_comment", "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.19185, "supported_languages": null}, "macro.dbt.persist_docs": {"name": "persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.persist_docs", "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1923654, "supported_languages": null}, "macro.dbt.default__persist_docs": {"name": "default__persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__persist_docs", "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.alter_relation_comment", "macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1932788, "supported_languages": null}, "macro.dbt.test_unique": {"name": "test_unique", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_unique", "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_unique"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1941054, "supported_languages": null}, "macro.dbt.test_not_null": {"name": "test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_not_null", "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.194581, "supported_languages": null}, "macro.dbt.test_accepted_values": {"name": "test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_accepted_values", "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1951923, "supported_languages": null}, "macro.dbt.test_relationships": {"name": "test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_relationships", "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_relationships"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1957524, "supported_languages": null}, "macro.spark_utils.get_tables": {"name": "get_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_tables", "macro_sql": "{% macro get_tables(table_regex_pattern='.*') %}\n\n {% set tables = [] %}\n {% for database in spark__list_schemas('not_used') %}\n {% for table in spark__list_relations_without_caching(database[0]) %}\n {% set db_tablename = database[0] ~ \".\" ~ table[1] %}\n {% set is_match = modules.re.match(table_regex_pattern, db_tablename) %}\n {% if is_match %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('type', 'TYPE', 'Type'))|first %}\n {% if table_type[1]|lower != 'view' %}\n {{ tables.append(db_tablename) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% endfor %}\n {{ return(tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.1991456, "supported_languages": null}, "macro.spark_utils.get_delta_tables": {"name": "get_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_delta_tables", "macro_sql": "{% macro get_delta_tables(table_regex_pattern='.*') %}\n\n {% set delta_tables = [] %}\n {% for db_tablename in get_tables(table_regex_pattern) %}\n {% call statement('table_detail', fetch_result=True) -%}\n describe extended {{ db_tablename }}\n {% endcall %}\n\n {% set table_type = load_result('table_detail').table|reverse|selectattr(0, 'in', ('provider', 'PROVIDER', 'Provider'))|first %}\n {% if table_type[1]|lower == 'delta' %}\n {{ delta_tables.append(db_tablename) }}\n {% endif %}\n {% endfor %}\n {{ return(delta_tables) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2005858, "supported_languages": null}, "macro.spark_utils.get_statistic_columns": {"name": "get_statistic_columns", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.get_statistic_columns", "macro_sql": "{% macro get_statistic_columns(table) %}\n\n {% call statement('input_columns', fetch_result=True) %}\n SHOW COLUMNS IN {{ table }}\n {% endcall %}\n {% set input_columns = load_result('input_columns').table %}\n\n {% set output_columns = [] %}\n {% for column in input_columns %}\n {% call statement('column_information', fetch_result=True) %}\n DESCRIBE TABLE {{ table }} `{{ column[0] }}`\n {% endcall %}\n {% if not load_result('column_information').table[1][1].startswith('struct') and not load_result('column_information').table[1][1].startswith('array') %}\n {{ output_columns.append('`' ~ column[0] ~ '`') }}\n {% endif %}\n {% endfor %}\n {{ return(output_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2023087, "supported_languages": null}, "macro.spark_utils.spark_optimize_delta_tables": {"name": "spark_optimize_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_optimize_delta_tables", "macro_sql": "{% macro spark_optimize_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Optimizing \" ~ table) }}\n {% do run_query(\"optimize \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2037117, "supported_languages": null}, "macro.spark_utils.spark_vacuum_delta_tables": {"name": "spark_vacuum_delta_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_vacuum_delta_tables", "macro_sql": "{% macro spark_vacuum_delta_tables(table_regex_pattern='.*') %}\n\n {% for table in get_delta_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Vacuuming \" ~ table) }}\n {% do run_query(\"vacuum \" ~ table) %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_delta_tables", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.205125, "supported_languages": null}, "macro.spark_utils.spark_analyze_tables": {"name": "spark_analyze_tables", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/maintenance_operation.sql", "original_file_path": "macros/maintenance_operation.sql", "unique_id": "macro.spark_utils.spark_analyze_tables", "macro_sql": "{% macro spark_analyze_tables(table_regex_pattern='.*') %}\n\n {% for table in get_tables(table_regex_pattern) %}\n {% set start=modules.datetime.datetime.now() %}\n {% set columns = get_statistic_columns(table) | join(',') %}\n {% set message_prefix=loop.index ~ \" of \" ~ loop.length %}\n {{ dbt_utils.log_info(message_prefix ~ \" Analyzing \" ~ table) }}\n {% if columns != '' %}\n {% do run_query(\"analyze table \" ~ table ~ \" compute statistics for columns \" ~ columns) %}\n {% endif %}\n {% set end=modules.datetime.datetime.now() %}\n {% set total_seconds = (end - start).total_seconds() | round(2) %}\n {{ dbt_utils.log_info(message_prefix ~ \" Finished \" ~ table ~ \" in \" ~ total_seconds ~ \"s\") }}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.get_tables", "macro.spark_utils.get_statistic_columns", "macro.dbt_utils.log_info", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2068517, "supported_languages": null}, "macro.spark_utils.spark__concat": {"name": "spark__concat", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/concat.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/concat.sql", "unique_id": "macro.spark_utils.spark__concat", "macro_sql": "{% macro spark__concat(fields) -%}\n concat({{ fields|join(', ') }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.207211, "supported_languages": null}, "macro.spark_utils.spark__split_part": {"name": "spark__split_part", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/split_part.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/split_part.sql", "unique_id": "macro.spark_utils.spark__split_part", "macro_sql": "{% macro spark__split_part(string_text, delimiter_text, part_number) %}\n\n {% set delimiter_expr %}\n \n -- escape if starts with a special character\n case when regexp_extract({{ delimiter_text }}, '([^A-Za-z0-9])(.*)', 1) != '_'\n then concat('\\\\', {{ delimiter_text }})\n else {{ delimiter_text }} end\n \n {% endset %}\n\n {% set split_part_expr %}\n \n split(\n {{ string_text }},\n {{ delimiter_expr }}\n )[({{ part_number - 1 }})]\n \n {% endset %}\n \n {{ return(split_part_expr) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2081628, "supported_languages": null}, "macro.spark_utils.spark__type_numeric": {"name": "spark__type_numeric", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datatypes.sql", "unique_id": "macro.spark_utils.spark__type_numeric", "macro_sql": "{% macro spark__type_numeric() %}\n decimal(28, 6)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.208392, "supported_languages": null}, "macro.spark_utils.spark__datediff": {"name": "spark__datediff", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/datediff.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/datediff.sql", "unique_id": "macro.spark_utils.spark__datediff", "macro_sql": "{% macro spark__datediff(first_date, second_date, datepart) %}\n\n {%- if datepart in ['day', 'week', 'month', 'quarter', 'year'] -%}\n \n {# make sure the dates are real, otherwise raise an error asap #}\n {% set first_date = spark_utils.assert_not_null('date', first_date) %}\n {% set second_date = spark_utils.assert_not_null('date', second_date) %}\n \n {%- endif -%}\n \n {%- if datepart == 'day' -%}\n \n datediff({{second_date}}, {{first_date}})\n \n {%- elif datepart == 'week' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(datediff({{second_date}}, {{first_date}})/7)\n else ceil(datediff({{second_date}}, {{first_date}})/7)\n end\n \n -- did we cross a week boundary (Sunday)?\n + case\n when {{first_date}} < {{second_date}} and dayofweek({{second_date}}) < dayofweek({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofweek({{second_date}}) > dayofweek({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'month' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}})))\n else ceil(months_between(date({{second_date}}), date({{first_date}})))\n end\n \n -- did we cross a month boundary?\n + case\n when {{first_date}} < {{second_date}} and dayofmonth({{second_date}}) < dayofmonth({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofmonth({{second_date}}) > dayofmonth({{first_date}}) then -1\n else 0 end\n \n {%- elif datepart == 'quarter' -%}\n \n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}}))/3)\n else ceil(months_between(date({{second_date}}), date({{first_date}}))/3)\n end\n \n -- did we cross a quarter boundary?\n + case\n when {{first_date}} < {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n < (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then 1\n when {{first_date}} > {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n > (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then -1\n else 0 end\n\n {%- elif datepart == 'year' -%}\n \n year({{second_date}}) - year({{first_date}})\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set divisor -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n case when {{first_date}} < {{second_date}}\n then ceil((\n {# make sure the timestamps are real, otherwise raise an error asap #}\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n else floor((\n {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', second_date)) }}\n - {{ spark_utils.assert_not_null('to_unix_timestamp', spark_utils.assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n end\n \n {% if datepart == 'millisecond' %}\n + cast(date_format({{second_date}}, 'SSS') as int)\n - cast(date_format({{first_date}}, 'SSS') as int)\n {% endif %}\n \n {% if datepart == 'microsecond' %} \n {% set capture_str = '[0-9]{4}-[0-9]{2}-[0-9]{2}.[0-9]{2}:[0-9]{2}:[0-9]{2}.([0-9]{6})' %}\n -- Spark doesn't really support microseconds, so this is a massive hack!\n -- It will only work if the timestamp-string is of the format\n -- 'yyyy-MM-dd-HH mm.ss.SSSSSS'\n + cast(regexp_extract({{second_date}}, '{{capture_str}}', 1) as int)\n - cast(regexp_extract({{first_date}}, '{{capture_str}}', 1) as int) \n {% endif %}\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro datediff not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2152302, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp": {"name": "spark__current_timestamp", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp", "macro_sql": "{% macro spark__current_timestamp() %}\n current_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.215508, "supported_languages": null}, "macro.spark_utils.spark__current_timestamp_in_utc": {"name": "spark__current_timestamp_in_utc", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.spark_utils.spark__current_timestamp_in_utc", "macro_sql": "{% macro spark__current_timestamp_in_utc() %}\n unix_timestamp()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2156644, "supported_languages": null}, "macro.spark_utils.spark__dateadd": {"name": "spark__dateadd", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "original_file_path": "macros/dbt_utils/cross_db_utils/dateadd.sql", "unique_id": "macro.spark_utils.spark__dateadd", "macro_sql": "{% macro spark__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {%- set clock_component -%}\n {# make sure the dates + timestamps are real, otherwise raise an error asap #}\n to_unix_timestamp({{ spark_utils.assert_not_null('to_timestamp', from_date_or_timestamp) }})\n - to_unix_timestamp({{ spark_utils.assert_not_null('date', from_date_or_timestamp) }})\n {%- endset -%}\n\n {%- if datepart in ['day', 'week'] -%}\n \n {%- set multiplier = 7 if datepart == 'week' else 1 -%}\n\n to_timestamp(\n to_unix_timestamp(\n date_add(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ['month', 'quarter', 'year'] -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'month' -%} 1\n {%- elif datepart == 'quarter' -%} 3\n {%- elif datepart == 'year' -%} 12\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n to_unix_timestamp(\n add_months(\n {{ spark_utils.assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n \n {%- set multiplier -%} \n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n {{ spark_utils.assert_not_null('to_unix_timestamp', from_date_or_timestamp) }}\n + cast({{interval}} * {{multiplier}} as int)\n )\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro dateadd not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2192554, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_pattern": {"name": "spark__get_relations_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_pattern", "macro_sql": "{% macro spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n show table extended in {{ schema_pattern }} like '{{ table_pattern }}'\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=None,\n schema=row[0],\n identifier=row[1],\n type=('view' if 'Type: VIEW' in row[3] else 'table')\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2214634, "supported_languages": null}, "macro.spark_utils.spark__get_relations_by_prefix": {"name": "spark__get_relations_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_relations_by_prefix", "macro_sql": "{% macro spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {% set table_pattern = table_pattern ~ '*' %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2221084, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_pattern": {"name": "spark__get_tables_by_pattern", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_pattern", "macro_sql": "{% macro spark__get_tables_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2226272, "supported_languages": null}, "macro.spark_utils.spark__get_tables_by_prefix": {"name": "spark__get_tables_by_prefix", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "original_file_path": "macros/dbt_utils/sql/get_relations_by_prefix.sql", "unique_id": "macro.spark_utils.spark__get_tables_by_prefix", "macro_sql": "{% macro spark__get_tables_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(spark_utils.spark__get_relations_by_prefix(schema_pattern, table_pattern, exclude='', database=target.database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.spark_utils.spark__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.223152, "supported_languages": null}, "macro.spark_utils.assert_not_null": {"name": "assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.assert_not_null", "macro_sql": "{% macro assert_not_null(function, arg) -%}\n {{ return(adapter.dispatch('assert_not_null', 'spark_utils')(function, arg)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.spark_utils.default__assert_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2237053, "supported_languages": null}, "macro.spark_utils.default__assert_not_null": {"name": "default__assert_not_null", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/etc/assert_not_null.sql", "original_file_path": "macros/etc/assert_not_null.sql", "unique_id": "macro.spark_utils.default__assert_not_null", "macro_sql": "{% macro default__assert_not_null(function, arg) %}\n\n coalesce({{function}}({{arg}}), nvl2({{function}}({{arg}}), assert_true({{function}}({{arg}}) is not null), null))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.224112, "supported_languages": null}, "macro.spark_utils.spark__convert_timezone": {"name": "spark__convert_timezone", "resource_type": "macro", "package_name": "spark_utils", "path": "macros/snowplow/convert_timezone.sql", "original_file_path": "macros/snowplow/convert_timezone.sql", "unique_id": "macro.spark_utils.spark__convert_timezone", "macro_sql": "{% macro spark__convert_timezone(in_tz, out_tz, in_timestamp) %}\n from_utc_timestamp(to_utc_timestamp({{in_timestamp}}, {{in_tz}}), {{out_tz}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.224517, "supported_languages": null}, "macro.dbt_utils.test_not_accepted_values": {"name": "test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.test_not_accepted_values", "macro_sql": "{% test not_accepted_values(model, column_name, values, quote=True) %}\n {{ return(adapter.dispatch('test_not_accepted_values', 'dbt_utils')(model, column_name, values, quote)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2252886, "supported_languages": null}, "macro.dbt_utils.default__test_not_accepted_values": {"name": "default__test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.default__test_not_accepted_values", "macro_sql": "{% macro default__test_not_accepted_values(model, column_name, values, quote=True) %}\nwith all_values as (\n\n select distinct\n {{ column_name }} as value_field\n\n from {{ model }}\n\n),\n\nvalidation_errors as (\n\n select\n value_field\n\n from all_values\n where value_field in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n )\n\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2260523, "supported_languages": null}, "macro.dbt_utils.test_expression_is_true": {"name": "test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.test_expression_is_true", "macro_sql": "{% test expression_is_true(model, expression, column_name=None) %}\n {{ return(adapter.dispatch('test_expression_is_true', 'dbt_utils')(model, expression, column_name)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_expression_is_true"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2267435, "supported_languages": null}, "macro.dbt_utils.default__test_expression_is_true": {"name": "default__test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.default__test_expression_is_true", "macro_sql": "{% macro default__test_expression_is_true(model, expression, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else \"1\" %}\n\nselect\n {{ column_list }}\nfrom {{ model }}\n{% if column_name is none %}\nwhere not({{ expression }})\n{%- else %}\nwhere not({{ column_name }} {{ expression }})\n{%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2274456, "supported_languages": null}, "macro.dbt_utils.test_recency": {"name": "test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.test_recency", "macro_sql": "{% test recency(model, field, datepart, interval, ignore_time_component=False, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_recency', 'dbt_utils')(model, field, datepart, interval, ignore_time_component, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_recency"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2284362, "supported_languages": null}, "macro.dbt_utils.default__test_recency": {"name": "default__test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.default__test_recency", "macro_sql": "{% macro default__test_recency(model, field, datepart, interval, ignore_time_component, group_by_columns) %}\n\n{% set threshold = 'cast(' ~ dbt.dateadd(datepart, interval * -1, dbt.current_timestamp()) ~ ' as ' ~ ('date' if ignore_time_component else dbt.type_timestamp()) ~ ')' %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nwith recency as (\n\n select \n\n {{ select_gb_cols }}\n {% if ignore_time_component %}\n cast(max({{ field }}) as date) as most_recent\n {%- else %}\n max({{ field }}) as most_recent\n {%- endif %}\n\n from {{ model }}\n\n {{ groupby_gb_cols }}\n\n)\n\nselect\n\n {{ select_gb_cols }}\n most_recent,\n {{ threshold }} as threshold\n\nfrom recency\nwhere most_recent < {{ threshold }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.current_timestamp", "macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.230142, "supported_languages": null}, "macro.dbt_utils.test_accepted_range": {"name": "test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.test_accepted_range", "macro_sql": "{% test accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n {{ return(adapter.dispatch('test_accepted_range', 'dbt_utils')(model, column_name, min_value, max_value, inclusive)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_accepted_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.231037, "supported_languages": null}, "macro.dbt_utils.default__test_accepted_range": {"name": "default__test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.default__test_accepted_range", "macro_sql": "{% macro default__test_accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n\nwith meet_condition as(\n select *\n from {{ model }}\n),\n\nvalidation_errors as (\n select *\n from meet_condition\n where\n -- never true, defaults to an empty result set. Exists to ensure any combo of the `or` clauses below succeeds\n 1 = 2\n\n {%- if min_value is not none %}\n -- records with a value >= min_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} > {{- \"=\" if inclusive }} {{ min_value }}\n {%- endif %}\n\n {%- if max_value is not none %}\n -- records with a value <= max_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} < {{- \"=\" if inclusive }} {{ max_value }}\n {%- endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2319458, "supported_languages": null}, "macro.dbt_utils.test_relationships_where": {"name": "test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.test_relationships_where", "macro_sql": "{% test relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n {{ return(adapter.dispatch('test_relationships_where', 'dbt_utils')(model, column_name, to, field, from_condition, to_condition)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_relationships_where"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2328353, "supported_languages": null}, "macro.dbt_utils.default__test_relationships_where": {"name": "default__test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.default__test_relationships_where", "macro_sql": "{% macro default__test_relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n\n{# T-SQL has no boolean data type so we use 1=1 which returns TRUE #}\n{# ref https://stackoverflow.com/a/7170753/3842610 #}\n\nwith left_table as (\n\n select\n {{column_name}} as id\n\n from {{model}}\n\n where {{column_name}} is not null\n and {{from_condition}}\n\n),\n\nright_table as (\n\n select\n {{field}} as id\n\n from {{to}}\n\n where {{field}} is not null\n and {{to_condition}}\n\n),\n\nexceptions as (\n\n select\n left_table.id,\n right_table.id as right_id\n\n from left_table\n\n left join right_table\n on left_table.id = right_table.id\n\n where right_table.id is null\n\n)\n\nselect * from exceptions\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2334785, "supported_languages": null}, "macro.dbt_utils.test_not_null_proportion": {"name": "test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.test_not_null_proportion", "macro_sql": "{% macro test_not_null_proportion(model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_null_proportion', 'dbt_utils')(model, group_by_columns, **kwargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_null_proportion"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2343109, "supported_languages": null}, "macro.dbt_utils.default__test_not_null_proportion": {"name": "default__test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.default__test_not_null_proportion", "macro_sql": "{% macro default__test_not_null_proportion(model, group_by_columns) %}\n\n{% set column_name = kwargs.get('column_name', kwargs.get('arg')) %}\n{% set at_least = kwargs.get('at_least', kwargs.get('arg')) %}\n{% set at_most = kwargs.get('at_most', kwargs.get('arg', 1)) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith validation as (\n select\n {{select_gb_cols}}\n sum(case when {{ column_name }} is null then 0 else 1 end) / cast(count(*) as {{ dbt.type_numeric() }}) as not_null_proportion\n from {{ model }}\n {{groupby_gb_cols}}\n),\nvalidation_errors as (\n select\n {{select_gb_cols}}\n not_null_proportion\n from validation\n where not_null_proportion < {{ at_least }} or not_null_proportion > {{ at_most }}\n)\nselect\n *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.235917, "supported_languages": null}, "macro.dbt_utils.test_unique_combination_of_columns": {"name": "test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.test_unique_combination_of_columns", "macro_sql": "{% test unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n {{ return(adapter.dispatch('test_unique_combination_of_columns', 'dbt_utils')(model, combination_of_columns, quote_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_unique_combination_of_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2367015, "supported_languages": null}, "macro.dbt_utils.default__test_unique_combination_of_columns": {"name": "default__test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.default__test_unique_combination_of_columns", "macro_sql": "{% macro default__test_unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n\n{% if not quote_columns %}\n {%- set column_list=combination_of_columns %}\n{% elif quote_columns %}\n {%- set column_list=[] %}\n {% for column in combination_of_columns -%}\n {% do column_list.append( adapter.quote(column) ) %}\n {%- endfor %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`quote_columns` argument for unique_combination_of_columns test must be one of [True, False] Got: '\" ~ quote ~\"'.'\"\n ) }}\n{% endif %}\n\n{%- set columns_csv=column_list | join(', ') %}\n\n\nwith validation_errors as (\n\n select\n {{ columns_csv }}\n from {{ model }}\n group by {{ columns_csv }}\n having count(*) > 1\n\n)\n\nselect *\nfrom validation_errors\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2379084, "supported_languages": null}, "macro.dbt_utils.test_not_empty_string": {"name": "test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.test_not_empty_string", "macro_sql": "{% test not_empty_string(model, column_name, trim_whitespace=true) %}\n\n {{ return(adapter.dispatch('test_not_empty_string', 'dbt_utils')(model, column_name, trim_whitespace)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_empty_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2385964, "supported_languages": null}, "macro.dbt_utils.default__test_not_empty_string": {"name": "default__test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.default__test_not_empty_string", "macro_sql": "{% macro default__test_not_empty_string(model, column_name, trim_whitespace=true) %}\n\n with\n \n all_values as (\n\n select \n\n\n {% if trim_whitespace == true -%}\n\n trim({{ column_name }}) as {{ column_name }}\n\n {%- else -%}\n\n {{ column_name }}\n\n {%- endif %}\n \n from {{ model }}\n\n ),\n\n errors as (\n\n select * from all_values\n where {{ column_name }} = ''\n\n )\n\n select * from errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2391925, "supported_languages": null}, "macro.dbt_utils.test_sequential_values": {"name": "test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.test_sequential_values", "macro_sql": "{% test sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n {{ return(adapter.dispatch('test_sequential_values', 'dbt_utils')(model, column_name, interval, datepart, group_by_columns)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_sequential_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.240205, "supported_languages": null}, "macro.dbt_utils.default__test_sequential_values": {"name": "default__test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.default__test_sequential_values", "macro_sql": "{% macro default__test_sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n{% set previous_column_name = \"previous_\" ~ dbt_utils.slugify(column_name) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(',') + ', ' %}\n {% set partition_gb_cols = 'partition by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith windowed as (\n\n select\n {{ select_gb_cols }}\n {{ column_name }},\n lag({{ column_name }}) over (\n {{partition_gb_cols}}\n order by {{ column_name }}\n ) as {{ previous_column_name }}\n from {{ model }}\n),\n\nvalidation_errors as (\n select\n *\n from windowed\n {% if datepart %}\n where not(cast({{ column_name }} as {{ dbt.type_timestamp() }})= cast({{ dbt.dateadd(datepart, interval, previous_column_name) }} as {{ dbt.type_timestamp() }}))\n {% else %}\n where not({{ column_name }} = {{ previous_column_name }} + {{ interval }})\n {% endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.slugify", "macro.dbt.type_timestamp", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2419639, "supported_languages": null}, "macro.dbt_utils.test_not_constant": {"name": "test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.test_not_constant", "macro_sql": "{% test not_constant(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_constant', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_constant"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2427094, "supported_languages": null}, "macro.dbt_utils.default__test_not_constant": {"name": "default__test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.default__test_not_constant", "macro_sql": "{% macro default__test_not_constant(model, column_name, group_by_columns) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nselect\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count(distinct {{ column_name }}) as filler_column\n\nfrom {{ model }}\n\n {{groupby_gb_cols}}\n\nhaving count(distinct {{ column_name }}) = 1\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2435956, "supported_languages": null}, "macro.dbt_utils.test_mutually_exclusive_ranges": {"name": "test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.test_mutually_exclusive_ranges", "macro_sql": "{% test mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n {{ return(adapter.dispatch('test_mutually_exclusive_ranges', 'dbt_utils')(model, lower_bound_column, upper_bound_column, partition_by, gaps, zero_length_range_allowed)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_mutually_exclusive_ranges"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2450988, "supported_languages": null}, "macro.dbt_utils.default__test_mutually_exclusive_ranges": {"name": "default__test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.default__test_mutually_exclusive_ranges", "macro_sql": "{% macro default__test_mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n{% if gaps == 'not_allowed' %}\n {% set allow_gaps_operator='=' %}\n {% set allow_gaps_operator_in_words='equal_to' %}\n{% elif gaps == 'allowed' %}\n {% set allow_gaps_operator='<=' %}\n {% set allow_gaps_operator_in_words='less_than_or_equal_to' %}\n{% elif gaps == 'required' %}\n {% set allow_gaps_operator='<' %}\n {% set allow_gaps_operator_in_words='less_than' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`gaps` argument for mutually_exclusive_ranges test must be one of ['not_allowed', 'allowed', 'required'] Got: '\" ~ gaps ~\"'.'\"\n ) }}\n{% endif %}\n{% if not zero_length_range_allowed %}\n {% set allow_zero_length_operator='<' %}\n {% set allow_zero_length_operator_in_words='less_than' %}\n{% elif zero_length_range_allowed %}\n {% set allow_zero_length_operator='<=' %}\n {% set allow_zero_length_operator_in_words='less_than_or_equal_to' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`zero_length_range_allowed` argument for mutually_exclusive_ranges test must be one of [true, false] Got: '\" ~ zero_length_range_allowed ~\"'.'\"\n ) }}\n{% endif %}\n\n{% set partition_clause=\"partition by \" ~ partition_by if partition_by else '' %}\n\nwith window_functions as (\n\n select\n {% if partition_by %}\n {{ partition_by }} as partition_by_col,\n {% endif %}\n {{ lower_bound_column }} as lower_bound,\n {{ upper_bound_column }} as upper_bound,\n\n lead({{ lower_bound_column }}) over (\n {{ partition_clause }}\n order by {{ lower_bound_column }}, {{ upper_bound_column }}\n ) as next_lower_bound,\n\n row_number() over (\n {{ partition_clause }}\n order by {{ lower_bound_column }} desc, {{ upper_bound_column }} desc\n ) = 1 as is_last_record\n\n from {{ model }}\n\n),\n\ncalc as (\n -- We want to return records where one of our assumptions fails, so we'll use\n -- the `not` function with `and` statements so we can write our assumptions more cleanly\n select\n *,\n\n -- For each record: lower_bound should be < upper_bound.\n -- Coalesce it to return an error on the null case (implicit assumption\n -- these columns are not_null)\n coalesce(\n lower_bound {{ allow_zero_length_operator }} upper_bound,\n false\n ) as lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound,\n\n -- For each record: upper_bound {{ allow_gaps_operator }} the next lower_bound.\n -- Coalesce it to handle null cases for the last record.\n coalesce(\n upper_bound {{ allow_gaps_operator }} next_lower_bound,\n is_last_record,\n false\n ) as upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n\n from window_functions\n\n),\n\nvalidation_errors as (\n\n select\n *\n from calc\n\n where not(\n -- THE FOLLOWING SHOULD BE TRUE --\n lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound\n and upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n )\n)\n\nselect * from validation_errors\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2481961, "supported_languages": null}, "macro.dbt_utils.test_cardinality_equality": {"name": "test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.test_cardinality_equality", "macro_sql": "{% test cardinality_equality(model, column_name, to, field) %}\n {{ return(adapter.dispatch('test_cardinality_equality', 'dbt_utils')(model, column_name, to, field)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_cardinality_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2489574, "supported_languages": null}, "macro.dbt_utils.default__test_cardinality_equality": {"name": "default__test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.default__test_cardinality_equality", "macro_sql": "{% macro default__test_cardinality_equality(model, column_name, to, field) %}\n\n{# T-SQL does not let you use numbers as aliases for columns #}\n{# Thus, no \"GROUP BY 1\" #}\n\nwith table_a as (\nselect\n {{ column_name }},\n count(*) as num_rows\nfrom {{ model }}\ngroup by {{ column_name }}\n),\n\ntable_b as (\nselect\n {{ field }},\n count(*) as num_rows\nfrom {{ to }}\ngroup by {{ field }}\n),\n\nexcept_a as (\n select *\n from table_a\n {{ dbt.except() }}\n select *\n from table_b\n),\n\nexcept_b as (\n select *\n from table_b\n {{ dbt.except() }}\n select *\n from table_a\n),\n\nunioned as (\n select *\n from except_a\n union all\n select *\n from except_b\n)\n\nselect *\nfrom unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2496254, "supported_languages": null}, "macro.dbt_utils.test_fewer_rows_than": {"name": "test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.test_fewer_rows_than", "macro_sql": "{% test fewer_rows_than(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_fewer_rows_than', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_fewer_rows_than"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2506857, "supported_languages": null}, "macro.dbt_utils.default__test_fewer_rows_than": {"name": "default__test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.default__test_fewer_rows_than", "macro_sql": "{% macro default__test_fewer_rows_than(model, compare_model, group_by_columns) %}\n\n{{ config(fail_calc = 'sum(coalesce(row_count_delta, 0))') }}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in equal_rowcount. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_fewer_rows_than'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_our_model \n from {{ model }}\n {{ groupby_gb_cols }}\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_comparison_model \n from {{ compare_model }}\n {{ groupby_gb_cols }}\n\n),\ncounts as (\n\n select\n\n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_our_model,\n count_comparison_model\n from a\n full join b on \n a.id_dbtutils_test_fewer_rows_than = b.id_dbtutils_test_fewer_rows_than\n {{ join_gb_cols }}\n\n),\nfinal as (\n\n select *,\n case\n -- fail the test if we have more rows than the reference model and return the row count delta\n when count_our_model > count_comparison_model then (count_our_model - count_comparison_model)\n -- fail the test if they are the same number\n when count_our_model = count_comparison_model then 1\n -- pass the test if the delta is positive (i.e. return the number 0)\n else 0\n end as row_count_delta\n from counts\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2526596, "supported_languages": null}, "macro.dbt_utils.test_equality": {"name": "test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.test_equality", "macro_sql": "{% test equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n {{ return(adapter.dispatch('test_equality', 'dbt_utils')(model, compare_model, compare_columns, exclude_columns, precision)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.254849, "supported_languages": null}, "macro.dbt_utils.default__test_equality": {"name": "default__test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.default__test_equality", "macro_sql": "{% macro default__test_equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n\n{%- if compare_columns and exclude_columns -%}\n {{ exceptions.raise_compiler_error(\"Both a compare and an ignore list were provided to the `equality` macro. Only one is allowed\") }}\n{%- endif -%}\n\n{% set set_diff %}\n count(*) + coalesce(abs(\n sum(case when which_diff = 'a_minus_b' then 1 else 0 end) -\n sum(case when which_diff = 'b_minus_a' then 1 else 0 end)\n ), 0)\n{% endset %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = set_diff) }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n\n\n-- setup\n{%- do dbt_utils._is_relation(model, 'test_equality') -%}\n\n{# Ensure there are no extra columns in the compare_model vs model #}\n{%- if not compare_columns -%}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- do dbt_utils._is_ephemeral(compare_model, 'test_equality') -%}\n\n {%- set model_columns = adapter.get_columns_in_relation(model) -%}\n {%- set compare_model_columns = adapter.get_columns_in_relation(compare_model) -%}\n\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- set include_model_columns = [] %}\n {%- for column in model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n {%- for column in compare_model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_model_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns_set = set(include_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(include_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- else -%}\n {%- set compare_columns_set = set(model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(compare_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- endif -%}\n\n {% if compare_columns_set != compare_model_columns_set %}\n {{ exceptions.raise_compiler_error(compare_model ~\" has less columns than \" ~ model ~ \", please ensure they have the same columns or use the `compare_columns` or `exclude_columns` arguments to subset them.\") }}\n {% endif %}\n\n\n{% endif %}\n\n{%- if not precision -%}\n {%- if not compare_columns -%}\n {# \n You cannot get the columns in an ephemeral model (due to not existing in the information schema),\n so if the user does not provide an explicit list of columns we must error in the case it is ephemeral\n #}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set compare_columns = adapter.get_columns_in_relation(model)-%}\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- for column in compare_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns = include_columns | map(attribute='quoted') %}\n {%- else -%} {# Compare columns provided #}\n {%- set compare_columns = compare_columns | map(attribute='quoted') %}\n {%- endif -%}\n {%- endif -%}\n\n {% set compare_cols_csv = compare_columns | join(', ') %}\n\n{% else %} {# Precision required #}\n {#-\n If rounding is required, we need to get the types, so it cannot be ephemeral even if they provide column names\n -#}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set columns = adapter.get_columns_in_relation(model) -%}\n\n {% set columns_list = [] %}\n {%- for col in columns -%}\n {%- if (\n (col.name|lower in compare_columns|map('lower') or not compare_columns) and\n (col.name|lower not in exclude_columns|map('lower') or not exclude_columns)\n ) -%}\n {# Databricks double type is not picked up by any number type checks in dbt #}\n {%- if col.is_float() or col.is_numeric() or col.data_type == 'double' -%}\n {# Cast is required due to postgres not having round for a double precision number #}\n {%- do columns_list.append('round(cast(' ~ col.quoted ~ ' as ' ~ dbt.type_numeric() ~ '),' ~ precision ~ ') as ' ~ col.quoted) -%}\n {%- else -%} {# Non-numeric type #}\n {%- do columns_list.append(col.quoted) -%}\n {%- endif -%}\n {% endif %}\n {%- endfor -%}\n\n {% set compare_cols_csv = columns_list | join(', ') %}\n\n{% endif %}\n\nwith a as (\n\n select * from {{ model }}\n\n),\n\nb as (\n\n select * from {{ compare_model }}\n\n),\n\na_minus_b as (\n\n select {{compare_cols_csv}} from a\n {{ dbt.except() }}\n select {{compare_cols_csv}} from b\n\n),\n\nb_minus_a as (\n\n select {{compare_cols_csv}} from b\n {{ dbt.except() }}\n select {{compare_cols_csv}} from a\n\n),\n\nunioned as (\n\n select 'a_minus_b' as which_diff, a_minus_b.* from a_minus_b\n union all\n select 'b_minus_a' as which_diff, b_minus_a.* from b_minus_a\n\n)\n\nselect * from unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_numeric", "macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2624693, "supported_languages": null}, "macro.dbt_utils.test_at_least_one": {"name": "test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.test_at_least_one", "macro_sql": "{% test at_least_one(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_at_least_one', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_at_least_one"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2634172, "supported_languages": null}, "macro.dbt_utils.default__test_at_least_one": {"name": "default__test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.default__test_at_least_one", "macro_sql": "{% macro default__test_at_least_one(model, column_name, group_by_columns) %}\n\n{% set pruned_cols = [column_name] %}\n\n{% if group_by_columns|length() > 0 %}\n\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n {% set pruned_cols = group_by_columns %}\n\n {% if column_name not in pruned_cols %}\n {% do pruned_cols.append(column_name) %}\n {% endif %}\n\n{% endif %}\n\n{% set select_pruned_cols = pruned_cols|join(' ,') %}\n\nselect *\nfrom (\n with pruned_rows as (\n select\n {{ select_pruned_cols }}\n from {{ model }}\n {% if group_by_columns|length() == 0 %}\n where {{ column_name }} is not null\n limit 1\n {% endif %}\n )\n select\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count({{ column_name }}) as filler_column\n\n from pruned_rows\n\n {{groupby_gb_cols}}\n\n having count({{ column_name }}) = 0\n\n) validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.265075, "supported_languages": null}, "macro.dbt_utils.test_equal_rowcount": {"name": "test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.test_equal_rowcount", "macro_sql": "{% test equal_rowcount(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_equal_rowcount', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equal_rowcount"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2661586, "supported_languages": null}, "macro.dbt_utils.default__test_equal_rowcount": {"name": "default__test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.default__test_equal_rowcount", "macro_sql": "{% macro default__test_equal_rowcount(model, compare_model, group_by_columns) %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = 'sum(coalesce(diff_count, 0))') }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(', ') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in fewer_rows_than. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_equal_rowcount'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_a \n from {{ model }}\n {{groupby_gb_cols}}\n\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_b \n from {{ compare_model }}\n {{groupby_gb_cols}}\n\n),\nfinal as (\n\n select\n \n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_a,\n count_b,\n abs(count_a - count_b) as diff_count\n\n from a\n full join b\n on\n a.id_dbtutils_test_equal_rowcount = b.id_dbtutils_test_equal_rowcount\n {{join_gb_cols}}\n\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.26823, "supported_languages": null}, "macro.dbt_utils.get_url_path": {"name": "get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.get_url_path", "macro_sql": "{% macro get_url_path(field) -%}\n {{ return(adapter.dispatch('get_url_path', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_path"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2688801, "supported_languages": null}, "macro.dbt_utils.default__get_url_path": {"name": "default__get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.default__get_url_path", "macro_sql": "{% macro default__get_url_path(field) -%}\n\n {%- set stripped_url =\n dbt.replace(\n dbt.replace(field, \"'http://'\", \"''\"), \"'https://'\", \"''\")\n -%}\n\n {%- set first_slash_pos -%}\n coalesce(\n nullif({{ dbt.position(\"'/'\", stripped_url) }}, 0),\n {{ dbt.position(\"'?'\", stripped_url) }} - 1\n )\n {%- endset -%}\n\n {%- set parsed_path =\n dbt.split_part(\n dbt.right(\n stripped_url,\n dbt.length(stripped_url) ~ \"-\" ~ first_slash_pos\n ),\n \"'?'\", 1\n )\n -%}\n\n {{ dbt.safe_cast(\n parsed_path,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.position", "macro.dbt.split_part", "macro.dbt.right", "macro.dbt.length", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2701027, "supported_languages": null}, "macro.dbt_utils.get_url_parameter": {"name": "get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.get_url_parameter", "macro_sql": "{% macro get_url_parameter(field, url_parameter) -%}\n {{ return(adapter.dispatch('get_url_parameter', 'dbt_utils')(field, url_parameter)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.270678, "supported_languages": null}, "macro.dbt_utils.default__get_url_parameter": {"name": "default__get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.default__get_url_parameter", "macro_sql": "{% macro default__get_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"='\" -%}\n\n{%- set split = dbt.split_part(dbt.split_part(field, formatted_url_parameter, 2), \"'&'\", 1) -%}\n\nnullif({{ split }},'')\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2713063, "supported_languages": null}, "macro.dbt_utils.get_url_host": {"name": "get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.get_url_host", "macro_sql": "{% macro get_url_host(field) -%}\n {{ return(adapter.dispatch('get_url_host', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_host"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.271882, "supported_languages": null}, "macro.dbt_utils.default__get_url_host": {"name": "default__get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.default__get_url_host", "macro_sql": "{% macro default__get_url_host(field) -%}\n\n{%- set parsed =\n dbt.split_part(\n dbt.split_part(\n dbt.replace(\n dbt.replace(\n dbt.replace(field, \"'android-app://'\", \"''\"\n ), \"'http://'\", \"''\"\n ), \"'https://'\", \"''\"\n ), \"'/'\", 1\n ), \"'?'\", 1\n )\n\n-%}\n\n\n {{ dbt.safe_cast(\n parsed,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part", "macro.dbt.replace", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2727435, "supported_languages": null}, "macro.dbt_utils.pivot": {"name": "pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.pivot", "macro_sql": "{% macro pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {{ return(adapter.dispatch('pivot', 'dbt_utils')(column, values, alias, agg, cmp, prefix, suffix, then_value, else_value, quote_identifiers, distinct)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2742367, "supported_languages": null}, "macro.dbt_utils.default__pivot": {"name": "default__pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.default__pivot", "macro_sql": "{% macro default__pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {% for value in values %}\n {{ agg }}(\n {% if distinct %} distinct {% endif %}\n case\n when {{ column }} {{ cmp }} '{{ dbt.escape_single_quotes(value) }}'\n then {{ then_value }}\n else {{ else_value }}\n end\n )\n {% if alias %}\n {% if quote_identifiers %}\n as {{ adapter.quote(prefix ~ value ~ suffix) }}\n {% else %}\n as {{ dbt_utils.slugify(prefix ~ value ~ suffix) }}\n {% endif %}\n {% endif %}\n {% if not loop.last %},{% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.escape_single_quotes", "macro.dbt_utils.slugify"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2759452, "supported_languages": null}, "macro.dbt_utils.get_column_values": {"name": "get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.get_column_values", "macro_sql": "{% macro get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {{ return(adapter.dispatch('get_column_values', 'dbt_utils')(table, column, order_by, max_records, default, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_column_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.277281, "supported_languages": null}, "macro.dbt_utils.default__get_column_values": {"name": "default__get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.default__get_column_values", "macro_sql": "{% macro default__get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {% set default = [] if not default %}\n {{ return(default) }}\n {% endif %}\n\n {%- do dbt_utils._is_ephemeral(table, 'get_column_values') -%}\n\n {# Not all relations are tables. Renaming for internal clarity without breaking functionality for anyone using named arguments #}\n {# TODO: Change the method signature in a future 0.x.0 release #}\n {%- set target_relation = table -%}\n\n {# adapter.load_relation is a convenience wrapper to avoid building a Relation when we already have one #}\n {% set relation_exists = (load_relation(target_relation)) is not none %}\n\n {%- call statement('get_column_values', fetch_result=true) %}\n\n {%- if not relation_exists and default is none -%}\n\n {{ exceptions.raise_compiler_error(\"In get_column_values(): relation \" ~ target_relation ~ \" does not exist and no default value was provided.\") }}\n\n {%- elif not relation_exists and default is not none -%}\n\n {{ log(\"Relation \" ~ target_relation ~ \" does not exist. Returning the default value: \" ~ default) }}\n\n {{ return(default) }}\n\n {%- else -%}\n\n\n select\n {{ column }} as value\n\n from {{ target_relation }}\n\n {% if where is not none %}\n where {{ where }}\n {% endif %}\n\n group by {{ column }}\n order by {{ order_by }}\n\n {% if max_records is not none %}\n limit {{ max_records }}\n {% endif %}\n\n {% endif %}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_column_values') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values) }}\n {%- else -%}\n {{ return(default) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_ephemeral", "macro.dbt.load_relation", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2801557, "supported_languages": null}, "macro.dbt_utils.deduplicate": {"name": "deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.deduplicate", "macro_sql": "{%- macro deduplicate(relation, partition_by, order_by) -%}\n {{ return(adapter.dispatch('deduplicate', 'dbt_utils')(relation, partition_by, order_by)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.postgres__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2812414, "supported_languages": null}, "macro.dbt_utils.default__deduplicate": {"name": "default__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.default__deduplicate", "macro_sql": "\n\n{%- macro default__deduplicate(relation, partition_by, order_by) -%}\n\n with row_numbered as (\n select\n _inner.*,\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) as rn\n from {{ relation }} as _inner\n )\n\n select\n distinct data.*\n from {{ relation }} as data\n {#\n -- Not all DBs will support natural joins but the ones that do include:\n -- Oracle, MySQL, SQLite, Redshift, Teradata, Materialize, Databricks\n -- Apache Spark, SingleStore, Vertica\n -- Those that do not appear to support natural joins include:\n -- SQLServer, Trino, Presto, Rockset, Athena\n #}\n natural join row_numbered\n where row_numbered.rn = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.281664, "supported_languages": null}, "macro.dbt_utils.redshift__deduplicate": {"name": "redshift__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.redshift__deduplicate", "macro_sql": "{% macro redshift__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }} as tt\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2820115, "supported_languages": null}, "macro.dbt_utils.postgres__deduplicate": {"name": "postgres__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.postgres__deduplicate", "macro_sql": "\n{%- macro postgres__deduplicate(relation, partition_by, order_by) -%}\n\n select\n distinct on ({{ partition_by }}) *\n from {{ relation }}\n order by {{ partition_by }}{{ ',' ~ order_by }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2823927, "supported_languages": null}, "macro.dbt_utils.snowflake__deduplicate": {"name": "snowflake__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.snowflake__deduplicate", "macro_sql": "\n{%- macro snowflake__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2827194, "supported_languages": null}, "macro.dbt_utils.databricks__deduplicate": {"name": "databricks__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.databricks__deduplicate", "macro_sql": "\n{%- macro databricks__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2830606, "supported_languages": null}, "macro.dbt_utils.bigquery__deduplicate": {"name": "bigquery__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.bigquery__deduplicate", "macro_sql": "\n{%- macro bigquery__deduplicate(relation, partition_by, order_by) -%}\n\n select unique.*\n from (\n select\n array_agg (\n original\n order by {{ order_by }}\n limit 1\n )[offset(0)] unique\n from {{ relation }} original\n group by {{ partition_by }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2834005, "supported_languages": null}, "macro.dbt_utils.get_filtered_columns_in_relation": {"name": "get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.get_filtered_columns_in_relation", "macro_sql": "{% macro get_filtered_columns_in_relation(from, except=[]) -%}\n {{ return(adapter.dispatch('get_filtered_columns_in_relation', 'dbt_utils')(from, except)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.284168, "supported_languages": null}, "macro.dbt_utils.default__get_filtered_columns_in_relation": {"name": "default__get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.default__get_filtered_columns_in_relation", "macro_sql": "{% macro default__get_filtered_columns_in_relation(from, except=[]) -%}\n {%- do dbt_utils._is_relation(from, 'get_filtered_columns_in_relation') -%}\n {%- do dbt_utils._is_ephemeral(from, 'get_filtered_columns_in_relation') -%}\n\n {# -- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {{ return([]) }}\n {% endif %}\n\n {%- set include_cols = [] %}\n {%- set cols = adapter.get_columns_in_relation(from) -%}\n {%- set except = except | map(\"lower\") | list %}\n {%- for col in cols -%}\n {%- if col.column|lower not in except -%}\n {% do include_cols.append(col.column) %}\n {%- endif %}\n {%- endfor %}\n\n {{ return(include_cols) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2855694, "supported_languages": null}, "macro.dbt_utils.width_bucket": {"name": "width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.width_bucket", "macro_sql": "{% macro width_bucket(expr, min_value, max_value, num_buckets) %}\n {{ return(adapter.dispatch('width_bucket', 'dbt_utils') (expr, min_value, max_value, num_buckets)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__width_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2863948, "supported_languages": null}, "macro.dbt_utils.default__width_bucket": {"name": "default__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.default__width_bucket", "macro_sql": "{% macro default__width_bucket(expr, min_value, max_value, num_buckets) -%}\n\n {% set bin_size -%}\n (( {{ max_value }} - {{ min_value }} ) / {{ num_buckets }} )\n {%- endset %}\n (\n -- to break ties when the amount is eaxtly at the bucket egde\n case\n when\n mod(\n {{ dbt.safe_cast(expr, dbt.type_numeric() ) }},\n {{ dbt.safe_cast(bin_size, dbt.type_numeric() ) }}\n ) = 0\n then 1\n else 0\n end\n ) +\n -- Anything over max_value goes the N+1 bucket\n least(\n ceil(\n ({{ expr }} - {{ min_value }})/{{ bin_size }}\n ),\n {{ num_buckets }} + 1\n )\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.safe_cast", "macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2872849, "supported_languages": null}, "macro.dbt_utils.snowflake__width_bucket": {"name": "snowflake__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.snowflake__width_bucket", "macro_sql": "{% macro snowflake__width_bucket(expr, min_value, max_value, num_buckets) %}\n width_bucket({{ expr }}, {{ min_value }}, {{ max_value }}, {{ num_buckets }} )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2876604, "supported_languages": null}, "macro.dbt_utils.unpivot": {"name": "unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.unpivot", "macro_sql": "{% macro unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n {{ return(adapter.dispatch('unpivot', 'dbt_utils')(relation, cast_to, exclude, remove, field_name, value_name, quote_identifiers)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__unpivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2890875, "supported_languages": null}, "macro.dbt_utils.default__unpivot": {"name": "default__unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.default__unpivot", "macro_sql": "{% macro default__unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n\n {% if not relation %}\n {{ exceptions.raise_compiler_error(\"Error: argument `relation` is required for `unpivot` macro.\") }}\n {% endif %}\n\n {%- set exclude = exclude if exclude is not none else [] %}\n {%- set remove = remove if remove is not none else [] %}\n\n {%- set include_cols = [] %}\n\n {%- set table_columns = {} %}\n\n {%- do table_columns.update({relation: []}) %}\n\n {%- do dbt_utils._is_relation(relation, 'unpivot') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'unpivot') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) %}\n\n {%- for col in cols -%}\n {%- if col.column.lower() not in remove|map('lower') and col.column.lower() not in exclude|map('lower') -%}\n {% do include_cols.append(col) %}\n {%- endif %}\n {%- endfor %}\n\n\n {%- for col in include_cols -%}\n {%- set current_col_name = adapter.quote(col.column) if quote_identifiers else col.column -%}\n select\n {%- for exclude_col in exclude %}\n {{ adapter.quote(exclude_col) if quote_identifiers else exclude_col }},\n {%- endfor %}\n\n cast('{{ col.column }}' as {{ dbt.type_string() }}) as {{ adapter.quote(field_name) if quote_identifiers else field_name }},\n cast( {% if col.data_type == 'boolean' %}\n {{ dbt.cast_bool_to_text(current_col_name) }}\n {% else %}\n {{ current_col_name }}\n {% endif %}\n as {{ cast_to }}) as {{ adapter.quote(value_name) if quote_identifiers else value_name }}\n\n from {{ relation }}\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n {%- endfor -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_string", "macro.dbt.cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2929, "supported_languages": null}, "macro.dbt_utils.surrogate_key": {"name": "surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.surrogate_key", "macro_sql": "{%- macro surrogate_key(field_list) -%}\n {% set frustrating_jinja_feature = varargs %}\n {{ return(adapter.dispatch('surrogate_key', 'dbt_utils')(field_list, *varargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.293556, "supported_languages": null}, "macro.dbt_utils.default__surrogate_key": {"name": "default__surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.default__surrogate_key", "macro_sql": "\n\n{%- macro default__surrogate_key(field_list) -%}\n\n{%- set error_message = '\nWarning: `dbt_utils.surrogate_key` has been replaced by \\\n`dbt_utils.generate_surrogate_key`. The new macro treats null values \\\ndifferently to empty strings. To restore the behaviour of the original \\\nmacro, add a global variable in dbt_project.yml called \\\n`surrogate_key_treat_nulls_as_empty_strings` to your \\\ndbt_project.yml file with a value of True. \\\nThe {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2940242, "supported_languages": null}, "macro.dbt_utils.get_query_results_as_dict": {"name": "get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.get_query_results_as_dict", "macro_sql": "{% macro get_query_results_as_dict(query) %}\n {{ return(adapter.dispatch('get_query_results_as_dict', 'dbt_utils')(query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_query_results_as_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.294653, "supported_languages": null}, "macro.dbt_utils.default__get_query_results_as_dict": {"name": "default__get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.default__get_query_results_as_dict", "macro_sql": "{% macro default__get_query_results_as_dict(query) %}\n\n{# This macro returns a dictionary of the form {column_name: (tuple_of_results)} #}\n\n {%- call statement('get_query_results', fetch_result=True,auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {% set sql_results={} %}\n\n {%- if execute -%}\n {% set sql_results_table = load_result('get_query_results').table.columns %}\n {% for column_name, column in sql_results_table.items() %}\n {% do sql_results.update({column_name: column.values()}) %}\n {% endfor %}\n {%- endif -%}\n\n {{ return(sql_results) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2957737, "supported_languages": null}, "macro.dbt_utils.nullcheck": {"name": "nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.nullcheck", "macro_sql": "{% macro nullcheck(cols) %}\n {{ return(adapter.dispatch('nullcheck', 'dbt_utils')(cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.29636, "supported_languages": null}, "macro.dbt_utils.default__nullcheck": {"name": "default__nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.default__nullcheck", "macro_sql": "{% macro default__nullcheck(cols) %}\n{%- for col in cols %}\n\n {% if col.is_string() -%}\n\n nullif({{col.name}},'') as {{col.name}}\n\n {%- else -%}\n\n {{col.name}}\n\n {%- endif -%}\n\n{%- if not loop.last -%} , {%- endif -%}\n\n{%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2970183, "supported_languages": null}, "macro.dbt_utils.safe_divide": {"name": "safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.safe_divide", "macro_sql": "{% macro safe_divide(numerator, denominator) -%}\n {{ return(adapter.dispatch('safe_divide', 'dbt_utils')(numerator, denominator)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_divide"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2975285, "supported_languages": null}, "macro.dbt_utils.default__safe_divide": {"name": "default__safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.default__safe_divide", "macro_sql": "{% macro default__safe_divide(numerator, denominator) %}\n ( {{ numerator }} ) / nullif( ( {{ denominator }} ), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.297791, "supported_languages": null}, "macro.dbt_utils.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt_utils')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2986767, "supported_languages": null}, "macro.dbt_utils.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.2997975, "supported_languages": null}, "macro.dbt_utils.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt_utils')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3002596, "supported_languages": null}, "macro.dbt_utils.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n{# call as follows:\n\ndate_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n) #}\n\n\nwith rawdata as (\n\n {{dbt_utils.generate_series(\n dbt_utils.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n),\n\nall_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by generated_number) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n)\n\nselect * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.generate_series", "macro.dbt_utils.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3009486, "supported_languages": null}, "macro.dbt_utils.get_relations_by_pattern": {"name": "get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.get_relations_by_pattern", "macro_sql": "{% macro get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_pattern', 'dbt_utils')(schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3018336, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_pattern": {"name": "default__get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_pattern", "macro_sql": "{% macro default__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3034635, "supported_languages": null}, "macro.dbt_utils.get_tables_by_pattern_sql": {"name": "get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_pattern_sql", "macro_sql": "{% macro get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_pattern_sql', 'dbt_utils')\n (schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3049686, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_pattern_sql": {"name": "default__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_pattern_sql", "macro_sql": "{% macro default__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from {{ database }}.information_schema.tables\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.305658, "supported_languages": null}, "macro.dbt_utils.redshift__get_tables_by_pattern_sql": {"name": "redshift__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.redshift__get_tables_by_pattern_sql", "macro_sql": "{% macro redshift__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% set sql %}\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from \"{{ database }}\".\"information_schema\".\"tables\"\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n union all\n select distinct\n schemaname as {{ adapter.quote('table_schema') }},\n tablename as {{ adapter.quote('table_name') }},\n 'external' as {{ adapter.quote('table_type') }}\n from svv_external_tables\n where redshift_database_name = '{{ database }}'\n and schemaname ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n {% endset %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.30708, "supported_languages": null}, "macro.dbt_utils.bigquery__get_tables_by_pattern_sql": {"name": "bigquery__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.bigquery__get_tables_by_pattern_sql", "macro_sql": "{% macro bigquery__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% if '%' in schema_pattern %}\n {% set schemata=dbt_utils._bigquery__get_matching_schemata(schema_pattern, database) %}\n {% else %}\n {% set schemata=[schema_pattern] %}\n {% endif %}\n\n {% set sql %}\n {% for schema in schemata %}\n select distinct\n table_schema,\n table_name,\n {{ dbt_utils.get_table_types_sql() }}\n\n from {{ adapter.quote(database) }}.{{ schema }}.INFORMATION_SCHEMA.TABLES\n where lower(table_name) like lower ('{{ table_pattern }}')\n and lower(table_name) not like lower ('{{ exclude }}')\n\n {% if not loop.last %} union all {% endif %}\n\n {% endfor %}\n {% endset %}\n\n {{ return(sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._bigquery__get_matching_schemata", "macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3084693, "supported_languages": null}, "macro.dbt_utils._bigquery__get_matching_schemata": {"name": "_bigquery__get_matching_schemata", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils._bigquery__get_matching_schemata", "macro_sql": "{% macro _bigquery__get_matching_schemata(schema_pattern, database) %}\n {% if execute %}\n\n {% set sql %}\n select schema_name from {{ adapter.quote(database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like lower('{{ schema_pattern }}')\n {% endset %}\n\n {% set results=run_query(sql) %}\n\n {% set schemata=results.columns['schema_name'].values() %}\n\n {{ return(schemata) }}\n\n {% else %}\n\n {{ return([]) }}\n\n {% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.309455, "supported_languages": null}, "macro.dbt_utils.safe_add": {"name": "safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.safe_add", "macro_sql": "{%- macro safe_add(field_list) -%}\n {{ return(adapter.dispatch('safe_add', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.310089, "supported_languages": null}, "macro.dbt_utils.default__safe_add": {"name": "default__safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.default__safe_add", "macro_sql": "\n\n{%- macro default__safe_add(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_add` macro now takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.warn(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' +\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3111398, "supported_languages": null}, "macro.dbt_utils.get_relations_by_prefix": {"name": "get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.get_relations_by_prefix", "macro_sql": "{% macro get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_prefix', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3120344, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_prefix": {"name": "default__get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_prefix", "macro_sql": "{% macro default__get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_prefix_sql(schema, prefix, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3136537, "supported_languages": null}, "macro.dbt_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('union_relations', 'dbt_utils')(relations, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3155792, "supported_languages": null}, "macro.dbt_utils.default__union_relations": {"name": "default__union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.default__union_relations", "macro_sql": "\n\n{%- macro default__union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ relation }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3221257, "supported_languages": null}, "macro.dbt_utils.degrees_to_radians": {"name": "degrees_to_radians", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.degrees_to_radians", "macro_sql": "{% macro degrees_to_radians(degrees) -%}\n acos(-1) * {{degrees}} / 180\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3230045, "supported_languages": null}, "macro.dbt_utils.haversine_distance": {"name": "haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.haversine_distance", "macro_sql": "{% macro haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n {{ return(adapter.dispatch('haversine_distance', 'dbt_utils')(lat1,lon1,lat2,lon2,unit)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__haversine_distance"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3235326, "supported_languages": null}, "macro.dbt_utils.default__haversine_distance": {"name": "default__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.default__haversine_distance", "macro_sql": "{% macro default__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n\n 2 * 3961 * asin(sqrt(power((sin(radians(({{ lat2 }} - {{ lat1 }}) / 2))), 2) +\n cos(radians({{lat1}})) * cos(radians({{lat2}})) *\n power((sin(radians(({{ lon2 }} - {{ lon1 }}) / 2))), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3245947, "supported_languages": null}, "macro.dbt_utils.bigquery__haversine_distance": {"name": "bigquery__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.bigquery__haversine_distance", "macro_sql": "{% macro bigquery__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{% set radians_lat1 = dbt_utils.degrees_to_radians(lat1) %}\n{% set radians_lat2 = dbt_utils.degrees_to_radians(lat2) %}\n{% set radians_lon1 = dbt_utils.degrees_to_radians(lon1) %}\n{% set radians_lon2 = dbt_utils.degrees_to_radians(lon2) %}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n 2 * 3961 * asin(sqrt(power(sin(({{ radians_lat2 }} - {{ radians_lat1 }}) / 2), 2) +\n cos({{ radians_lat1 }}) * cos({{ radians_lat2 }}) *\n power(sin(({{ radians_lon2 }} - {{ radians_lon1 }}) / 2), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.degrees_to_radians"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3261678, "supported_languages": null}, "macro.dbt_utils.nullcheck_table": {"name": "nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.nullcheck_table", "macro_sql": "{% macro nullcheck_table(relation) %}\n {{ return(adapter.dispatch('nullcheck_table', 'dbt_utils')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.326728, "supported_languages": null}, "macro.dbt_utils.default__nullcheck_table": {"name": "default__nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.default__nullcheck_table", "macro_sql": "{% macro default__nullcheck_table(relation) %}\n\n {%- do dbt_utils._is_relation(relation, 'nullcheck_table') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'nullcheck_table') -%}\n {% set cols = adapter.get_columns_in_relation(relation) %}\n\n select {{ dbt_utils.nullcheck(cols) }}\n from {{relation}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.327397, "supported_languages": null}, "macro.dbt_utils.star": {"name": "star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.star", "macro_sql": "{% macro star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {{ return(adapter.dispatch('star', 'dbt_utils')(from, relation_alias, except, prefix, suffix, quote_identifiers)) }}\r\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.328728, "supported_languages": null}, "macro.dbt_utils.default__star": {"name": "default__star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.default__star", "macro_sql": "{% macro default__star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {%- do dbt_utils._is_relation(from, 'star') -%}\r\n {%- do dbt_utils._is_ephemeral(from, 'star') -%}\r\n\r\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\r\n {%- if not execute -%}\r\n {% do return('*') %}\r\n {%- endif -%}\r\n\r\n {% set cols = dbt_utils.get_filtered_columns_in_relation(from, except) %}\r\n\r\n {%- if cols|length <= 0 -%}\r\n {% if flags.WHICH == 'compile' %}\r\n {% set response %}\r\n*\r\n/* No columns were returned. Maybe the relation doesn't exist yet \r\nor all columns were excluded. This star is only output during \r\ndbt compile, and exists to keep SQLFluff happy. */\r\n {% endset %}\r\n {% do return(response) %}\r\n {% else %}\r\n {% do return(\"/* no columns returned from star() macro */\") %}\r\n {% endif %}\r\n {%- else -%}\r\n {%- for col in cols %}\r\n {%- if relation_alias %}{{ relation_alias }}.{% else %}{%- endif -%}\r\n {%- if quote_identifiers -%}\r\n {{ adapter.quote(col)|trim }} {%- if prefix!='' or suffix!='' %} as {{ adapter.quote(prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {%- else -%}\r\n {{ col|trim }} {%- if prefix!='' or suffix!='' %} as {{ (prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {% endif %}\r\n {%- if not loop.last %},{{ '\\n ' }}{%- endif -%}\r\n {%- endfor -%}\r\n {% endif %}\r\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3314228, "supported_languages": null}, "macro.dbt_utils.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.generate_surrogate_key", "macro_sql": "{%- macro generate_surrogate_key(field_list) -%}\n {{ return(adapter.dispatch('generate_surrogate_key', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3321328, "supported_languages": null}, "macro.dbt_utils.default__generate_surrogate_key": {"name": "default__generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.default__generate_surrogate_key", "macro_sql": "\n\n{%- macro default__generate_surrogate_key(field_list) -%}\n\n{%- if var('surrogate_key_treat_nulls_as_empty_strings', False) -%}\n {%- set default_null_value = \"\" -%}\n{%- else -%}\n {%- set default_null_value = '_dbt_utils_surrogate_key_null_' -%}\n{%- endif -%}\n\n{%- set fields = [] -%}\n\n{%- for field in field_list -%}\n\n {%- do fields.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ dbt.type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n\n {%- if not loop.last %}\n {%- do fields.append(\"'-'\") -%}\n {%- endif -%}\n\n{%- endfor -%}\n\n{{ dbt.hash(dbt.concat(fields)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.type_string", "macro.dbt.hash", "macro.dbt.concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3333662, "supported_languages": null}, "macro.dbt_utils.get_single_value": {"name": "get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.get_single_value", "macro_sql": "{% macro get_single_value(query, default=none) %}\n {{ return(adapter.dispatch('get_single_value', 'dbt_utils')(query, default)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_single_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.33414, "supported_languages": null}, "macro.dbt_utils.default__get_single_value": {"name": "default__get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.default__get_single_value", "macro_sql": "{% macro default__get_single_value(query, default) %}\n\n{# This macro returns the (0, 0) record in a query, i.e. the first row of the first column #}\n\n {%- call statement('get_query_result', fetch_result=True, auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {%- if execute -%}\n\n {% set r = load_result('get_query_result').table.columns[0].values() %}\n {% if r | length == 0 %}\n {% do print('Query `' ~ query ~ '` returned no rows. Using the default value: ' ~ default) %}\n {% set sql_result = default %}\n {% else %}\n {% set sql_result = r[0] %}\n {% endif %}\n \n {%- else -%}\n \n {% set sql_result = default %}\n \n {%- endif -%}\n\n {% do return(sql_result) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3355358, "supported_languages": null}, "macro.dbt_utils.get_table_types_sql": {"name": "get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.get_table_types_sql", "macro_sql": "{%- macro get_table_types_sql() -%}\n {{ return(adapter.dispatch('get_table_types_sql', 'dbt_utils')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils.postgres__get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3361511, "supported_languages": null}, "macro.dbt_utils.default__get_table_types_sql": {"name": "default__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.default__get_table_types_sql", "macro_sql": "{% macro default__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'EXTERNAL TABLE' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3364277, "supported_languages": null}, "macro.dbt_utils.postgres__get_table_types_sql": {"name": "postgres__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.postgres__get_table_types_sql", "macro_sql": "{% macro postgres__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'FOREIGN' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3366916, "supported_languages": null}, "macro.dbt_utils.databricks__get_table_types_sql": {"name": "databricks__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.databricks__get_table_types_sql", "macro_sql": "{% macro databricks__get_table_types_sql() %}\n case table_type\n when 'MANAGED' then 'table'\n when 'BASE TABLE' then 'table'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.336976, "supported_languages": null}, "macro.dbt_utils.group_by": {"name": "group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.group_by", "macro_sql": "{%- macro group_by(n) -%}\n {{ return(adapter.dispatch('group_by', 'dbt_utils')(n)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3374794, "supported_languages": null}, "macro.dbt_utils.default__group_by": {"name": "default__group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.default__group_by", "macro_sql": "\n\n{%- macro default__group_by(n) -%}\n\n group by {% for i in range(1, n + 1) -%}\n {{ i }}{{ ',' if not loop.last }} \n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3380857, "supported_languages": null}, "macro.dbt_utils.get_tables_by_prefix_sql": {"name": "get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_prefix_sql", "macro_sql": "{% macro get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_prefix_sql', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.338801, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_prefix_sql": {"name": "default__get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_prefix_sql", "macro_sql": "{% macro default__get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(\n schema_pattern = schema,\n table_pattern = prefix ~ '%',\n exclude = exclude,\n database = database\n ) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3393598, "supported_languages": null}, "macro.dbt_utils.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3401878, "supported_languages": null}, "macro.dbt_utils.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3409798, "supported_languages": null}, "macro.dbt_utils.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3413355, "supported_languages": null}, "macro.dbt_utils.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt_utils.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3423388, "supported_languages": null}, "macro.dbt_utils.safe_subtract": {"name": "safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.safe_subtract", "macro_sql": "{%- macro safe_subtract(field_list) -%}\n {{ return(adapter.dispatch('safe_subtract', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_subtract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3429656, "supported_languages": null}, "macro.dbt_utils.default__safe_subtract": {"name": "default__safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.default__safe_subtract", "macro_sql": "\n\n{%- macro default__safe_subtract(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_subtract` macro takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' -\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3440025, "supported_languages": null}, "macro.dbt_utils.pretty_log_format": {"name": "pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.pretty_log_format", "macro_sql": "{% macro pretty_log_format(message) %}\n {{ return(adapter.dispatch('pretty_log_format', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3444872, "supported_languages": null}, "macro.dbt_utils.default__pretty_log_format": {"name": "default__pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.default__pretty_log_format", "macro_sql": "{% macro default__pretty_log_format(message) %}\n {{ return( dbt_utils.pretty_time() ~ ' + ' ~ message) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3448038, "supported_languages": null}, "macro.dbt_utils.slugify": {"name": "slugify", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/slugify.sql", "original_file_path": "macros/jinja_helpers/slugify.sql", "unique_id": "macro.dbt_utils.slugify", "macro_sql": "{% macro slugify(string) %}\n\n{% if not string %}\n{{ return('') }}\n{% endif %}\n\n{#- Lower case the string -#}\n{% set string = string | lower %}\n{#- Replace spaces and dashes with underscores -#}\n{% set string = modules.re.sub('[ -]+', '_', string) %}\n{#- Only take letters, numbers, and underscores -#}\n{% set string = modules.re.sub('[^a-z0-9_]+', '', string) %}\n{#- Prepends \"_\" if string begins with a number -#}\n{% set string = modules.re.sub('^[0-9]', '_' + string[0], string) %}\n\n{{ return(string) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.346205, "supported_languages": null}, "macro.dbt_utils._is_relation": {"name": "_is_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_relation.sql", "original_file_path": "macros/jinja_helpers/_is_relation.sql", "unique_id": "macro.dbt_utils._is_relation", "macro_sql": "{% macro _is_relation(obj, macro) %}\n {%- if not (obj is mapping and obj.get('metadata', {}).get('type', '').endswith('Relation')) -%}\n {%- do exceptions.raise_compiler_error(\"Macro \" ~ macro ~ \" expected a Relation but received the value: \" ~ obj) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.347046, "supported_languages": null}, "macro.dbt_utils.pretty_time": {"name": "pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.pretty_time", "macro_sql": "{% macro pretty_time(format='%H:%M:%S') %}\n {{ return(adapter.dispatch('pretty_time', 'dbt_utils')(format)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3475628, "supported_languages": null}, "macro.dbt_utils.default__pretty_time": {"name": "default__pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.default__pretty_time", "macro_sql": "{% macro default__pretty_time(format='%H:%M:%S') %}\n {{ return(modules.datetime.datetime.now().strftime(format)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3479524, "supported_languages": null}, "macro.dbt_utils.log_info": {"name": "log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.log_info", "macro_sql": "{% macro log_info(message) %}\n {{ return(adapter.dispatch('log_info', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__log_info"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.348423, "supported_languages": null}, "macro.dbt_utils.default__log_info": {"name": "default__log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.default__log_info", "macro_sql": "{% macro default__log_info(message) %}\n {{ log(dbt_utils.pretty_log_format(message), info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3487525, "supported_languages": null}, "macro.dbt_utils._is_ephemeral": {"name": "_is_ephemeral", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_ephemeral.sql", "original_file_path": "macros/jinja_helpers/_is_ephemeral.sql", "unique_id": "macro.dbt_utils._is_ephemeral", "macro_sql": "{% macro _is_ephemeral(obj, macro) %}\n {%- if obj.is_cte -%}\n {% set ephemeral_prefix = api.Relation.add_ephemeral_prefix('') %}\n {% if obj.name.startswith(ephemeral_prefix) %}\n {% set model_name = obj.name[(ephemeral_prefix|length):] %}\n {% else %}\n {% set model_name = obj.name %}\n {%- endif -%}\n {% set error_message %}\nThe `{{ macro }}` macro cannot be used with ephemeral models, as it relies on the information schema.\n\n`{{ model_name }}` is an ephemeral model. Consider making it a view or table instead.\n {% endset %}\n {%- do exceptions.raise_compiler_error(error_message) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3502426, "supported_languages": null}, "macro.marketo.lead_history_columns_warning": {"name": "lead_history_columns_warning", "resource_type": "macro", "package_name": "marketo", "path": "macros/lead_history_columns_warning.sql", "original_file_path": "macros/lead_history_columns_warning.sql", "unique_id": "macro.marketo.lead_history_columns_warning", "macro_sql": "{% macro lead_history_columns_warning() %}\n\n{% if not var('lead_history_columns') %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the 'lead_history_columns'.\n As a result, you won't see the history of any columns in the 'marketo__lead_history' model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.350843, "supported_languages": null}, "macro.marketo.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.356224, "supported_languages": null}, "macro.marketo.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "marketo", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.marketo.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.356923, "supported_languages": null}, "macro.marketo.get_program_columns": {"name": "get_program_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_program_columns.sql", "original_file_path": "macros/staging/get_program_columns.sql", "unique_id": "macro.marketo.get_program_columns", "macro_sql": "{% macro get_program_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"channel\", \"datatype\": dbt.type_string()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"end_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"sfdc_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"start_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__program_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3601508, "supported_languages": null}, "macro.marketo.get_lead_describe_columns": {"name": "get_lead_describe_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_describe_columns.sql", "original_file_path": "macros/staging/get_lead_describe_columns.sql", "unique_id": "macro.marketo.get_lead_describe_columns", "macro_sql": "{% macro get_lead_describe_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"data_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"display_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"length\", \"datatype\": dbt.type_int()},\n {\"name\": \"restname\", \"datatype\": dbt.type_string()},\n {\"name\": \"restread_only\", \"datatype\": \"boolean\"},\n {\"name\": \"soapname\", \"datatype\": dbt.type_string()},\n {\"name\": \"soapread_only\", \"datatype\": \"boolean\"}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3620188, "supported_languages": null}, "macro.marketo.get_activity_change_data_value_columns": {"name": "get_activity_change_data_value_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_change_data_value_columns.sql", "original_file_path": "macros/staging/get_activity_change_data_value_columns.sql", "unique_id": "macro.marketo.get_activity_change_data_value_columns", "macro_sql": "{% macro get_activity_change_data_value_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"api_method_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"modifying_user\", \"datatype\": dbt.type_string()},\n {\"name\": \"new_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"old_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"reason\", \"datatype\": dbt.type_string()},\n {\"name\": \"request_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"source\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3649364, "supported_languages": null}, "macro.marketo.get_campaign_columns": {"name": "get_campaign_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_campaign_columns.sql", "original_file_path": "macros/staging/get_campaign_columns.sql", "unique_id": "macro.marketo.get_campaign_columns", "macro_sql": "{% macro get_campaign_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"_fivetran_deleted\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"active\", \"datatype\": \"boolean\"},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"type\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"workspace_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"computed_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"flow_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_communication_limit_enabled\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_requestable\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"is_system\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"max_members\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"qualification_rule_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"qualification_rule_unit\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_start_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_end_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"recurrence_interval_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_interval\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_weekday_only\", \"datatype\": dbt.type_boolean()},\n {\"name\": \"recurrence_day_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"recurrence_day_of_week\", \"datatype\": dbt.type_string()},\n {\"name\": \"recurrence_week_of_month\", \"datatype\": dbt.type_int()},\n {\"name\": \"smart_list_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_boolean", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3707132, "supported_languages": null}, "macro.marketo.get_activity_send_email_columns": {"name": "get_activity_send_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_send_email_columns.sql", "original_file_path": "macros/staging/get_activity_send_email_columns.sql", "unique_id": "macro.marketo.get_activity_send_email_columns", "macro_sql": "{% macro get_activity_send_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"action_result\", \"datatype\": dbt.type_string()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ fivetran_utils.add_pass_through_columns(columns, var('marketo__activity_send_email_passthrough_columns')) }}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.fivetran_utils.add_pass_through_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3734756, "supported_languages": null}, "macro.marketo.get_activity_unsubscribe_email_columns": {"name": "get_activity_unsubscribe_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "original_file_path": "macros/staging/get_activity_unsubscribe_email_columns.sql", "unique_id": "macro.marketo.get_activity_unsubscribe_email_columns", "macro_sql": "{% macro get_activity_unsubscribe_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"client_ip_address\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"form_fields\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"query_parameters\", \"datatype\": dbt.type_string()},\n {\"name\": \"referrer_url\", \"datatype\": dbt.type_string()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()},\n {\"name\": \"webform_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"webpage_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3769011, "supported_languages": null}, "macro.marketo.get_activity_delete_lead_columns": {"name": "get_activity_delete_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_delete_lead_columns.sql", "original_file_path": "macros/staging/get_activity_delete_lead_columns.sql", "unique_id": "macro.marketo.get_activity_delete_lead_columns", "macro_sql": "{% macro get_activity_delete_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign\", \"datatype\": dbt.type_string()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.37881, "supported_languages": null}, "macro.marketo.get_activity_email_bounced_columns": {"name": "get_activity_email_bounced_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_bounced_columns.sql", "original_file_path": "macros/staging/get_activity_email_bounced_columns.sql", "unique_id": "macro.marketo.get_activity_email_bounced_columns", "macro_sql": "{% macro get_activity_email_bounced_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"category\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"details\", \"datatype\": dbt.type_string()},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"subcategory\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3820727, "supported_languages": null}, "macro.marketo.get_activity_email_delivered_columns": {"name": "get_activity_email_delivered_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_email_delivered_columns.sql", "original_file_path": "macros/staging/get_activity_email_delivered_columns.sql", "unique_id": "macro.marketo.get_activity_email_delivered_columns", "macro_sql": "{% macro get_activity_email_delivered_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3846245, "supported_languages": null}, "macro.marketo.get_activity_merge_leads_columns": {"name": "get_activity_merge_leads_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_merge_leads_columns.sql", "original_file_path": "macros/staging/get_activity_merge_leads_columns.sql", "unique_id": "macro.marketo.get_activity_merge_leads_columns", "macro_sql": "{% macro get_activity_merge_leads_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"master_updated\", \"datatype\": \"boolean\"},\n {\"name\": \"merge_ids\", \"datatype\": dbt.type_string()},\n {\"name\": \"merge_source\", \"datatype\": dbt.type_string()},\n {\"name\": \"merged_in_sales\", \"datatype\": \"boolean\"},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3870106, "supported_languages": null}, "macro.marketo.get_lead_columns": {"name": "get_lead_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_lead_columns.sql", "original_file_path": "macros/staging/get_lead_columns.sql", "unique_id": "macro.marketo.get_lead_columns", "macro_sql": "{% macro get_lead_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"created_timestamp\"},\n {\"name\": \"email\", \"datatype\": dbt.type_string()},\n {\"name\": \"first_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int(), \"alias\": \"lead_id\"},\n {\"name\": \"last_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp(), \"alias\": \"updated_timestamp\"},\n {\"name\": \"phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"main_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"mobile_phone\", \"datatype\": dbt.type_string()},\n {\"name\": \"company\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_company\", \"datatype\": dbt.type_string()},\n {\"name\": \"address_lead\", \"datatype\": dbt.type_string()},\n {\"name\": \"address\", \"datatype\": dbt.type_string()},\n {\"name\": \"city\", \"datatype\": dbt.type_string()},\n {\"name\": \"state\", \"datatype\": dbt.type_string()},\n {\"name\": \"state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"country\", \"datatype\": dbt.type_string()},\n {\"name\": \"country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_street\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_state_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_country_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"billing_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_city\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_state_region\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_country\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_postal_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"inferred_phone_area_code\", \"datatype\": dbt.type_string()},\n {\"name\": \"anonymous_ip\", \"datatype\": dbt.type_string()},\n {\"name\": \"unsubscribed\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_unsubscribed\"},\n {\"name\": \"email_invalid\", \"datatype\": dbt.type_boolean(), \"alias\": \"is_email_invalid\"},\n {\"name\": \"do_not_call\", \"datatype\": dbt.type_boolean()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int", "macro.dbt.type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3937893, "supported_languages": null}, "macro.marketo.get_email_template_history_columns": {"name": "get_email_template_history_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_email_template_history_columns.sql", "original_file_path": "macros/staging/get_email_template_history_columns.sql", "unique_id": "macro.marketo.get_email_template_history_columns", "macro_sql": "{% macro get_email_template_history_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"created_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"description\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_folder_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"folder_type\", \"datatype\": dbt.type_string()},\n {\"name\": \"folder_value\", \"datatype\": dbt.type_int()},\n {\"name\": \"from_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"from_name\", \"datatype\": dbt.type_string()},\n {\"name\": \"id\", \"datatype\": dbt.type_int()},\n {\"name\": \"name\", \"datatype\": dbt.type_string()},\n {\"name\": \"operational\", \"datatype\": \"boolean\"},\n {\"name\": \"program_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"publish_to_msi\", \"datatype\": \"boolean\"},\n {\"name\": \"reply_email\", \"datatype\": dbt.type_string()},\n {\"name\": \"status\", \"datatype\": dbt.type_string()},\n {\"name\": \"subject\", \"datatype\": dbt.type_string()},\n {\"name\": \"template\", \"datatype\": dbt.type_int()},\n {\"name\": \"text_only\", \"datatype\": \"boolean\"},\n {\"name\": \"updated_at\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"url\", \"datatype\": dbt.type_string()},\n {\"name\": \"version\", \"datatype\": dbt.type_int()},\n {\"name\": \"web_view\", \"datatype\": \"boolean\"},\n {\"name\": \"workspace\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_string", "macro.dbt.type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.3981698, "supported_languages": null}, "macro.marketo.get_activity_open_email_columns": {"name": "get_activity_open_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_open_email_columns.sql", "original_file_path": "macros/staging/get_activity_open_email_columns.sql", "unique_id": "macro.marketo.get_activity_open_email_columns", "macro_sql": "{% macro get_activity_open_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4013877, "supported_languages": null}, "macro.marketo.get_activity_click_email_columns": {"name": "get_activity_click_email_columns", "resource_type": "macro", "package_name": "marketo", "path": "macros/staging/get_activity_click_email_columns.sql", "original_file_path": "macros/staging/get_activity_click_email_columns.sql", "unique_id": "macro.marketo.get_activity_click_email_columns", "macro_sql": "{% macro get_activity_click_email_columns() %}\n\n{% set columns = [\n {\"name\": \"_fivetran_synced\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_date\", \"datatype\": dbt.type_timestamp()},\n {\"name\": \"activity_type_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"campaign_run_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"choice_number\", \"datatype\": dbt.type_int()},\n {\"name\": \"device\", \"datatype\": dbt.type_string()},\n {\"name\": \"email_template_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"id\", \"datatype\": dbt.type_string()},\n {\"name\": \"is_mobile_device\", \"datatype\": \"boolean\"},\n {\"name\": \"lead_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"link\", \"datatype\": dbt.type_string()},\n {\"name\": \"link_id\", \"datatype\": dbt.type_string()},\n {\"name\": \"platform\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value\", \"datatype\": dbt.type_string()},\n {\"name\": \"primary_attribute_value_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"step_id\", \"datatype\": dbt.type_int()},\n {\"name\": \"test_variant\", \"datatype\": dbt.type_int()},\n {\"name\": \"user_agent\", \"datatype\": dbt.type_string()}\n] %}\n\n{{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_timestamp", "macro.dbt.type_int", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4049666, "supported_languages": null}, "macro.marketo.marketo_union_connections": {"name": "marketo_union_connections", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_connections.sql", "original_file_path": "macros/union/marketo_union_connections.sql", "unique_id": "macro.marketo.marketo_union_connections", "macro_sql": "{% macro marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %}\n\n{{ adapter.dispatch('marketo_union_connections', 'marketo') (connection_dictionary, single_source_name, single_table_name, default_identifier) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.default__marketo_union_connections"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4064095, "supported_languages": null}, "macro.marketo.default__marketo_union_connections": {"name": "default__marketo_union_connections", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_connections.sql", "original_file_path": "macros/union/marketo_union_connections.sql", "unique_id": "macro.marketo.default__marketo_union_connections", "macro_sql": "{% macro default__marketo_union_connections(connection_dictionary, single_source_name, single_table_name, default_identifier=single_table_name) %}\n\n{%- set exception_warning = \"\\n\\nPlease be aware: The \" ~ single_source_name|upper ~ \".\" ~ single_table_name|upper ~ \" table was not found in your schema(s). The Fivetran Data Model will create a completely empty staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://marketo.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\"%}\n{%- set using_empty_table_warnings = (execute and not var('fivetran__remove_empty_table_warnings', false)) %}\n{%- set connections = var(connection_dictionary, []) %}\n{%- set using_unioning = connections | length > 0 %}\n\n{%- if using_unioning %}\n{# For unioning #}\n {%- set relations = [] -%}\n {%- for connection in connections -%}\n\n {% if var('has_defined_sources', false) %}\n {%- set database = source(connection.name, single_table_name).database %}\n {%- set schema = source(connection.name, single_table_name).schema %}\n {%- set identifier = source(connection.name, single_table_name).identifier %}\n {%- else %}\n {%- set database = connection.database if connection.database else target.database %}\n {%- set schema = connection.schema if connection.schema else single_source_name %}\n {%- set identifier = default_identifier %}\n {%- endif %}\n\n {%- set relation=adapter.get_relation(\n database=database,\n schema=schema,\n identifier=identifier\n )\n -%}\n\n {%- if relation is not none -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n -- ** Values passed to adapter.get_relation:\n {{ '-- full-identifier_var: ' ~ identifier_var }}\n {{ '-- database: ' ~ database }}\n {{ '-- schema: ' ~ schema }}\n {{ '-- identifier: ' ~ identifier }}\n\n {%- endfor -%}\n\n {%- if relations != [] -%}\n {{ marketo.marketo_union_relations(relations) }}\n\n {%- else -%}\n {{ exceptions.warn(exception_warning) if using_empty_table_warnings }}\n\n select\n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit {{ '0' if target.type != 'redshift' else '1' }}\n {%- endif -%}\n\n{% else %}\n{# Not unioning #}\n\n {% set identifier_var = single_source_name + \"_\" + single_table_name + \"_identifier\"%}\n {%- set database = source(single_source_name, single_table_name).database %}\n {%- set schema = source(single_source_name, single_table_name).schema %}\n {%- set identifier = source(single_source_name, single_table_name).identifier %}\n\n {%- set relation=adapter.get_relation(\n database=database,\n schema=schema,\n identifier=identifier\n )\n -%}\n\n -- ** Values passed to adapter.get_relation:\n {{ '-- full-identifier_var: ' ~ identifier_var }}\n {{ '-- database: ' ~ database }} \n {{ '-- schema: ' ~ schema }}\n {{ '-- identifier: ' ~ identifier }}\n\n {% if relation is not none -%}\n select\n {{ dbt_utils.star(from=source(single_source_name, single_table_name)) }}\n from {{ source(single_source_name, single_table_name) }} as source_table\n\n {% else %}\n {{ exceptions.warn(exception_warning) if using_empty_table_warnings }}\n\n select\n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit {{ '0' if target.type != 'redshift' else '1' }}\n {%- endif -%}\n{% endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.marketo_union_relations", "macro.dbt.type_string", "macro.dbt_utils.star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4116352, "supported_languages": null}, "macro.marketo.marketo_union_relations": {"name": "marketo_union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_relations.sql", "original_file_path": "macros/union/marketo_union_relations.sql", "unique_id": "macro.marketo.marketo_union_relations", "macro_sql": "\n\n{%- macro marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('marketo_union_relations', 'marketo')(relations, aliases, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.marketo.default__marketo_union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4139109, "supported_languages": null}, "macro.marketo.default__marketo_union_relations": {"name": "default__marketo_union_relations", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/marketo_union_relations.sql", "original_file_path": "macros/union/marketo_union_relations.sql", "unique_id": "macro.marketo.default__marketo_union_relations", "macro_sql": "\n\n{%- macro default__marketo_union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'marketo_union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'marketo_union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation.database ~ '.' ~ relation.schema) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n {# This alias is the only addition made to the dbt_utils.union_relations() code. Avoids errors if the table is named a reserved keyword #}\n from {{ aliases[loop.index0] if aliases else relation }} as unioned_relation_{{ loop.index }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.42075, "supported_languages": null}, "macro.marketo.partition_by_source_relation": {"name": "partition_by_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/partition_by_source_relation.sql", "original_file_path": "macros/union/partition_by_source_relation.sql", "unique_id": "macro.marketo.partition_by_source_relation", "macro_sql": "{%- macro partition_by_source_relation(has_other_partitions='yes',alias=None) -%}\n\n{{ adapter.dispatch('partition_by_source_relation', 'marketo') (has_other_partitions, alias) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.default__partition_by_source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4214926, "supported_languages": null}, "macro.marketo.default__partition_by_source_relation": {"name": "default__partition_by_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/partition_by_source_relation.sql", "original_file_path": "macros/union/partition_by_source_relation.sql", "unique_id": "macro.marketo.default__partition_by_source_relation", "macro_sql": "{% macro default__partition_by_source_relation(has_other_partitions='yes', alias=None) -%}\n{% set prefix = '' if alias is none else alias ~ '.' %}\n\n {%- if has_other_partitions == 'no' -%}\n {{ 'partition by ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }}\n {%- else -%}\n {{ ', ' ~ prefix ~ 'source_relation' if var('marketo_sources', [])|length > 1 }}\n {%- endif -%}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.422455, "supported_languages": null}, "macro.marketo.apply_source_relation": {"name": "apply_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/apply_source_relation.sql", "original_file_path": "macros/union/apply_source_relation.sql", "unique_id": "macro.marketo.apply_source_relation", "macro_sql": "{% macro apply_source_relation() -%}\n\n{{ adapter.dispatch('apply_source_relation', 'marketo') () }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.marketo.default__apply_source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4229772, "supported_languages": null}, "macro.marketo.default__apply_source_relation": {"name": "default__apply_source_relation", "resource_type": "macro", "package_name": "marketo", "path": "macros/union/apply_source_relation.sql", "original_file_path": "macros/union/apply_source_relation.sql", "unique_id": "macro.marketo.default__apply_source_relation", "macro_sql": "{% macro default__apply_source_relation() -%}\n\n{% if var('marketo_sources', []) != [] %}\n, _dbt_source_relation as source_relation\n{% else %}\n, '{{ var(\"marketo_database\", target.database) }}' || '.'|| '{{ var(\"marketo_schema\", \"marketo\") }}' as source_relation\n{% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4235694, "supported_languages": null}, "macro.fivetran_utils.drop_schemas_automation": {"name": "drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.drop_schemas_automation", "macro_sql": "{% macro drop_schemas_automation(drop_target_schema=true) %}\n {{ return(adapter.dispatch('drop_schemas_automation', 'fivetran_utils')(drop_target_schema)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__drop_schemas_automation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.424378, "supported_languages": null}, "macro.fivetran_utils.default__drop_schemas_automation": {"name": "default__drop_schemas_automation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/drop_schemas_automation.sql", "original_file_path": "macros/drop_schemas_automation.sql", "unique_id": "macro.fivetran_utils.default__drop_schemas_automation", "macro_sql": "{% macro default__drop_schemas_automation(drop_target_schema=true) %}\n\n{% set fetch_list_sql %}\n {% if target.type not in ('databricks', 'spark') %}\n select schema_name\n from \n {{ wrap_in_quotes(target.database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like '{{ target.schema | lower }}{%- if not drop_target_schema -%}_{%- endif -%}%'\n {% else %}\n SHOW SCHEMAS LIKE '{{ target.schema }}{%- if not drop_target_schema -%}_{%- endif -%}*'\n {% endif %}\n{% endset %}\n\n{% set results = run_query(fetch_list_sql) %}\n\n{% if execute %}\n {% set results_list = results.columns[0].values() %}\n{% else %}\n {% set results_list = [] %}\n{% endif %}\n\n{% for schema_to_drop in results_list %}\n {% do adapter.drop_schema(api.Relation.create(database=target.database, schema=schema_to_drop)) %}\n {{ print('Schema ' ~ schema_to_drop ~ ' successfully dropped from the ' ~ target.database ~ ' database.\\n')}}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.wrap_in_quotes", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.426286, "supported_languages": null}, "macro.fivetran_utils.timestamp_add": {"name": "timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.timestamp_add", "macro_sql": "{% macro timestamp_add(datepart, interval, from_timestamp) -%}\n\n{{ adapter.dispatch('timestamp_add', 'fivetran_utils') (datepart, interval, from_timestamp) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4270654, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_add": {"name": "default__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.default__timestamp_add", "macro_sql": "{% macro default__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestampadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.42739, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_add": {"name": "bigquery__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_add", "macro_sql": "{% macro bigquery__timestamp_add(datepart, interval, from_timestamp) %}\n\n timestamp_add({{ from_timestamp }}, interval {{ interval }} {{ datepart }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4277053, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_add": {"name": "redshift__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_add", "macro_sql": "{% macro redshift__timestamp_add(datepart, interval, from_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.428038, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_add": {"name": "postgres__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_add", "macro_sql": "{% macro postgres__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ from_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4283526, "supported_languages": null}, "macro.fivetran_utils.spark__timestamp_add": {"name": "spark__timestamp_add", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_add.sql", "original_file_path": "macros/timestamp_add.sql", "unique_id": "macro.fivetran_utils.spark__timestamp_add", "macro_sql": "{% macro spark__timestamp_add(datepart, interval, from_timestamp) %}\n\n {{ dbt.dateadd(datepart, interval, from_timestamp) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4286997, "supported_languages": null}, "macro.fivetran_utils.seed_data_helper": {"name": "seed_data_helper", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/seed_data_helper.sql", "original_file_path": "macros/seed_data_helper.sql", "unique_id": "macro.fivetran_utils.seed_data_helper", "macro_sql": "{% macro seed_data_helper(seed_name, warehouses) %}\n\n{% if target.type in warehouses %}\n {% for w in warehouses %}\n {% if target.type == w %}\n {{ return(ref(seed_name ~ \"_\" ~ w ~ \"\")) }}\n {% endif %}\n {% endfor %}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4297726, "supported_languages": null}, "macro.fivetran_utils.add_dbt_source_relation": {"name": "add_dbt_source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_dbt_source_relation.sql", "original_file_path": "macros/add_dbt_source_relation.sql", "unique_id": "macro.fivetran_utils.add_dbt_source_relation", "macro_sql": "{% macro add_dbt_source_relation() %}\n\n{% if var('union_schemas', none) or var('union_databases', none) %}\n, _dbt_source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.430297, "supported_languages": null}, "macro.fivetran_utils.empty_variable_warning": {"name": "empty_variable_warning", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/empty_variable_warning.sql", "original_file_path": "macros/empty_variable_warning.sql", "unique_id": "macro.fivetran_utils.empty_variable_warning", "macro_sql": "{% macro empty_variable_warning(variable, downstream_model) %}\n\n{% if not var(variable) %}\n{{ log(\n \"\"\"\n Warning: You have passed an empty list to the \"\"\" ~ variable ~ \"\"\".\n As a result, you won't see the history of any columns in the \"\"\" ~ downstream_model ~ \"\"\" model.\n \"\"\",\n info=True\n) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4310277, "supported_languages": null}, "macro.fivetran_utils.max_bool": {"name": "max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.max_bool", "macro_sql": "{% macro max_bool(boolean_field) -%}\n\n{{ adapter.dispatch('max_bool', 'fivetran_utils') (boolean_field) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__max_bool"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4315324, "supported_languages": null}, "macro.fivetran_utils.default__max_bool": {"name": "default__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.default__max_bool", "macro_sql": "{% macro default__max_bool(boolean_field) %}\n\n bool_or( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4317398, "supported_languages": null}, "macro.fivetran_utils.snowflake__max_bool": {"name": "snowflake__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.snowflake__max_bool", "macro_sql": "{% macro snowflake__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4319592, "supported_languages": null}, "macro.fivetran_utils.bigquery__max_bool": {"name": "bigquery__max_bool", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/max_bool.sql", "original_file_path": "macros/max_bool.sql", "unique_id": "macro.fivetran_utils.bigquery__max_bool", "macro_sql": "{% macro bigquery__max_bool(boolean_field) %}\n\n max( {{ boolean_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4322848, "supported_languages": null}, "macro.fivetran_utils.json_extract": {"name": "json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.json_extract", "macro_sql": "{% macro json_extract(string, string_path) -%}\n\n{{ adapter.dispatch('json_extract', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4330468, "supported_languages": null}, "macro.fivetran_utils.default__json_extract": {"name": "default__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.default__json_extract", "macro_sql": "{% macro default__json_extract(string, string_path) %}\n\n json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} )\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4333599, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_extract": {"name": "snowflake__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.snowflake__json_extract", "macro_sql": "{% macro snowflake__json_extract(string, string_path) %}\n\n json_extract_path_text(try_parse_json( {{string}} ), {{ \"'\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.433669, "supported_languages": null}, "macro.fivetran_utils.redshift__json_extract": {"name": "redshift__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.redshift__json_extract", "macro_sql": "{% macro redshift__json_extract(string, string_path) %}\n\n case when is_valid_json( {{string}} ) then json_extract_path_text({{string}}, {{ \"'\" ~ string_path ~ \"'\" }} ) else null end\n \n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4340272, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_extract": {"name": "bigquery__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.bigquery__json_extract", "macro_sql": "{% macro bigquery__json_extract(string, string_path) %}\n\n json_extract_scalar({{string}}, {{ \"'$.\" ~ string_path ~ \"'\" }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4343312, "supported_languages": null}, "macro.fivetran_utils.postgres__json_extract": {"name": "postgres__json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_extract.sql", "original_file_path": "macros/json_extract.sql", "unique_id": "macro.fivetran_utils.postgres__json_extract", "macro_sql": "{% macro postgres__json_extract(string, string_path) %}\n\n {{string}}::json->>{{\"'\" ~ string_path ~ \"'\" }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4346294, "supported_languages": null}, "macro.fivetran_utils.timestamp_diff": {"name": "timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.timestamp_diff", "macro_sql": "{% macro timestamp_diff(first_date, second_date, datepart) %}\n {{ adapter.dispatch('timestamp_diff', 'fivetran_utils')(first_date, second_date, datepart) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__timestamp_diff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.436025, "supported_languages": null}, "macro.fivetran_utils.default__timestamp_diff": {"name": "default__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.default__timestamp_diff", "macro_sql": "{% macro default__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4363532, "supported_languages": null}, "macro.fivetran_utils.redshift__timestamp_diff": {"name": "redshift__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.redshift__timestamp_diff", "macro_sql": "{% macro redshift__timestamp_diff(first_date, second_date, datepart) %}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4366856, "supported_languages": null}, "macro.fivetran_utils.bigquery__timestamp_diff": {"name": "bigquery__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.bigquery__timestamp_diff", "macro_sql": "{% macro bigquery__timestamp_diff(first_date, second_date, datepart) %}\n\n timestamp_diff(\n {{second_date}},\n {{first_date}},\n {{datepart}}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4370127, "supported_languages": null}, "macro.fivetran_utils.postgres__timestamp_diff": {"name": "postgres__timestamp_diff", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/timestamp_diff.sql", "original_file_path": "macros/timestamp_diff.sql", "unique_id": "macro.fivetran_utils.postgres__timestamp_diff", "macro_sql": "{% macro postgres__timestamp_diff(first_date, second_date, datepart) %}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ dbt.datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ dbt.datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ dbt.datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ dbt.datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4403517, "supported_languages": null}, "macro.fivetran_utils.calculated_fields": {"name": "calculated_fields", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/calculated_fields.sql", "original_file_path": "macros/calculated_fields.sql", "unique_id": "macro.fivetran_utils.calculated_fields", "macro_sql": "{% macro calculated_fields(variable) -%}\n\n{% if var(variable, none) %}\n {% for field in var(variable) %}\n , {{ field.transform_sql }} as {{ field.name }} \n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.441082, "supported_languages": null}, "macro.fivetran_utils.json_parse": {"name": "json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.json_parse", "macro_sql": "{% macro json_parse(string, string_path) -%}\n\n{{ adapter.dispatch('json_parse', 'fivetran_utils') (string, string_path) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__json_parse"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.442192, "supported_languages": null}, "macro.fivetran_utils.default__json_parse": {"name": "default__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.default__json_parse", "macro_sql": "{% macro default__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4426765, "supported_languages": null}, "macro.fivetran_utils.redshift__json_parse": {"name": "redshift__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.redshift__json_parse", "macro_sql": "{% macro redshift__json_parse(string, string_path) %}\n\n json_extract_path_text({{string}}, {%- for s in string_path -%}'{{ s }}'{%- if not loop.last -%},{%- endif -%}{%- endfor -%} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.443176, "supported_languages": null}, "macro.fivetran_utils.bigquery__json_parse": {"name": "bigquery__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.bigquery__json_parse", "macro_sql": "{% macro bigquery__json_parse(string, string_path) %}\n\n \n json_extract_scalar({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4436479, "supported_languages": null}, "macro.fivetran_utils.postgres__json_parse": {"name": "postgres__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.postgres__json_parse", "macro_sql": "{% macro postgres__json_parse(string, string_path) %}\n\n {{string}}::json #>> '{ {%- for s in string_path -%}{{ s }}{%- if not loop.last -%},{%- endif -%}{%- endfor -%} }'\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4441364, "supported_languages": null}, "macro.fivetran_utils.snowflake__json_parse": {"name": "snowflake__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.snowflake__json_parse", "macro_sql": "{% macro snowflake__json_parse(string, string_path) %}\n\n parse_json( {{string}} ) {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.444654, "supported_languages": null}, "macro.fivetran_utils.spark__json_parse": {"name": "spark__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.spark__json_parse", "macro_sql": "{% macro spark__json_parse(string, string_path) %}\n\n {{string}} : {%- for s in string_path -%}{% if s is number %}[{{ s }}]{% else %}['{{ s }}']{% endif %}{%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4451866, "supported_languages": null}, "macro.fivetran_utils.sqlserver__json_parse": {"name": "sqlserver__json_parse", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/json_parse.sql", "original_file_path": "macros/json_parse.sql", "unique_id": "macro.fivetran_utils.sqlserver__json_parse", "macro_sql": "{% macro sqlserver__json_parse(string, string_path) %}\n\n json_value({{string}}, '$.{%- for s in string_path -%}{{ s }}{%- if not loop.last -%}.{%- endif -%}{%- endfor -%} ')\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4456532, "supported_languages": null}, "macro.fivetran_utils.fill_staging_columns": {"name": "fill_staging_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.fill_staging_columns", "macro_sql": "{% macro fill_staging_columns(source_columns, staging_columns) -%}\n\n{%- set source_column_names = source_columns|map(attribute='name')|map('lower')|list -%}\n\n{%- for column in staging_columns %}\n {% if column.name|lower in source_column_names -%}\n {{ fivetran_utils.quote_column(column) }} as \n {%- if 'alias' in column %} {{ column.alias }} {% else %} {{ fivetran_utils.quote_column(column) }} {%- endif -%}\n {%- else -%}\n cast(null as {{ column.datatype }})\n {%- if 'alias' in column %} as {{ column.alias }} {% else %} as {{ fivetran_utils.quote_column(column) }} {% endif -%}\n {%- endif -%}\n {%- if not loop.last -%} , {% endif -%}\n{% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.quote_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4476776, "supported_languages": null}, "macro.fivetran_utils.quote_column": {"name": "quote_column", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_staging_columns.sql", "original_file_path": "macros/fill_staging_columns.sql", "unique_id": "macro.fivetran_utils.quote_column", "macro_sql": "{% macro quote_column(column) %}\n {% if 'quote' in column %}\n {% if column.quote %}\n {% if target.type in ('bigquery', 'spark', 'databricks') %}\n `{{ column.name }}`\n {% elif target.type == 'snowflake' %}\n \"{{ column.name | upper }}\"\n {% else %}\n \"{{ column.name }}\"\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n {% else %}\n {{ column.name }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.448773, "supported_languages": null}, "macro.fivetran_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, aliases=none, column_override=none, include=[], exclude=[], source_column_name=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n {%- set source_column_name = source_column_name if source_column_name is not none else '_dbt_source_relation' -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column in exclude -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column not in include -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ aliases[loop.index0] if aliases else relation }}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.454371, "supported_languages": null}, "macro.fivetran_utils.union_tables": {"name": "union_tables", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_relations.sql", "original_file_path": "macros/union_relations.sql", "unique_id": "macro.fivetran_utils.union_tables", "macro_sql": "{%- macro union_tables(tables, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_table') -%}\n\n {%- do exceptions.warn(\"Warning: the `union_tables` macro is no longer supported and will be deprecated in a future release of dbt-utils. Use the `union_relations` macro instead\") -%}\n\n {{ return(dbt_utils.union_relations(tables, column_override, include, exclude, source_column_name)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4550815, "supported_languages": null}, "macro.fivetran_utils.extract_url_parameter": {"name": "extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.extract_url_parameter", "macro_sql": "{% macro extract_url_parameter(field, url_parameter) -%}\n\n{{ adapter.dispatch('extract_url_parameter', 'fivetran_utils') (field, url_parameter) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__extract_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4556642, "supported_languages": null}, "macro.fivetran_utils.default__extract_url_parameter": {"name": "default__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.default__extract_url_parameter", "macro_sql": "{% macro default__extract_url_parameter(field, url_parameter) -%}\n\n{{ dbt_utils.get_url_parameter(field, url_parameter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4559746, "supported_languages": null}, "macro.fivetran_utils.spark__extract_url_parameter": {"name": "spark__extract_url_parameter", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/extract_url_parameter.sql", "original_file_path": "macros/extract_url_parameter.sql", "unique_id": "macro.fivetran_utils.spark__extract_url_parameter", "macro_sql": "{% macro spark__extract_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"=([^&]+)'\" -%}\nnullif(regexp_extract({{ field }}, {{ formatted_url_parameter }}, 1), '')\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.456363, "supported_languages": null}, "macro.fivetran_utils.array_agg": {"name": "array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.array_agg", "macro_sql": "{% macro array_agg(field_to_agg) -%}\n\n{{ adapter.dispatch('array_agg', 'fivetran_utils') (field_to_agg) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__array_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4568508, "supported_languages": null}, "macro.fivetran_utils.default__array_agg": {"name": "default__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.default__array_agg", "macro_sql": "{% macro default__array_agg(field_to_agg) %}\n array_agg({{ field_to_agg }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.457064, "supported_languages": null}, "macro.fivetran_utils.redshift__array_agg": {"name": "redshift__array_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/array_agg.sql", "original_file_path": "macros/array_agg.sql", "unique_id": "macro.fivetran_utils.redshift__array_agg", "macro_sql": "{% macro redshift__array_agg(field_to_agg) %}\n listagg({{ field_to_agg }}, ',')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.457268, "supported_languages": null}, "macro.fivetran_utils.dummy_coalesce_value": {"name": "dummy_coalesce_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/dummy_coalesce_value.sql", "original_file_path": "macros/dummy_coalesce_value.sql", "unique_id": "macro.fivetran_utils.dummy_coalesce_value", "macro_sql": "{% macro dummy_coalesce_value(column) %}\n\n{% set coalesce_value = {\n 'STRING': \"'DUMMY_STRING'\",\n 'BOOLEAN': 'null',\n 'INT': 999999999,\n 'FLOAT': 999999999.99,\n 'TIMESTAMP': 'cast(\"2099-12-31\" as timestamp)',\n 'DATE': 'cast(\"2099-12-31\" as date)',\n} %}\n\n{% if column.is_float() %}\n{{ return(coalesce_value['FLOAT']) }}\n\n{% elif column.is_numeric() %}\n{{ return(coalesce_value['INT']) }}\n\n{% elif column.is_string() %}\n{{ return(coalesce_value['STRING']) }}\n\n{% elif column.data_type|lower == 'boolean' %}\n{{ return(coalesce_value['BOOLEAN']) }}\n\n{% elif 'timestamp' in column.data_type|lower %}\n{{ return(coalesce_value['TIMESTAMP']) }}\n\n{% elif 'date' in column.data_type|lower %}\n{{ return(coalesce_value['DATE']) }}\n\n{% elif 'int' in column.data_type|lower %}\n{{ return(coalesce_value['INT']) }}\n\n{% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.459743, "supported_languages": null}, "macro.fivetran_utils.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4606605, "supported_languages": null}, "macro.fivetran_utils.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/collect_freshness.sql", "original_file_path": "macros/collect_freshness.sql", "unique_id": "macro.fivetran_utils.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n\n {%- set enabled_array = [] -%}\n {% for node in graph.sources.values() %}\n {% if node.identifier == source.identifier %}\n {% if (node.meta['is_enabled'] | default(true)) %}\n {%- do enabled_array.append(1) -%}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% set is_enabled = (enabled_array != []) %}\n\n select\n {% if is_enabled %}\n max({{ loaded_at_field }})\n {% else %} \n {{ current_timestamp() }} {% endif %} as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n\n {% if is_enabled %}\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endif %}\n\n {% endcall %}\n\n {% if dbt_version.split('.') | map('int') | list >= [1, 5, 0] %}\n {{ return(load_result('collect_freshness')) }}\n {% else %}\n {{ return(load_result('collect_freshness').table) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4630105, "supported_languages": null}, "macro.fivetran_utils.enabled_vars_one_true": {"name": "enabled_vars_one_true", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars_one_true.sql", "original_file_path": "macros/enabled_vars_one_true.sql", "unique_id": "macro.fivetran_utils.enabled_vars_one_true", "macro_sql": "{% macro enabled_vars_one_true(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, False) == True %}\n {{ return(True) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(False) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4637818, "supported_languages": null}, "macro.fivetran_utils.try_cast": {"name": "try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.try_cast", "macro_sql": "{% macro try_cast(field, type) %}\n {{ adapter.dispatch('try_cast', 'fivetran_utils') (field, type) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__try_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.464742, "supported_languages": null}, "macro.fivetran_utils.default__try_cast": {"name": "default__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.default__try_cast", "macro_sql": "{% macro default__try_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4650376, "supported_languages": null}, "macro.fivetran_utils.redshift__try_cast": {"name": "redshift__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.redshift__try_cast", "macro_sql": "{% macro redshift__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when trim({{field}}) ~ '^(0|[1-9][0-9]*)$' then trim({{field}})\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.465578, "supported_languages": null}, "macro.fivetran_utils.postgres__try_cast": {"name": "postgres__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.postgres__try_cast", "macro_sql": "{% macro postgres__try_cast(field, type) %}\n{%- if type == 'numeric' -%}\n\n case\n when replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar)) ~ '^(0|[1-9][0-9]*)$' \n then replace(cast({{field}} as varchar),cast(' ' as varchar),cast('' as varchar))\n else null\n end::{{type}}\n\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"non-numeric datatypes are not currently supported\") }}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4661462, "supported_languages": null}, "macro.fivetran_utils.snowflake__try_cast": {"name": "snowflake__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.snowflake__try_cast", "macro_sql": "{% macro snowflake__try_cast(field, type) %}\n try_cast(cast({{field}} as varchar) as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4664044, "supported_languages": null}, "macro.fivetran_utils.bigquery__try_cast": {"name": "bigquery__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.bigquery__try_cast", "macro_sql": "{% macro bigquery__try_cast(field, type) %}\n safe_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.466663, "supported_languages": null}, "macro.fivetran_utils.spark__try_cast": {"name": "spark__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.spark__try_cast", "macro_sql": "{% macro spark__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.466933, "supported_languages": null}, "macro.fivetran_utils.sqlserver__try_cast": {"name": "sqlserver__try_cast", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/try_cast.sql", "original_file_path": "macros/try_cast.sql", "unique_id": "macro.fivetran_utils.sqlserver__try_cast", "macro_sql": "{% macro sqlserver__try_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4671838, "supported_languages": null}, "macro.fivetran_utils.string_agg": {"name": "string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.string_agg", "macro_sql": "{% macro string_agg(field_to_agg, delimiter) -%}\n\n{{ adapter.dispatch('string_agg', 'fivetran_utils') (field_to_agg, delimiter) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__string_agg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4681127, "supported_languages": null}, "macro.fivetran_utils.default__string_agg": {"name": "default__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.default__string_agg", "macro_sql": "{% macro default__string_agg(field_to_agg, delimiter) %}\n string_agg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.468381, "supported_languages": null}, "macro.fivetran_utils.snowflake__string_agg": {"name": "snowflake__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.snowflake__string_agg", "macro_sql": "{% macro snowflake__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4686477, "supported_languages": null}, "macro.fivetran_utils.redshift__string_agg": {"name": "redshift__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.redshift__string_agg", "macro_sql": "{% macro redshift__string_agg(field_to_agg, delimiter) %}\n listagg({{ field_to_agg }}, {{ delimiter }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4689248, "supported_languages": null}, "macro.fivetran_utils.spark__string_agg": {"name": "spark__string_agg", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/string_agg.sql", "original_file_path": "macros/string_agg.sql", "unique_id": "macro.fivetran_utils.spark__string_agg", "macro_sql": "{% macro spark__string_agg(field_to_agg, delimiter) %}\n -- collect set will remove duplicates\n replace(replace(replace(cast( collect_set({{ field_to_agg }}) as string), '[', ''), ']', ''), ', ', {{ delimiter }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4691954, "supported_languages": null}, "macro.fivetran_utils.fill_pass_through_columns": {"name": "fill_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fill_pass_through_columns.sql", "original_file_path": "macros/fill_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.fill_pass_through_columns", "macro_sql": "{% macro fill_pass_through_columns(pass_through_variable) %}\n\n{% if var(pass_through_variable) %}\n {% for field in var(pass_through_variable) %}\n {% if field is mapping %}\n {% if field.transform_sql %}\n , {{ field.transform_sql }} as {{ field.alias if field.alias else field.name }}\n {% else %}\n , {{ field.alias if field.alias else field.name }}\n {% endif %}\n {% else %}\n , {{ field }}\n {% endif %}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4704943, "supported_languages": null}, "macro.fivetran_utils.pivot_json_extract": {"name": "pivot_json_extract", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/pivot_json_extract.sql", "original_file_path": "macros/pivot_json_extract.sql", "unique_id": "macro.fivetran_utils.pivot_json_extract", "macro_sql": "{% macro pivot_json_extract(string, list_of_properties) %}\n\n{%- for property in list_of_properties -%}\n{%- if property is mapping -%}\nreplace( {{ fivetran_utils.json_extract(string, property.name) }}, '\"', '') as {{ property.alias if property.alias else property.name | replace(' ', '_') | replace('.', '_') | lower }}\n\n{%- else -%}\nreplace( {{ fivetran_utils.json_extract(string, property) }}, '\"', '') as {{ property | replace(' ', '_') | lower }}\n\n{%- endif -%}\n{%- if not loop.last -%},{%- endif %}\n{% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.json_extract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4719248, "supported_languages": null}, "macro.fivetran_utils.persist_pass_through_columns": {"name": "persist_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/persist_pass_through_columns.sql", "original_file_path": "macros/persist_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.persist_pass_through_columns", "macro_sql": "{% macro persist_pass_through_columns(pass_through_variable, identifier=none, transform='') %}\n\n{% if var(pass_through_variable, none) %}\n {% for field in var(pass_through_variable) %}\n , {{ transform ~ '(' ~ (identifier ~ '.' if identifier else '') ~ (field.alias if field.alias else field.name) ~ ')' }} as {{ field.alias if field.alias else field.name }}\n {% endfor %}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.473118, "supported_languages": null}, "macro.fivetran_utils.add_pass_through_columns": {"name": "add_pass_through_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/add_pass_through_columns.sql", "original_file_path": "macros/add_pass_through_columns.sql", "unique_id": "macro.fivetran_utils.add_pass_through_columns", "macro_sql": "{% macro add_pass_through_columns(base_columns, pass_through_var) %}\n\n {% if pass_through_var %}\n\n {% for column in pass_through_var %}\n\n {% if column is mapping %}\n\n {% if column.alias %}\n\n {% do base_columns.append({ \"name\": column.name, \"alias\": column.alias, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column.name, \"datatype\": column.datatype if column.datatype else dbt.type_string()}) %}\n \n {% endif %}\n\n {% else %}\n\n {% do base_columns.append({ \"name\": column, \"datatype\": dbt.type_string()}) %}\n\n {% endif %}\n\n {% endfor %}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4750261, "supported_languages": null}, "macro.fivetran_utils.wrap_in_quotes": {"name": "wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.wrap_in_quotes", "macro_sql": "{%- macro wrap_in_quotes(object_to_quote) -%}\n\n{{ return(adapter.dispatch('wrap_in_quotes', 'fivetran_utils')(object_to_quote)) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.postgres__wrap_in_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4756248, "supported_languages": null}, "macro.fivetran_utils.default__wrap_in_quotes": {"name": "default__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.default__wrap_in_quotes", "macro_sql": "{%- macro default__wrap_in_quotes(object_to_quote) -%}\n{# bigquery, spark, databricks #}\n `{{ object_to_quote }}`\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4758666, "supported_languages": null}, "macro.fivetran_utils.snowflake__wrap_in_quotes": {"name": "snowflake__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.snowflake__wrap_in_quotes", "macro_sql": "{%- macro snowflake__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote | upper }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4760993, "supported_languages": null}, "macro.fivetran_utils.redshift__wrap_in_quotes": {"name": "redshift__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.redshift__wrap_in_quotes", "macro_sql": "{%- macro redshift__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.476307, "supported_languages": null}, "macro.fivetran_utils.postgres__wrap_in_quotes": {"name": "postgres__wrap_in_quotes", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/wrap_in_quotes.sql", "original_file_path": "macros/wrap_in_quotes.sql", "unique_id": "macro.fivetran_utils.postgres__wrap_in_quotes", "macro_sql": "{%- macro postgres__wrap_in_quotes(object_to_quote) -%}\n \"{{ object_to_quote }}\"\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4765108, "supported_languages": null}, "macro.fivetran_utils.first_value": {"name": "first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.first_value", "macro_sql": "{% macro first_value(first_value_field, partition_field, order_by_field, order=\"asc\") -%}\n\n{{ adapter.dispatch('first_value', 'fivetran_utils') (first_value_field, partition_field, order_by_field, order) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__first_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4772513, "supported_languages": null}, "macro.fivetran_utils.default__first_value": {"name": "default__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.default__first_value", "macro_sql": "{% macro default__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4776535, "supported_languages": null}, "macro.fivetran_utils.redshift__first_value": {"name": "redshift__first_value", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/first_value.sql", "original_file_path": "macros/first_value.sql", "unique_id": "macro.fivetran_utils.redshift__first_value", "macro_sql": "{% macro redshift__first_value(first_value_field, partition_field, order_by_field, order=\"asc\") %}\n\n first_value( {{ first_value_field }} ignore nulls ) over (partition by {{ partition_field }} order by {{ order_by_field }} {{ order }} , {{ partition_field }} rows unbounded preceding )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4781067, "supported_languages": null}, "macro.fivetran_utils.ceiling": {"name": "ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.ceiling", "macro_sql": "{% macro ceiling(num) -%}\n\n{{ adapter.dispatch('ceiling', 'fivetran_utils') (num) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__ceiling"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4785678, "supported_languages": null}, "macro.fivetran_utils.default__ceiling": {"name": "default__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.default__ceiling", "macro_sql": "{% macro default__ceiling(num) %}\n ceiling({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.478776, "supported_languages": null}, "macro.fivetran_utils.snowflake__ceiling": {"name": "snowflake__ceiling", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/ceiling.sql", "original_file_path": "macros/ceiling.sql", "unique_id": "macro.fivetran_utils.snowflake__ceiling", "macro_sql": "{% macro snowflake__ceiling(num) %}\n ceil({{ num }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4789975, "supported_languages": null}, "macro.fivetran_utils.union_data": {"name": "union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.union_data", "macro_sql": "{%- macro union_data(table_identifier, database_variable, schema_variable, default_database, default_schema, default_variable, union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('union_data', 'fivetran_utils') (\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.fivetran_utils.default__union_data"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4812605, "supported_languages": null}, "macro.fivetran_utils.default__union_data": {"name": "default__union_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/union_data.sql", "original_file_path": "macros/union_data.sql", "unique_id": "macro.fivetran_utils.default__union_data", "macro_sql": "{%- macro default__union_data(\n table_identifier, \n database_variable, \n schema_variable, \n default_database, \n default_schema, \n default_variable,\n union_schema_variable,\n union_database_variable\n ) -%}\n\n{%- if var(union_schema_variable, none) -%}\n\n {%- set relations = [] -%}\n \n {%- if var(union_schema_variable) is string -%}\n {%- set trimmed = var(union_schema_variable)|trim('[')|trim(']') -%}\n {%- set schemas = trimmed.split(',')|map('trim',\" \")|map('trim','\"')|map('trim',\"'\") -%}\n {%- else -%}\n {%- set schemas = var(union_schema_variable) -%}\n {%- endif -%}\n\n {%- for schema in var(union_schema_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else var(database_variable, default_database),\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else schema,\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n \n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n \n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- elif var(union_database_variable, none) -%}\n\n {%- set relations = [] -%}\n\n {%- for database in var(union_database_variable) -%}\n {%- set relation=adapter.get_relation(\n database=source(schema, table_identifier).database if var('has_defined_sources', false) else database,\n schema=source(schema, table_identifier).schema if var('has_defined_sources', false) else var(schema_variable, default_schema),\n identifier=source(schema, table_identifier).identifier if var('has_defined_sources', false) else table_identifier\n ) -%}\n\n {%- set relation_exists=relation is not none -%}\n\n {%- if relation_exists -%}\n {%- do relations.append(relation) -%}\n {%- endif -%}\n\n {%- endfor -%}\n\n {%- if relations != [] -%}\n {{ dbt_utils.union_relations(relations) }}\n {%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n {%- endif -%}\n\n{%- else -%}\n {% set exception_schemas = {\"linkedin_company_pages\": \"linkedin_pages\", \"instagram_business_pages\": \"instagram_business\"} %}\n {% set relation = namespace(value=\"\") %}\n {% if default_schema in exception_schemas.keys() %}\n {% for corrected_schema_name in exception_schemas.items() %} \n {% if default_schema in corrected_schema_name %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = corrected_schema_name[1] + \"_\" + table_identifier + \"_identifier\" %}\n {%- set relation.value=adapter.get_relation(\n database=source(corrected_schema_name[1], table_identifier).database,\n schema=source(corrected_schema_name[1], table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n {% endfor %}\n {% else %}\n {# In order for this macro to effectively work within upstream integration tests (mainly used by the Fivetran dbt package maintainers), this identifier variable selection is required to use the macro with different identifier names. #}\n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifier\" %}\n {# Unfortunately the Twitter Organic identifiers were misspelled. As such, we will need to account for this in the model. This will be adjusted in the Twitter Organic package, but to ensure backwards compatibility, this needs to be included. #}\n {% if var(identifier_var, none) is none %} \n {% set identifier_var = default_schema + \"_\" + table_identifier + \"_identifer\" %}\n {% endif %}\n {%- set relation.value=adapter.get_relation(\n database=source(default_schema, table_identifier).database,\n schema=source(default_schema, table_identifier).schema,\n identifier=var(identifier_var, table_identifier)\n ) -%}\n {% endif %}\n{%- set table_exists=relation.value is not none -%}\n\n{%- if table_exists -%}\n select * \n from {{ relation.value }}\n{%- else -%}\n {% if execute and not var('fivetran__remove_empty_table_warnings', false) -%}\n {{ exceptions.warn(\"\\n\\nPlease be aware: The \" ~ table_identifier|upper ~ \" table was not found in your \" ~ default_schema|upper ~ \" schema(s). The Fivetran dbt package will create a completely empty \" ~ table_identifier|upper ~ \" staging model as to not break downstream transformations. To turn off these warnings, set the `fivetran__remove_empty_table_warnings` variable to TRUE (see https://github.com/fivetran/dbt_fivetran_utils/tree/releases/v0.4.latest#union_data-source for details).\\n\") }}\n {% endif -%}\n select \n cast(null as {{ dbt.type_string() }}) as _dbt_source_relation\n limit 0\n{%- endif -%}\n{%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils.union_relations", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4897828, "supported_languages": null}, "macro.fivetran_utils.snowflake_seed_data": {"name": "snowflake_seed_data", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/snowflake_seed_data.sql", "original_file_path": "macros/snowflake_seed_data.sql", "unique_id": "macro.fivetran_utils.snowflake_seed_data", "macro_sql": "{% macro snowflake_seed_data(seed_name) %}\n\n{% if target.type == 'snowflake' %}\n{{ return(ref(seed_name ~ '_snowflake')) }}\n{% else %}\n{{ return(ref(seed_name)) }}\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4905465, "supported_languages": null}, "macro.fivetran_utils.fivetran_date_spine": {"name": "fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.fivetran_date_spine", "macro_sql": "{% macro fivetran_date_spine(datepart, start_date, end_date) -%}\n\n{{ return(adapter.dispatch('fivetran_date_spine', 'fivetran_utils') (datepart, start_date, end_date)) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__fivetran_date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4915307, "supported_languages": null}, "macro.fivetran_utils.default__fivetran_date_spine": {"name": "default__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.default__fivetran_date_spine", "macro_sql": "{% macro default__fivetran_date_spine(datepart, start_date, end_date) %}\n\n {{ dbt_utils.date_spine(datepart, start_date, end_date) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4918926, "supported_languages": null}, "macro.fivetran_utils.sqlserver__fivetran_date_spine": {"name": "sqlserver__fivetran_date_spine", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/fivetran_date_spine.sql", "original_file_path": "macros/fivetran_date_spine.sql", "unique_id": "macro.fivetran_utils.sqlserver__fivetran_date_spine", "macro_sql": "{% macro sqlserver__fivetran_date_spine(datepart, start_date, end_date) -%}\n\n {% set date_spine_query %}\n with\n\n l0 as (\n\n select c\n from (select 1 union all select 1) as d(c)\n\n ),\n l1 as (\n\n select\n 1 as c\n from l0 as a\n cross join l0 as b\n\n ),\n\n l2 as (\n\n select 1 as c\n from l1 as a\n cross join l1 as b\n ),\n\n l3 as (\n\n select 1 as c\n from l2 as a\n cross join l2 as b\n ),\n\n l4 as (\n\n select 1 as c\n from l3 as a\n cross join l3 as b\n ),\n\n l5 as (\n\n select 1 as c\n from l4 as a\n cross join l4 as b\n ),\n\n nums as (\n\n select row_number() over (order by (select null)) as rownum\n from l5\n ),\n\n rawdata as (\n\n select top ({{dbt.datediff(start_date, end_date, datepart)}}) rownum -1 as n\n from nums\n order by rownum\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n 'n',\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n order by 1\n\n {% endset %}\n\n {% set results = run_query(date_spine_query) %}\n\n {% if execute %}\n\n {% set results_list = results.columns[0].values() %}\n \n {% else %}\n\n {% set results_list = [] %}\n\n {% endif %}\n\n {%- for date_field in results_list %}\n select cast('{{ date_field }}' as date) as date_{{datepart}} {{ 'union all ' if not loop.last else '' }}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff", "macro.dbt.dateadd", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4934607, "supported_languages": null}, "macro.fivetran_utils.remove_prefix_from_columns": {"name": "remove_prefix_from_columns", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/remove_prefix_from_columns.sql", "original_file_path": "macros/remove_prefix_from_columns.sql", "unique_id": "macro.fivetran_utils.remove_prefix_from_columns", "macro_sql": "{% macro remove_prefix_from_columns(columns, prefix='', exclude=[]) %}\n\n {%- for col in columns if col.name not in exclude -%}\n {%- if col.name[:prefix|length]|lower == prefix -%}\n {{ col.name }} as {{ col.name[prefix|length:] }}\n {%- else -%}\n {{ col.name }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {% endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.49461, "supported_languages": null}, "macro.fivetran_utils.enabled_vars": {"name": "enabled_vars", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/enabled_vars.sql", "original_file_path": "macros/enabled_vars.sql", "unique_id": "macro.fivetran_utils.enabled_vars", "macro_sql": "{% macro enabled_vars(vars) %}\n\n{% for v in vars %}\n \n {% if var(v, True) == False %}\n {{ return(False) }}\n {% endif %}\n\n{% endfor %}\n\n{{ return(True) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4953618, "supported_languages": null}, "macro.fivetran_utils.source_relation": {"name": "source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.source_relation", "macro_sql": "{% macro source_relation(union_schema_variable='union_schemas', union_database_variable='union_databases') -%}\n\n{{ adapter.dispatch('source_relation', 'fivetran_utils') (union_schema_variable, union_database_variable) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.default__source_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4960854, "supported_languages": null}, "macro.fivetran_utils.default__source_relation": {"name": "default__source_relation", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/source_relation.sql", "original_file_path": "macros/source_relation.sql", "unique_id": "macro.fivetran_utils.default__source_relation", "macro_sql": "{% macro default__source_relation(union_schema_variable, union_database_variable) %}\n\n{% if var(union_schema_variable, none) %}\n, case\n {% for schema in var(union_schema_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%.{{ schema|lower }}.%' then '{{ schema|lower }}'\n {% endfor %}\n end as source_relation\n{% elif var(union_database_variable, none) %}\n, case\n {% for database in var(union_database_variable) %}\n when lower(replace(replace(_dbt_source_relation,'\"',''),'`','')) like '%{{ database|lower }}.%' then '{{ database|lower }}'\n {% endfor %}\n end as source_relation\n{% else %}\n, cast('' as {{ dbt.type_string() }}) as source_relation\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.497191, "supported_languages": null}, "macro.fivetran_utils.percentile": {"name": "percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.percentile", "macro_sql": "{% macro percentile(percentile_field, partition_field, percent) -%}\n\n{{ adapter.dispatch('percentile', 'fivetran_utils') (percentile_field, partition_field, percent) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.fivetran_utils.postgres__percentile"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4979959, "supported_languages": null}, "macro.fivetran_utils.default__percentile": {"name": "default__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.default__percentile", "macro_sql": "{% macro default__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4983256, "supported_languages": null}, "macro.fivetran_utils.redshift__percentile": {"name": "redshift__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.redshift__percentile", "macro_sql": "{% macro redshift__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n over ( partition by {{ partition_field }} )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.498646, "supported_languages": null}, "macro.fivetran_utils.bigquery__percentile": {"name": "bigquery__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.bigquery__percentile", "macro_sql": "{% macro bigquery__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.498984, "supported_languages": null}, "macro.fivetran_utils.postgres__percentile": {"name": "postgres__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.postgres__percentile", "macro_sql": "{% macro postgres__percentile(percentile_field, partition_field, percent) %}\n\n percentile_cont( \n {{ percent }} )\n within group ( order by {{ percentile_field }} )\n /* have to group by partition field */\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4992764, "supported_languages": null}, "macro.fivetran_utils.spark__percentile": {"name": "spark__percentile", "resource_type": "macro", "package_name": "fivetran_utils", "path": "macros/percentile.sql", "original_file_path": "macros/percentile.sql", "unique_id": "macro.fivetran_utils.spark__percentile", "macro_sql": "{% macro spark__percentile(percentile_field, partition_field, percent) %}\n\n percentile( \n {{ percentile_field }}, \n {{ percent }}) \n over (partition by {{ partition_field }} \n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1762460715.4995942, "supported_languages": null}}, "docs": {"doc.dbt.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "dbt", "path": "overview.md", "original_file_path": "docs/overview.md", "unique_id": "doc.dbt.__overview__", "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion"}, "doc.marketo.count_sends": {"name": "count_sends", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_sends", "block_contents": "Count of total sends from related email sends."}, "doc.marketo.count_opens": {"name": "count_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_opens", "block_contents": "Count of total opens from related email sends."}, "doc.marketo.count_bounces": {"name": "count_bounces", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_bounces", "block_contents": "Count of total bounces from related email sends."}, "doc.marketo.count_clicks": {"name": "count_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_clicks", "block_contents": "Count of total clicks from related email sends."}, "doc.marketo.count_deliveries": {"name": "count_deliveries", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_deliveries", "block_contents": "Count of total deliveries from related email sends."}, "doc.marketo.count_unsubscribes": {"name": "count_unsubscribes", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unsubscribes", "block_contents": "Count of total unsubscribes from related email sends."}, "doc.marketo.count_unique_opens": {"name": "count_unique_opens", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_opens", "block_contents": "Count of unique opens from related email sends."}, "doc.marketo.count_unique_clicks": {"name": "count_unique_clicks", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.count_unique_clicks", "block_contents": "Count of unique clicks from related email sends."}, "doc.marketo.source_relation": {"name": "source_relation", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo.source_relation", "block_contents": "Identifies the record's source."}, "doc.marketo._fivetran_synced": {"name": "_fivetran_synced", "resource_type": "doc", "package_name": "marketo", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.marketo._fivetran_synced", "block_contents": "The timestamp when the record was last synced by Fivetran."}}, "exposures": {}, "metrics": {}, "groups": {}, "selectors": {}, "disabled": {"test.marketo_integration_tests.consistency_leads": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_leads", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_leads.sql", "original_file_path": "tests/consistency/consistency_leads.sql", "unique_id": "test.marketo_integration_tests.consistency_leads", "fqn": ["marketo_integration_tests", "consistency", "consistency_leads"], "alias": "consistency_leads", "checksum": {"name": "sha256", "checksum": "d55a0c8370aeb982c85f4d3de8eec81494ca35fd5e0ecf73dcd8d0d060a9c1cf"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.2594872, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n-- this test ensures the marketo__leads end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__leads\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__leads'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__leads\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__leads", "package": null, "version": null}, {"name": "marketo__leads", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_campaigns_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_campaigns_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_campaigns_count.sql", "original_file_path": "tests/consistency/consistency_campaigns_count.sql", "unique_id": "test.marketo_integration_tests.consistency_campaigns_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_campaigns_count"], "alias": "consistency_campaigns_count", "checksum": {"name": "sha256", "checksum": "ba66788c4908e90a11e321682a9002e300c68adde18c69fcbeae9cc566f3d3ea"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.3080337, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true)\n) }}\n\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__campaigns\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__campaigns\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_sends": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_sends", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_sends.sql", "original_file_path": "tests/consistency/consistency_email_sends.sql", "unique_id": "test.marketo_integration_tests.consistency_email_sends", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_sends"], "alias": "consistency_email_sends", "checksum": {"name": "sha256", "checksum": "f36f065ef9ccb480905f9d69ff3af0dd1a78adb6b316bd88bb1d12c9214801ca"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.3150108, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n{% set columns_to_exclude = ['activity_id'] + var('consistency_test_exclude_columns', []) %}\n\n{% if not var('marketo__enable_campaigns', True) %}\n {% do columns_to_exclude.extend(['campaign_type', 'program_id']) %}\n{% endif %}\n\nwith prod as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'), \n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_prod.marketo__email_sends\n),\n\ndev as (\n select {{ dbt_utils.star(\n from=ref('marketo__email_sends'),\n except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_dev.marketo__email_sends\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_sends", "package": null, "version": null}, {"name": "marketo__email_sends", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_programs": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_programs", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_programs.sql", "original_file_path": "tests/consistency/consistency_programs.sql", "unique_id": "test.marketo_integration_tests.consistency_programs", "fqn": ["marketo_integration_tests", "consistency", "consistency_programs"], "alias": "consistency_programs", "checksum": {"name": "sha256", "checksum": "bc55254a4fa36bd0da03eb852ed3d39ddde6603810cfadcaf1ae697904cc600a"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.3753242, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true)\n) }}\n\n-- this test ensures the marketo__programs end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__programs\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__programs'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__programs\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__programs", "package": null, "version": null}, {"name": "marketo__programs", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_leads_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_leads_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_leads_count.sql", "original_file_path": "tests/consistency/consistency_leads_count.sql", "unique_id": "test.marketo_integration_tests.consistency_leads_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_leads_count"], "alias": "consistency_leads_count", "checksum": {"name": "sha256", "checksum": "579e62fa35fafbd3a49ecdea6a5b590a19a72262321d07072f045dc48c495e5f"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.3832796, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__leads\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__leads\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_programs_count": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_programs_count", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_programs_count.sql", "original_file_path": "tests/consistency/consistency_programs_count.sql", "unique_id": "test.marketo_integration_tests.consistency_programs_count", "fqn": ["marketo_integration_tests", "consistency", "consistency_programs_count"], "alias": "consistency_programs_count", "checksum": {"name": "sha256", "checksum": "25915245f50c1b58d10486cd5a510271a0914538fadabaac10ca159b1bfaaec8"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.388792, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true) and var('marketo__enable_programs', true)\n) }}\n\nwith prod as (\n select count(*) as prod_row_count\n from {{ target.schema }}_marketo_prod.marketo__programs\n),\n\ndev as (\n select count(*) as dev_row_count\n from {{ target.schema }}_marketo_dev.marketo__programs\n), \n\ncount_check as (\n select *\n from prod\n join dev\n on prod.prod_row_count != dev.dev_row_count\n)\n\nselect *\nfrom count_check", "doc_blocks": [], "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_email_templates": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_email_templates", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_email_templates.sql", "original_file_path": "tests/consistency/consistency_email_templates.sql", "unique_id": "test.marketo_integration_tests.consistency_email_templates", "fqn": ["marketo_integration_tests", "consistency", "consistency_email_templates"], "alias": "consistency_email_templates", "checksum": {"name": "sha256", "checksum": "d5767d34fd188b287d64c15a3ab83ef49592928fb57c9bfcf6d6aa0cef38c58f"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.3949473, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n{% set columns_to_exclude = var('consistency_test_exclude_columns', []) + var('consistency_test_exclude_metrics', []) %}\n\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_prod.marketo__email_templates\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__email_templates'), except=columns_to_exclude) }}\n from {{ target.schema }}_marketo_dev.marketo__email_templates\n), \n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__email_templates", "package": null, "version": null}, {"name": "marketo__email_templates", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_lead_history": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_lead_history", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_lead_history.sql", "original_file_path": "tests/consistency/consistency_lead_history.sql", "unique_id": "test.marketo_integration_tests.consistency_lead_history", "fqn": ["marketo_integration_tests", "consistency", "consistency_lead_history"], "alias": "consistency_lead_history", "checksum": {"name": "sha256", "checksum": "37c22d83990123f854d9a2e90e78233bb6a23a1d75046f4eabfe09090da349fb"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.4034047, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false)\n) }}\n\n-- this test ensures the marketo__lead_history end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__lead_history\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__lead_history'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__lead_history\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__lead_history", "package": null, "version": null}, {"name": "marketo__lead_history", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}], "test.marketo_integration_tests.consistency_campaigns": [{"database": "postgres", "schema": "public_dbt_test__audit", "name": "consistency_campaigns", "resource_type": "test", "package_name": "marketo_integration_tests", "path": "consistency/consistency_campaigns.sql", "original_file_path": "tests/consistency/consistency_campaigns.sql", "unique_id": "test.marketo_integration_tests.consistency_campaigns", "fqn": ["marketo_integration_tests", "consistency", "consistency_campaigns"], "alias": "consistency_campaigns", "checksum": {"name": "sha256", "checksum": "786bf8f52877d9b15615aaef3fb1142f3e895dbb25b87eff32abc382765a31b1"}, "config": {"enabled": false, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": ["fivetran_validations"], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": ["fivetran_validations"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"tags": "fivetran_validations", "enabled": false}, "created_at": 1762460716.4107275, "relation_name": null, "raw_code": "{{ config(\n tags=\"fivetran_validations\",\n enabled=var('fivetran_validation_tests_enabled', false) and var('marketo__enable_campaigns', true)\n) }}\n\n-- this test ensures the marketo__campaigns end model matches the prior version\nwith prod as (\n select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_prod.marketo__campaigns\n),\n\ndev as (\n select {{ dbt_utils.star(from=ref('marketo__campaigns'), except=var('consistency_test_exclude_columns', [])) }}\n from {{ target.schema }}_marketo_dev.marketo__campaigns\n),\n\nprod_not_in_dev as (\n -- rows from prod not found in dev\n select * from prod\n except distinct\n select * from dev\n),\n\ndev_not_in_prod as (\n -- rows from dev not found in prod\n select * from dev\n except distinct\n select * from prod\n),\n\nfinal as (\n select\n *,\n 'from prod' as source\n from prod_not_in_dev\n\n union all -- union since we only care if rows are produced\n\n select\n *,\n 'from dev' as source\n from dev_not_in_prod\n)\n\nselect *\nfrom final", "doc_blocks": [], "language": "sql", "refs": [{"name": "marketo__campaigns", "package": null, "version": null}, {"name": "marketo__campaigns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.star"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}]}, "parent_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["model.marketo.marketo__email_stats__by_program", "model.marketo.stg_marketo__program"], "model.marketo.marketo__lead_history": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine"], "model.marketo.marketo__email_templates": ["model.marketo.marketo__email_stats__by_email_template", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__leads": ["model.marketo.int_marketo__lead", "model.marketo.marketo__email_stats__by_lead"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__bounces__by_sent_email", "model.marketo.marketo__clicks__by_sent_email", "model.marketo.marketo__deliveries__by_sent_email", "model.marketo.marketo__email_sends_deduped", "model.marketo.marketo__opens__by_sent_email", "model.marketo.marketo__unsubscribes__by_sent_email", "model.marketo.stg_marketo__campaigns", "model.marketo.stg_marketo__email_template_history"], "model.marketo.marketo__campaigns": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.stg_marketo__campaigns"], "model.marketo.marketo__calendar_spine": ["model.marketo.stg_marketo__lead_tmp"], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "model.marketo.stg_marketo__lead": ["model.marketo.stg_marketo__lead_tmp"], "model.marketo.stg_marketo__program": ["model.marketo.stg_marketo__program_tmp"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "model.marketo.stg_marketo__campaigns": ["model.marketo.stg_marketo__campaign_tmp"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["source.marketo.marketo.activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["source.marketo.marketo.lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["source.marketo.marketo.lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["source.marketo.marketo.activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["source.marketo.marketo.program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["source.marketo.marketo.activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["source.marketo.marketo.email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["source.marketo.marketo.campaign"], "model.marketo.stg_marketo__activity_send_email_tmp": ["source.marketo.marketo.activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["source.marketo.marketo.activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["source.marketo.marketo.activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["source.marketo.marketo.activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["source.marketo.marketo.activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["source.marketo.marketo.activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.int_marketo__lead": ["model.marketo.stg_marketo__activity_delete_lead", "model.marketo.stg_marketo__activity_merge_leads", "model.marketo.stg_marketo__lead"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__change_data_pivot": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "model.marketo.marketo__change_data_scd": ["model.marketo.int_marketo__lead", "model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.int_marketo__lead", "model.marketo.marketo__calendar_spine"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_details": ["model.marketo.stg_marketo__activity_change_data_value", "model.marketo.stg_marketo__lead_describe"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": ["model.marketo.marketo__campaigns"], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": ["model.marketo.marketo__email_sends"], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": ["model.marketo.marketo__email_templates"], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": ["model.marketo.marketo__lead_history"], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": ["model.marketo.marketo__leads"], "test.marketo.not_null_marketo__programs_program_id.de885080e0": ["model.marketo.marketo__programs"], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": ["model.marketo.stg_marketo__activity_change_data_value"], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": ["model.marketo.stg_marketo__activity_click_email"], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": ["model.marketo.stg_marketo__activity_email_bounced"], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": ["model.marketo.stg_marketo__activity_email_delivered"], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": ["model.marketo.stg_marketo__activity_open_email"], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": ["model.marketo.stg_marketo__activity_send_email"], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": ["model.marketo.stg_marketo__campaigns"], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": ["model.marketo.stg_marketo__email_template_history"], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": ["model.marketo.stg_marketo__lead_describe"], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": ["model.marketo.stg_marketo__lead"], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": ["model.marketo.stg_marketo__program"], "source.marketo.marketo.lead": [], "source.marketo.marketo.lead_describe": [], "source.marketo.marketo.activity_change_data_value": [], "source.marketo.marketo.campaign": [], "source.marketo.marketo.program": [], "source.marketo.marketo.email_template_history": [], "source.marketo.marketo.activity_click_email": [], "source.marketo.marketo.activity_email_delivered": [], "source.marketo.marketo.activity_email_bounced": [], "source.marketo.marketo.activity_open_email": [], "source.marketo.marketo.activity_unsubscribe_email": [], "source.marketo.marketo.activity_send_email": [], "source.marketo.marketo.activity_delete_lead": [], "source.marketo.marketo.activity_merge_leads": []}, "child_map": {"seed.marketo_integration_tests.marketo_email_template_history_data": [], "seed.marketo_integration_tests.marketo_activity_email_bounced_data": [], "seed.marketo_integration_tests.marketo_campaign_data": [], "seed.marketo_integration_tests.marketo_activity_delete_lead_data": [], "seed.marketo_integration_tests.marketo_activity_open_email_data": [], "seed.marketo_integration_tests.marketo_activity_merge_leads_data": [], "seed.marketo_integration_tests.marketo_activity_unsubscribe_email_data": [], "seed.marketo_integration_tests.marketo_activity_email_delivered_data": [], "seed.marketo_integration_tests.marketo_activity_click_email_data": [], "seed.marketo_integration_tests.marketo_lead_data": [], "seed.marketo_integration_tests.marketo_activity_change_data_value_data": [], "seed.marketo_integration_tests.marketo_program_data": [], "seed.marketo_integration_tests.marketo_lead_describe_data": [], "seed.marketo_integration_tests.marketo_activity_send_email_data": [], "model.marketo.marketo__programs": ["test.marketo.not_null_marketo__programs_program_id.de885080e0"], "model.marketo.marketo__lead_history": ["test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c", "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a"], "model.marketo.marketo__email_templates": ["test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332"], "model.marketo.marketo__leads": ["test.marketo.not_null_marketo__leads_lead_id.4dd423c832"], "model.marketo.marketo__email_sends": ["model.marketo.marketo__email_stats__by_campaign", "model.marketo.marketo__email_stats__by_email_template", "model.marketo.marketo__email_stats__by_lead", "model.marketo.marketo__email_stats__by_program", "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a"], "model.marketo.marketo__campaigns": ["test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf"], "model.marketo.marketo__calendar_spine": ["model.marketo.marketo__lead_calendar_spine"], "model.marketo.stg_marketo__activity_change_data_value": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108"], "model.marketo.stg_marketo__activity_unsubscribe_email": ["model.marketo.marketo__unsubscribes__by_sent_email", "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0"], "model.marketo.stg_marketo__activity_send_email": ["model.marketo.marketo__email_sends_deduped", "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8"], "model.marketo.stg_marketo__activity_click_email": ["model.marketo.marketo__clicks__by_sent_email", "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd"], "model.marketo.stg_marketo__activity_delete_lead": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__lead_describe": ["model.marketo.marketo__change_data_details", "model.marketo.marketo__change_data_pivot", "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879"], "model.marketo.stg_marketo__email_template_history": ["model.marketo.marketo__email_sends", "model.marketo.marketo__email_templates", "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa"], "model.marketo.stg_marketo__lead": ["model.marketo.int_marketo__lead", "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055"], "model.marketo.stg_marketo__program": ["model.marketo.marketo__programs", "test.marketo.not_null_stg_marketo__program_program_id.882bad918f"], "model.marketo.stg_marketo__activity_merge_leads": ["model.marketo.int_marketo__lead"], "model.marketo.stg_marketo__activity_email_delivered": ["model.marketo.marketo__deliveries__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885"], "model.marketo.stg_marketo__activity_open_email": ["model.marketo.marketo__opens__by_sent_email", "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396"], "model.marketo.stg_marketo__activity_email_bounced": ["model.marketo.marketo__bounces__by_sent_email", "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2"], "model.marketo.stg_marketo__campaigns": ["model.marketo.marketo__campaigns", "model.marketo.marketo__email_sends", "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112"], "model.marketo.stg_marketo__activity_email_bounced_tmp": ["model.marketo.stg_marketo__activity_email_bounced"], "model.marketo.stg_marketo__lead_tmp": ["model.marketo.marketo__calendar_spine", "model.marketo.stg_marketo__lead"], "model.marketo.stg_marketo__lead_describe_tmp": ["model.marketo.stg_marketo__lead_describe"], "model.marketo.stg_marketo__activity_delete_lead_tmp": ["model.marketo.stg_marketo__activity_delete_lead"], "model.marketo.stg_marketo__program_tmp": ["model.marketo.stg_marketo__program"], "model.marketo.stg_marketo__activity_unsubscribe_email_tmp": ["model.marketo.stg_marketo__activity_unsubscribe_email"], "model.marketo.stg_marketo__email_template_history_tmp": ["model.marketo.stg_marketo__email_template_history"], "model.marketo.stg_marketo__campaign_tmp": ["model.marketo.stg_marketo__campaigns"], "model.marketo.stg_marketo__activity_send_email_tmp": ["model.marketo.stg_marketo__activity_send_email"], "model.marketo.stg_marketo__activity_open_email_tmp": ["model.marketo.stg_marketo__activity_open_email"], "model.marketo.stg_marketo__activity_click_email_tmp": ["model.marketo.stg_marketo__activity_click_email"], "model.marketo.stg_marketo__activity_merge_leads_tmp": ["model.marketo.stg_marketo__activity_merge_leads"], "model.marketo.stg_marketo__activity_change_data_value_tmp": ["model.marketo.stg_marketo__activity_change_data_value"], "model.marketo.stg_marketo__activity_email_delivered_tmp": ["model.marketo.stg_marketo__activity_email_delivered"], "model.marketo.marketo__email_stats__by_lead": ["model.marketo.marketo__leads"], "model.marketo.marketo__email_stats__by_campaign": ["model.marketo.marketo__campaigns"], "model.marketo.marketo__clicks__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.int_marketo__lead": ["model.marketo.marketo__change_data_scd", "model.marketo.marketo__lead_calendar_spine", "model.marketo.marketo__leads"], "model.marketo.marketo__unsubscribes__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__opens__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_sends_deduped": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__deliveries__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__change_data_pivot": ["model.marketo.marketo__change_data_scd"], "model.marketo.marketo__change_data_scd": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__lead_calendar_spine": ["model.marketo.marketo__lead_history"], "model.marketo.marketo__email_stats__by_email_template": ["model.marketo.marketo__email_templates"], "model.marketo.marketo__bounces__by_sent_email": ["model.marketo.marketo__email_sends"], "model.marketo.marketo__email_stats__by_program": ["model.marketo.marketo__programs"], "model.marketo.marketo__change_data_details": ["model.marketo.marketo__change_data_scd"], "operation.marketo.marketo-on-run-start-0": [], "test.marketo.not_null_marketo__campaigns_campaign_id.91d651bcbf": [], "test.marketo.not_null_marketo__email_sends_email_send_id.2ad799df7a": [], "test.marketo.not_null_marketo__email_templates_email_template_id.3b92bfe332": [], "test.marketo.not_null_marketo__lead_history_lead_history_id.f9f0bece9c": [], "test.marketo.not_null_marketo__lead_history_lead_id.775a15195a": [], "test.marketo.not_null_marketo__leads_lead_id.4dd423c832": [], "test.marketo.not_null_marketo__programs_program_id.de885080e0": [], "test.marketo.not_null_stg_marketo__activity_change_data_value_activity_id.8ae060d108": [], "test.marketo.not_null_stg_marketo__activity_click_email_activity_id.8e4b4af9fd": [], "test.marketo.not_null_stg_marketo__activity_email_bounced_activity_id.578b8cddf2": [], "test.marketo.not_null_stg_marketo__activity_email_delivered_activity_id.138e450885": [], "test.marketo.not_null_stg_marketo__activity_open_email_activity_id.72e7514396": [], "test.marketo.not_null_stg_marketo__activity_send_email_activity_id.4eaf534bc8": [], "test.marketo.not_null_stg_marketo__activity_unsubscribe_email_activity_id.a31edf42c0": [], "test.marketo.not_null_stg_marketo__campaigns_campaign_id.9599619112": [], "test.marketo.not_null_stg_marketo__email_template_history_email_template_history_id.dcab273dfa": [], "test.marketo.not_null_stg_marketo__lead_describe_lead_describe_id.37612f6879": [], "test.marketo.not_null_stg_marketo__lead_lead_id.a539cbf055": [], "test.marketo.not_null_stg_marketo__program_program_id.882bad918f": [], "source.marketo.marketo.lead": ["model.marketo.stg_marketo__lead_tmp"], "source.marketo.marketo.lead_describe": ["model.marketo.stg_marketo__lead_describe_tmp"], "source.marketo.marketo.activity_change_data_value": ["model.marketo.stg_marketo__activity_change_data_value_tmp"], "source.marketo.marketo.campaign": ["model.marketo.stg_marketo__campaign_tmp"], "source.marketo.marketo.program": ["model.marketo.stg_marketo__program_tmp"], "source.marketo.marketo.email_template_history": ["model.marketo.stg_marketo__email_template_history_tmp"], "source.marketo.marketo.activity_click_email": ["model.marketo.stg_marketo__activity_click_email_tmp"], "source.marketo.marketo.activity_email_delivered": ["model.marketo.stg_marketo__activity_email_delivered_tmp"], "source.marketo.marketo.activity_email_bounced": ["model.marketo.stg_marketo__activity_email_bounced_tmp"], "source.marketo.marketo.activity_open_email": ["model.marketo.stg_marketo__activity_open_email_tmp"], "source.marketo.marketo.activity_unsubscribe_email": ["model.marketo.stg_marketo__activity_unsubscribe_email_tmp"], "source.marketo.marketo.activity_send_email": ["model.marketo.stg_marketo__activity_send_email_tmp"], "source.marketo.marketo.activity_delete_lead": ["model.marketo.stg_marketo__activity_delete_lead_tmp"], "source.marketo.marketo.activity_merge_leads": ["model.marketo.stg_marketo__activity_merge_leads_tmp"]}, "group_map": {}, "saved_queries": {}, "semantic_models": {}, "unit_tests": {}} \ No newline at end of file