Hello,
I ve been trying to transform below snapshot in 1 sql file
{% snapshot notification %}
{{
config(
file_format='delta',
unique_key="EQUIPMENT_NUMBER",
target_schema='snapshot',
strategy='check',
check_cols='all' )
}}
SELECT * FROM {{ ref('xxx') }}
{% endsnapshot %},
SELECT
EQUIPMENT_NUMBER,
SUM_OF_DEFECTS,
Rule_Timestamp,
ROW_NUMBER() OVER (
PARTITION BY EQUIPMENT_NUMBER
ORDER BY Rule_Timestamp ASC) AS DATE_PRIORITY
I want to avoid creating follow up downstream model only to add row number and DATE_PRIORITY = 1 filter
and do it within 1 model. Is it even possible to add dynamic ROW_NUMBER() OVER (
PARTITION BY that would change after each job refresh?
Tried option
{% snapshot gen_notification %}
{{
config(
file_format='delta',
unique_key="EQUIPMENT_NUMBER",
target_schema='snapshot',
strategy='check',
check_cols='all' )
}}
SELECT
EQUIPMENT_NUMBER,
SUM_OF_DEFECTS,
Rule_Timestamp,
ROW_NUMBER() OVER (
PARTITION BY EQUIPMENT_NUMBER
ORDER BY Rule_Timestamp ASC) AS DATE_PRIORITY
FROM {{ ref('xxx') }}
{% endsnapshot %},
SELECT * FROM {{ ref('xxx') }}
WHERE DATE_PRIORITY = 1