沈楠
9d9c343b71
Some checks failed
MJN/finance-dbt/pipeline/head There was a failure building this commit
42 lines
1.4 KiB
SQL
42 lines
1.4 KiB
SQL
{{
|
|
config(
|
|
materialized='incremental',
|
|
engine='MergeTree',
|
|
order_by='ts_code, time_id',
|
|
unique_key=['ts_code', 'time_id'],
|
|
incremental_strategy='delete+insert',
|
|
partition_by=['cast(floor(time_id / 1000000) As Int32)'],
|
|
query_settings={
|
|
"join_algorithm": "'full_sorting_merge'",
|
|
"max_bytes_before_external_sort": "'1000M'",
|
|
"max_bytes_before_external_group_by":"'1000M'",
|
|
}
|
|
)
|
|
}}
|
|
|
|
Select
|
|
OdsMinutes.ts_code As ts_code,
|
|
OdsMinutes.time_id As time_id,
|
|
OdsMinutes.close As close,
|
|
OdsMinutes.open As open,
|
|
OdsMinutes.high As high,
|
|
OdsMinutes.low As low,
|
|
OdsMinutes.vol As vol,
|
|
OdsMinutes.amount As amount,
|
|
OdsAdjFactor.adj_factor As adj_factor,
|
|
now() As dt
|
|
From {{ ref('ods.tushare_minutes') }} As OdsMinutes
|
|
Any Left Join {{ ref('dw.dim_time') }} As DimTime
|
|
On OdsMinutes.time_id = DimTime.time_id
|
|
Any Left Join {{ ref('ods.tushare_adj_factor') }} As OdsAdjFactor
|
|
On OdsMinutes.ts_code = OdsAdjFactor.ts_code
|
|
And OdsAdjFactor.date_id = DimTime.date_id
|
|
where 1 = 1
|
|
{% if is_incremental() %}
|
|
And OdsMinutes.time_id >= (Select max(`time_id`) From {{ this }})
|
|
{% endif %}
|
|
{% if 'dev' in target.name %}
|
|
And OdsMinutes.time_id >= toYYYYMMDDhhmmss(dateAdd(Month,-1,today()))
|
|
{% elif target.name == 'test' %}
|
|
And OdsMinutes.time_id >= toYYYYMMDDhhmmss(dateAdd(Year,-1,today()))
|
|
{% endif %} |