Compare commits

...

2 Commits

Author SHA1 Message Date
7fcbfe07f4 release 0.0.3\nfull_sorting_merge for dw.fact_stock_minute
All checks were successful
MJN/finance-dbt/pipeline/head This commit looks good
2024-05-06 23:54:05 +08:00
cead646bd4 fix: nullable not_null_dw.fact_stock_minute_adj_factor
All checks were successful
MJN/finance-dbt/pipeline/head This commit looks good
2024-04-15 14:10:40 +08:00
2 changed files with 283 additions and 281 deletions

View File

@ -5,7 +5,11 @@
order_by='ts_code, time_id',
unique_key=['ts_code', 'time_id'],
partition_by=['cast(floor(time_id / 1000000) As Int32)'],
query_settings={"join_algorithm": "'partial_merge'"}
query_settings={
"join_algorithm": "'full_sorting_merge'",
"max_rows_in_set_to_optimize_join": "0",
"max_bytes_before_external_sort": "'1000M'"
}
)
}}

View File

@ -2,7 +2,7 @@
version: 2
models:
- name: dw.dim_exchange
- name: dw.dim_exchange
description: "交易所"
columns:
- name: exchange_id
@ -20,7 +20,7 @@ models:
tests:
- not_null
- unique
- name: dw.dim_date
- name: dw.dim_date
description: "日期"
tests:
- dbt_utils.unique_combination_of_columns:
@ -63,7 +63,7 @@ models:
description: "星期"
tests:
- not_null
- name: dw.dim_time
- name: dw.dim_time
description: "时间"
tests:
- dbt_utils.unique_combination_of_columns:
@ -94,7 +94,7 @@ models:
description: "分钟"
tests:
- not_null
- name: dw.dim_hs_calendar
- name: dw.dim_hs_calendar
description: "沪深交易日历"
tests:
- dbt_utils.unique_combination_of_columns:
@ -114,7 +114,7 @@ models:
description: "是否交易"
tests:
- not_null
- name: dw.dim_stock
- name: dw.dim_stock
description: "股票"
tests:
- dbt_utils.unique_combination_of_columns:
@ -179,7 +179,7 @@ models:
description: "实际控制人企业类型"
- name: dt
description: "更新时间"
- name: dw.fact_stock_daily
- name: dw.fact_stock_daily
description: "股票日数据"
tests:
- dbt_utils.unique_combination_of_columns:
@ -245,7 +245,7 @@ models:
description: "总市值(万元)"
- name: circ_mv
description: "流通市值(万元)"
- name: dw.fact_stock_minute
- name: dw.fact_stock_minute
description: "股票分钟数据"
tests:
- dbt_utils.unique_combination_of_columns:
@ -284,8 +284,6 @@ models:
- name: adj_factor
description: "复权因子"
data_type: "Decimal(16,6)"
tests:
- not_null
- name: dt
description: "时间"
data_type: "DateTime"