Compare commits

..

2 Commits

Author SHA1 Message Date
7fcbfe07f4 release 0.0.3\nfull_sorting_merge for dw.fact_stock_minute
All checks were successful
MJN/finance-dbt/pipeline/head This commit looks good
2024-05-06 23:54:05 +08:00
cead646bd4 fix: nullable not_null_dw.fact_stock_minute_adj_factor
All checks were successful
MJN/finance-dbt/pipeline/head This commit looks good
2024-04-15 14:10:40 +08:00
2 changed files with 283 additions and 281 deletions

View File

@ -5,7 +5,11 @@
order_by='ts_code, time_id', order_by='ts_code, time_id',
unique_key=['ts_code', 'time_id'], unique_key=['ts_code', 'time_id'],
partition_by=['cast(floor(time_id / 1000000) As Int32)'], partition_by=['cast(floor(time_id / 1000000) As Int32)'],
query_settings={"join_algorithm": "'partial_merge'"} query_settings={
"join_algorithm": "'full_sorting_merge'",
"max_rows_in_set_to_optimize_join": "0",
"max_bytes_before_external_sort": "'1000M'"
}
) )
}} }}

View File

@ -2,7 +2,7 @@
version: 2 version: 2
models: models:
- name: dw.dim_exchange - name: dw.dim_exchange
description: "交易所" description: "交易所"
columns: columns:
- name: exchange_id - name: exchange_id
@ -20,7 +20,7 @@ models:
tests: tests:
- not_null - not_null
- unique - unique
- name: dw.dim_date - name: dw.dim_date
description: "日期" description: "日期"
tests: tests:
- dbt_utils.unique_combination_of_columns: - dbt_utils.unique_combination_of_columns:
@ -63,7 +63,7 @@ models:
description: "星期" description: "星期"
tests: tests:
- not_null - not_null
- name: dw.dim_time - name: dw.dim_time
description: "时间" description: "时间"
tests: tests:
- dbt_utils.unique_combination_of_columns: - dbt_utils.unique_combination_of_columns:
@ -94,7 +94,7 @@ models:
description: "分钟" description: "分钟"
tests: tests:
- not_null - not_null
- name: dw.dim_hs_calendar - name: dw.dim_hs_calendar
description: "沪深交易日历" description: "沪深交易日历"
tests: tests:
- dbt_utils.unique_combination_of_columns: - dbt_utils.unique_combination_of_columns:
@ -114,7 +114,7 @@ models:
description: "是否交易" description: "是否交易"
tests: tests:
- not_null - not_null
- name: dw.dim_stock - name: dw.dim_stock
description: "股票" description: "股票"
tests: tests:
- dbt_utils.unique_combination_of_columns: - dbt_utils.unique_combination_of_columns:
@ -179,7 +179,7 @@ models:
description: "实际控制人企业类型" description: "实际控制人企业类型"
- name: dt - name: dt
description: "更新时间" description: "更新时间"
- name: dw.fact_stock_daily - name: dw.fact_stock_daily
description: "股票日数据" description: "股票日数据"
tests: tests:
- dbt_utils.unique_combination_of_columns: - dbt_utils.unique_combination_of_columns:
@ -245,7 +245,7 @@ models:
description: "总市值(万元)" description: "总市值(万元)"
- name: circ_mv - name: circ_mv
description: "流通市值(万元)" description: "流通市值(万元)"
- name: dw.fact_stock_minute - name: dw.fact_stock_minute
description: "股票分钟数据" description: "股票分钟数据"
tests: tests:
- dbt_utils.unique_combination_of_columns: - dbt_utils.unique_combination_of_columns:
@ -284,8 +284,6 @@ models:
- name: adj_factor - name: adj_factor
description: "复权因子" description: "复权因子"
data_type: "Decimal(16,6)" data_type: "Decimal(16,6)"
tests:
- not_null
- name: dt - name: dt
description: "时间" description: "时间"
data_type: "DateTime" data_type: "DateTime"