2017-07-19 05:47:58 +08:00
|
|
|
@raw_parsed = EXTRACT child_id int,
|
|
|
|
|
nv_date_sk string,
|
|
|
|
|
nv_item_sk string,
|
|
|
|
|
nv_warehouse_sk string,
|
|
|
|
|
nv_quantity_on_hand string,
|
|
|
|
|
empty string
|
2017-08-03 05:06:14 +08:00
|
|
|
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
|
2017-07-19 05:47:58 +08:00
|
|
|
USING Extractors.Text(delimiter: '|');
|
|
|
|
|
|
|
|
|
|
@filtered_results = SELECT nv_date_sk,
|
|
|
|
|
nv_item_sk,
|
|
|
|
|
nv_warehouse_sk,
|
|
|
|
|
nv_quantity_on_hand
|
|
|
|
|
FROM @raw_parsed
|
|
|
|
|
ORDER BY child_id ASC
|
|
|
|
|
FETCH 100 ROWS;
|
|
|
|
|
|
|
|
|
|
OUTPUT @filtered_results
|
|
|
|
|
TO "/modelling/inventory.csv"
|
|
|
|
|
USING Outputters.Csv(outputHeader: true);
|
|
|
|
|
|
