17 lines
474 B
Plaintext
17 lines
474 B
Plaintext
|
@raw_parsed = EXTRACT child_id int,
|
||
|
b_income_band_sk string,
|
||
|
b_lower_bound string,
|
||
|
b_upper_bound string,
|
||
|
empty string
|
||
|
FROM "wasb://income-band@<blob storage account name>/{*}_{child_id}_100.dat"
|
||
|
USING Extractors.Text(delimiter: '|');
|
||
|
|
||
|
@filtered_results = SELECT b_income_band_sk,
|
||
|
b_lower_bound,
|
||
|
b_upper_bound
|
||
|
FROM @raw_parsed;
|
||
|
|
||
|
OUTPUT @filtered_results
|
||
|
TO "/last_available_year/income_band.csv"
|
||
|
USING Outputters.Csv(outputHeader: true);
|
||
|
|