@raw_parsed = EXTRACT child_id int, web_site_sk string, web_site_id string, web_rec_start_date string, web_rec_end_date string, web_name string, web_open_date_sk string, web_close_date_sk string, web_class string, web_manager string, web_mkt_id string, web_mkt_class string, web_mkt_desc string, web_market_manager string, web_company_id string, web_company_name string, web_street_number string, web_street_name string, web_street_type string, web_suite_number string, web_city string, web_county string, web_state string, web_zip string, web_country string, web_gmt_offset string, web_tax_percentage string, empty string FROM "wasb://web-site@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT web_site_sk, web_site_id, web_rec_start_date, web_rec_end_date, web_name, web_open_date_sk, web_close_date_sk, web_class, web_manager, web_mkt_id, web_mkt_class, web_mkt_desc, web_market_manager, web_company_id, web_company_name, web_street_number, web_street_name, web_street_type, web_suite_number, web_city, web_county, web_state, web_zip, web_country, web_gmt_offset, web_tax_percentage FROM @raw_parsed; OUTPUT @filtered_results TO "/all_single/web_site.csv" USING Outputters.Csv(outputHeader: true);