Full set of U-SQL scripts with storage account name replaced with placeholder.
This commit is contained in:
KayUnkroth
parent
671aca1d3d
commit
5e89a21551
@ -31,7 +31,7 @@
|
||||
cc_gmt_offset string,
|
||||
cc_tax_percentage string,
|
||||
empty string
|
||||
FROM "wasb://call-center@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://call-center@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cc_call_center_sk,
|
||||
|
||||
@ -9,7 +9,7 @@
|
||||
cp_description string,
|
||||
cp_type string,
|
||||
empty string
|
||||
FROM "wasb://catalog-page@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://catalog-page@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cp_catalog_page_sk,
|
||||
|
||||
@ -27,7 +27,7 @@
|
||||
cr_store_credit string,
|
||||
cr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://catalog-returns@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cr_returned_date_sk,
|
||||
|
||||
@ -34,7 +34,7 @@
|
||||
cs_net_paid_inc_ship_tax string,
|
||||
cs_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://catalog-sales@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cs_sold_date_sk,
|
||||
|
||||
@ -18,7 +18,7 @@
|
||||
c_email_address string,
|
||||
c_last_review_date string,
|
||||
empty string
|
||||
FROM "wasb://customer@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://customer@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT c_customer_sk,
|
||||
|
||||
@ -13,7 +13,7 @@
|
||||
ca_gmt_offset string,
|
||||
ca_location_type string,
|
||||
empty string
|
||||
FROM "wasb://customer-address@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://customer-address@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ca_address_sk,
|
||||
|
||||
@ -9,7 +9,7 @@
|
||||
cd_dep_employed_count string,
|
||||
cd_dep_college_count string,
|
||||
empty string
|
||||
FROM "wasb://customer-demographics@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://customer-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cd_demo_sk,
|
||||
|
||||
@ -28,7 +28,7 @@
|
||||
d_current_quarter string,
|
||||
d_current_year string,
|
||||
empty string
|
||||
FROM "wasb://date-dim@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://date-dim@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT d_date_sk,
|
||||
|
||||
@ -4,7 +4,7 @@
|
||||
dv_create_time string,
|
||||
dv_cmdline_args string,
|
||||
empty string
|
||||
FROM "wasb://dbgen-version@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://dbgen-version@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT dv_version,
|
||||
|
||||
@ -5,7 +5,7 @@
|
||||
hd_dep_count string,
|
||||
hd_vehicle_count string,
|
||||
empty string
|
||||
FROM "wasb://household-demographics@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://household-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT hd_demo_sk,
|
||||
|
||||
@ -3,7 +3,7 @@
|
||||
b_lower_bound string,
|
||||
b_upper_bound string,
|
||||
empty string
|
||||
FROM "wasb://income-band@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://income-band@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT b_income_band_sk,
|
||||
|
||||
@ -4,7 +4,7 @@
|
||||
nv_warehouse_sk string,
|
||||
nv_quantity_on_hand string,
|
||||
empty string
|
||||
FROM "wasb://inventory@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT nv_date_sk,
|
||||
|
||||
@ -22,7 +22,7 @@
|
||||
_manager_id string,
|
||||
_product_name string,
|
||||
empty string
|
||||
FROM "wasb://item@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://item@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _item_sk,
|
||||
|
||||
@ -19,7 +19,7 @@
|
||||
_purpose string,
|
||||
_discount_active string,
|
||||
empty string
|
||||
FROM "wasb://promotion@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://promotion@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _promo_sk,
|
||||
|
||||
@ -3,7 +3,7 @@
|
||||
_reason_id string,
|
||||
_reason_desc string,
|
||||
empty string
|
||||
FROM "wasb://reason@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://reason@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _reason_sk,
|
||||
|
||||
@ -6,7 +6,7 @@
|
||||
sm_carrier string,
|
||||
sm_contract string,
|
||||
empty string
|
||||
FROM "wasb://ship-mode@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://ship-mode@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sm_ship_mode_sk,
|
||||
|
||||
@ -29,7 +29,7 @@
|
||||
s_gmt_offset string,
|
||||
s_tax_precentage string,
|
||||
empty string
|
||||
FROM "wasb://store@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://store@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT s_store_sk,
|
||||
|
||||
@ -20,7 +20,7 @@
|
||||
sr_store_credit string,
|
||||
sr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://store-returns@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sr_returned_date_sk,
|
||||
|
||||
@ -23,7 +23,7 @@
|
||||
ss_net_paid_inc_tax string,
|
||||
ss_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://store-sales@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ss_sold_date_sk,
|
||||
|
||||
@ -10,7 +10,7 @@
|
||||
t_sub_shift string,
|
||||
t_meal_time string,
|
||||
empty string
|
||||
FROM "wasb://time-dim@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://time-dim@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT t_time_sk,
|
||||
|
||||
@ -14,7 +14,7 @@
|
||||
w_country string,
|
||||
w_gmt_offset string,
|
||||
empty string
|
||||
FROM "wasb://warehouse@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://warehouse@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT w_warehouse_sk,
|
||||
|
||||
@ -14,7 +14,7 @@
|
||||
wp_image_count string,
|
||||
wp_max_ad_count string,
|
||||
empty string
|
||||
FROM "wasb://web-page@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://web-page@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wp_web_page_sk,
|
||||
|
||||
@ -24,7 +24,7 @@
|
||||
wr_account_credit string,
|
||||
wr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://web-returns@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wr_returned_date_sk,
|
||||
|
||||
@ -34,7 +34,7 @@
|
||||
ws_net_paid_inc_ship_tax string,
|
||||
ws_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://web-sales@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ws_sold_date_sk,
|
||||
|
||||
@ -26,7 +26,7 @@
|
||||
web_gmt_offset string,
|
||||
web_tax_percentage string,
|
||||
empty string
|
||||
FROM "wasb://web-site@aasuseast2/{*}_{child_id:*}_100.dat"
|
||||
FROM "wasb://web-site@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT web_site_sk,
|
||||
|
||||
73
UsqlScripts/all_single/call_center.usql
Normal file
73
UsqlScripts/all_single/call_center.usql
Normal file
@ -0,0 +1,73 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cc_call_center_sk string,
|
||||
cc_call_center_id string,
|
||||
cc_rec_start_date string,
|
||||
cc_rec_end_date string,
|
||||
cc_closed_date_sk string,
|
||||
cc_open_date_sk string,
|
||||
cc_name string,
|
||||
cc_class string,
|
||||
cc_employees string,
|
||||
cc_sq_ft string,
|
||||
cc_hours string,
|
||||
cc_manager string,
|
||||
cc_mkt_id string,
|
||||
cc_mkt_class string,
|
||||
cc_mkt_desc string,
|
||||
cc_market_manager string,
|
||||
cc_division string,
|
||||
cc_division_name string,
|
||||
cc_company string,
|
||||
cc_company_name string,
|
||||
cc_street_number string,
|
||||
cc_street_name string,
|
||||
cc_street_type string,
|
||||
cc_suite_number string,
|
||||
cc_city string,
|
||||
cc_county string,
|
||||
cc_state string,
|
||||
cc_zip string,
|
||||
cc_country string,
|
||||
cc_gmt_offset string,
|
||||
cc_tax_percentage string,
|
||||
empty string
|
||||
FROM "wasb://call-center@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cc_call_center_sk,
|
||||
cc_call_center_id,
|
||||
cc_rec_start_date,
|
||||
cc_rec_end_date,
|
||||
cc_closed_date_sk,
|
||||
cc_open_date_sk,
|
||||
cc_name,
|
||||
cc_class,
|
||||
cc_employees,
|
||||
cc_sq_ft,
|
||||
cc_hours,
|
||||
cc_manager,
|
||||
cc_mkt_id,
|
||||
cc_mkt_class,
|
||||
cc_mkt_desc,
|
||||
cc_market_manager,
|
||||
cc_division,
|
||||
cc_division_name,
|
||||
cc_company,
|
||||
cc_company_name,
|
||||
cc_street_number,
|
||||
cc_street_name,
|
||||
cc_street_type,
|
||||
cc_suite_number,
|
||||
cc_city,
|
||||
cc_county,
|
||||
cc_state,
|
||||
cc_zip,
|
||||
cc_country,
|
||||
cc_gmt_offset,
|
||||
cc_tax_percentage
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/call_center.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
29
UsqlScripts/all_single/catalog_page.usql
Normal file
29
UsqlScripts/all_single/catalog_page.usql
Normal file
@ -0,0 +1,29 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cp_catalog_page_sk string,
|
||||
cp_catalog_page_id string,
|
||||
cp_start_date_sk string,
|
||||
cp_end_date_sk string,
|
||||
cp_department string,
|
||||
cp_catalog_number string,
|
||||
cp_catalog_page_number string,
|
||||
cp_description string,
|
||||
cp_type string,
|
||||
empty string
|
||||
FROM "wasb://catalog-page@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cp_catalog_page_sk,
|
||||
cp_catalog_page_id,
|
||||
cp_start_date_sk,
|
||||
cp_end_date_sk,
|
||||
cp_department,
|
||||
cp_catalog_number,
|
||||
cp_catalog_page_number,
|
||||
cp_description,
|
||||
cp_type
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/catalog_page.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
52
UsqlScripts/all_single/catalog_returns.usql
Normal file
52
UsqlScripts/all_single/catalog_returns.usql
Normal file
@ -0,0 +1,52 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cr_returned_date_sk string,
|
||||
cr_returned_time_sk string,
|
||||
cr_item_sk string,
|
||||
cr_refunded_customer_sk string,
|
||||
cr_refunded_cdemo_sk string,
|
||||
cr_refunded_hdemo_sk string,
|
||||
cr_refunded_addr_sk string,
|
||||
cr_returning_customer_sk string,
|
||||
cr_returning_cdemo_sk string,
|
||||
cr_returning_hdemo_sk string,
|
||||
cr_returning_addr_sk string,
|
||||
cr_call_center_sk string,
|
||||
cr_catalog_page_sk string,
|
||||
cr_ship_mode_sk string,
|
||||
cr_warehouse_sk string,
|
||||
cr_reason_sk string,
|
||||
cr_order_number string,
|
||||
cr_return_quantity string,
|
||||
cr_return_amount string,
|
||||
cr_return_tax string,
|
||||
cr_return_amt_inc_tax string,
|
||||
cr_fee string,
|
||||
cr_return_ship_cost string,
|
||||
cr_refunded_cash string,
|
||||
cr_reversed_charge string,
|
||||
cr_store_credit string,
|
||||
cr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cr_returned_date_sk,
|
||||
cr_item_sk,
|
||||
cr_returning_customer_sk,
|
||||
cr_returning_addr_sk,
|
||||
cr_call_center_sk,
|
||||
cr_catalog_page_sk,
|
||||
cr_order_number,
|
||||
cr_return_quantity,
|
||||
cr_return_amount,
|
||||
cr_return_amt_inc_tax,
|
||||
cr_refunded_cash,
|
||||
cr_reversed_charge,
|
||||
cr_store_credit,
|
||||
cr_net_loss
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/catalog_returns.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
74
UsqlScripts/all_single/catalog_sales.usql
Normal file
74
UsqlScripts/all_single/catalog_sales.usql
Normal file
@ -0,0 +1,74 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cs_sold_date_sk string,
|
||||
cs_sold_time_sk string,
|
||||
cs_ship_date_sk string,
|
||||
cs_bill_customer_sk string,
|
||||
cs_bill_cdemo_sk string,
|
||||
cs_bill_hdemo_sk string,
|
||||
cs_bill_addr_sk string,
|
||||
cs_ship_customer_sk string,
|
||||
cs_ship_cdemo_sk string,
|
||||
cs_ship_hdemo_sk string,
|
||||
cs_ship_addr_sk string,
|
||||
cs_call_center_sk string,
|
||||
cs_catalog_page_sk string,
|
||||
cs_ship_mode_sk string,
|
||||
cs_warehouse_sk string,
|
||||
cs_item_sk string,
|
||||
cs_promo_sk string,
|
||||
cs_order_number string,
|
||||
cs_quantity string,
|
||||
cs_wholesale_cost string,
|
||||
cs_list_price string,
|
||||
cs_sales_price string,
|
||||
cs_ext_discount_amt string,
|
||||
cs_ext_sales_price string,
|
||||
cs_ext_wholesale_cost string,
|
||||
cs_ext_list_price string,
|
||||
cs_ext_tax string,
|
||||
cs_coupon_amt string,
|
||||
cs_ext_ship_cost string,
|
||||
cs_net_paid string,
|
||||
cs_net_paid_inc_tax string,
|
||||
cs_net_paid_inc_ship string,
|
||||
cs_net_paid_inc_ship_tax string,
|
||||
cs_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cs_sold_date_sk,
|
||||
cs_sold_time_sk,
|
||||
cs_ship_date_sk,
|
||||
cs_bill_customer_sk,
|
||||
cs_bill_cdemo_sk,
|
||||
cs_bill_hdemo_sk,
|
||||
cs_bill_addr_sk,
|
||||
cs_ship_customer_sk,
|
||||
cs_ship_hdemo_sk,
|
||||
cs_ship_addr_sk,
|
||||
cs_call_center_sk,
|
||||
cs_catalog_page_sk,
|
||||
cs_ship_mode_sk,
|
||||
cs_warehouse_sk,
|
||||
cs_item_sk,
|
||||
cs_promo_sk,
|
||||
cs_order_number,
|
||||
cs_quantity,
|
||||
cs_wholesale_cost,
|
||||
cs_list_price,
|
||||
cs_sales_price,
|
||||
cs_ext_discount_amt,
|
||||
cs_ext_sales_price,
|
||||
cs_ext_wholesale_cost,
|
||||
cs_ext_list_price,
|
||||
cs_coupon_amt,
|
||||
cs_ext_ship_cost,
|
||||
cs_net_paid,
|
||||
cs_net_profit
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/catalog_sales.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
47
UsqlScripts/all_single/customer.usql
Normal file
47
UsqlScripts/all_single/customer.usql
Normal file
@ -0,0 +1,47 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
c_customer_sk string,
|
||||
c_customer_id string,
|
||||
c_current_cdemo_sk string,
|
||||
c_current_hdemo_sk string,
|
||||
c_current_addr_sk string,
|
||||
c_first_shipto_date_sk string,
|
||||
c_first_sales_date_sk string,
|
||||
c_salutation string,
|
||||
c_first_name string,
|
||||
c_last_name string,
|
||||
c_preferred_cust_flag string,
|
||||
c_birth_day string,
|
||||
c_birth_month string,
|
||||
c_birth_year string,
|
||||
c_birth_country string,
|
||||
c_login string,
|
||||
c_email_address string,
|
||||
c_last_review_date string,
|
||||
empty string
|
||||
FROM "wasb://customer@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT c_customer_sk,
|
||||
c_customer_id,
|
||||
c_current_cdemo_sk,
|
||||
c_current_hdemo_sk,
|
||||
c_current_addr_sk,
|
||||
c_first_shipto_date_sk,
|
||||
c_first_sales_date_sk,
|
||||
c_salutation,
|
||||
c_first_name,
|
||||
c_last_name,
|
||||
c_preferred_cust_flag,
|
||||
c_birth_day,
|
||||
c_birth_month,
|
||||
c_birth_year,
|
||||
c_birth_country,
|
||||
c_login,
|
||||
c_email_address,
|
||||
c_last_review_date
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/customer.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
37
UsqlScripts/all_single/customer_address.usql
Normal file
37
UsqlScripts/all_single/customer_address.usql
Normal file
@ -0,0 +1,37 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ca_address_sk string,
|
||||
ca_address_id string,
|
||||
ca_street_number string,
|
||||
ca_street_name string,
|
||||
ca_street_type string,
|
||||
ca_suite_number string,
|
||||
ca_city string,
|
||||
ca_county string,
|
||||
ca_state string,
|
||||
ca_zip string,
|
||||
ca_country string,
|
||||
ca_gmt_offset string,
|
||||
ca_location_type string,
|
||||
empty string
|
||||
FROM "wasb://customer-address@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ca_address_sk,
|
||||
ca_address_id,
|
||||
ca_street_number,
|
||||
ca_street_name,
|
||||
ca_street_type,
|
||||
ca_suite_number,
|
||||
ca_city,
|
||||
ca_county,
|
||||
ca_state,
|
||||
ca_zip,
|
||||
ca_country,
|
||||
ca_gmt_offset,
|
||||
ca_location_type
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/customer_address.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
29
UsqlScripts/all_single/customer_demographics.usql
Normal file
29
UsqlScripts/all_single/customer_demographics.usql
Normal file
@ -0,0 +1,29 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cd_demo_sk string,
|
||||
cd_gender string,
|
||||
cd_marital_status string,
|
||||
cd_education_status string,
|
||||
cd_purchase_estimate string,
|
||||
cd_credit_rating string,
|
||||
cd_dep_count string,
|
||||
cd_dep_employed_count string,
|
||||
cd_dep_college_count string,
|
||||
empty string
|
||||
FROM "wasb://customer-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cd_demo_sk,
|
||||
cd_gender,
|
||||
cd_marital_status,
|
||||
cd_education_status,
|
||||
cd_purchase_estimate,
|
||||
cd_credit_rating,
|
||||
cd_dep_count,
|
||||
cd_dep_employed_count,
|
||||
cd_dep_college_count
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/customer_demographics.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
67
UsqlScripts/all_single/date_dim.usql
Normal file
67
UsqlScripts/all_single/date_dim.usql
Normal file
@ -0,0 +1,67 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
d_date_sk string,
|
||||
d_date_id string,
|
||||
d_date string,
|
||||
d_month_seq string,
|
||||
d_week_seq string,
|
||||
d_quarter_seq string,
|
||||
d_year string,
|
||||
d_dow string,
|
||||
d_moy string,
|
||||
d_dom string,
|
||||
d_qoy string,
|
||||
d_fy_year string,
|
||||
d_fy_quarter_seq string,
|
||||
d_fy_week_seq string,
|
||||
d_day_name string,
|
||||
d_quarter_name string,
|
||||
d_holiday string,
|
||||
d_weekend string,
|
||||
d_following_holiday string,
|
||||
d_first_dom string,
|
||||
d_last_dom string,
|
||||
d_same_day_ly string,
|
||||
d_same_day_lq string,
|
||||
d_current_day string,
|
||||
d_current_week string,
|
||||
d_current_month string,
|
||||
d_current_quarter string,
|
||||
d_current_year string,
|
||||
empty string
|
||||
FROM "wasb://date-dim@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT d_date_sk,
|
||||
d_date_id,
|
||||
d_date,
|
||||
d_month_seq,
|
||||
d_week_seq,
|
||||
d_quarter_seq,
|
||||
d_year,
|
||||
d_dow,
|
||||
d_moy,
|
||||
d_dom,
|
||||
d_qoy,
|
||||
d_fy_year,
|
||||
d_fy_quarter_seq,
|
||||
d_fy_week_seq,
|
||||
d_day_name,
|
||||
d_quarter_name,
|
||||
d_holiday,
|
||||
d_weekend,
|
||||
d_following_holiday,
|
||||
d_first_dom,
|
||||
d_last_dom,
|
||||
d_same_day_ly,
|
||||
d_same_day_lq,
|
||||
d_current_day,
|
||||
d_current_week,
|
||||
d_current_month,
|
||||
d_current_quarter,
|
||||
d_current_year
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/date_dim.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
19
UsqlScripts/all_single/dbgen_version.usql
Normal file
19
UsqlScripts/all_single/dbgen_version.usql
Normal file
@ -0,0 +1,19 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
dv_version string,
|
||||
dv_create_date string,
|
||||
dv_create_time string,
|
||||
dv_cmdline_args string,
|
||||
empty string
|
||||
FROM "wasb://dbgen-version@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT dv_version,
|
||||
dv_create_date,
|
||||
dv_create_time,
|
||||
dv_cmdline_args
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/dbgen_version.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
21
UsqlScripts/all_single/household_demographics.usql
Normal file
21
UsqlScripts/all_single/household_demographics.usql
Normal file
@ -0,0 +1,21 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
hd_demo_sk string,
|
||||
hd_income_band_sk string,
|
||||
hd_buy_potential string,
|
||||
hd_dep_count string,
|
||||
hd_vehicle_count string,
|
||||
empty string
|
||||
FROM "wasb://household-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT hd_demo_sk,
|
||||
hd_income_band_sk,
|
||||
hd_buy_potential,
|
||||
hd_dep_count,
|
||||
hd_vehicle_count
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/household_demographics.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
17
UsqlScripts/all_single/income_band.usql
Normal file
17
UsqlScripts/all_single/income_band.usql
Normal file
@ -0,0 +1,17 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
b_income_band_sk string,
|
||||
b_lower_bound string,
|
||||
b_upper_bound string,
|
||||
empty string
|
||||
FROM "wasb://income-band@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT b_income_band_sk,
|
||||
b_lower_bound,
|
||||
b_upper_bound
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/income_band.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
19
UsqlScripts/all_single/inventory.usql
Normal file
19
UsqlScripts/all_single/inventory.usql
Normal file
@ -0,0 +1,19 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
nv_date_sk string,
|
||||
nv_item_sk string,
|
||||
nv_warehouse_sk string,
|
||||
nv_quantity_on_hand string,
|
||||
empty string
|
||||
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT nv_date_sk,
|
||||
nv_item_sk,
|
||||
nv_warehouse_sk,
|
||||
nv_quantity_on_hand
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/inventory.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
55
UsqlScripts/all_single/item.usql
Normal file
55
UsqlScripts/all_single/item.usql
Normal file
@ -0,0 +1,55 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
_item_sk string,
|
||||
_item_id string,
|
||||
_rec_start_date string,
|
||||
_rec_end_date string,
|
||||
_item_desc string,
|
||||
_current_price string,
|
||||
_wholesale_cost string,
|
||||
_brand_id string,
|
||||
_brand string,
|
||||
_class_id string,
|
||||
_class string,
|
||||
_category_id string,
|
||||
_category string,
|
||||
_manufact_id string,
|
||||
_manufact string,
|
||||
_size string,
|
||||
_formulation string,
|
||||
_color string,
|
||||
_units string,
|
||||
_container string,
|
||||
_manager_id string,
|
||||
_product_name string,
|
||||
empty string
|
||||
FROM "wasb://item@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _item_sk,
|
||||
_item_id,
|
||||
_rec_start_date,
|
||||
_rec_end_date,
|
||||
_item_desc,
|
||||
_current_price,
|
||||
_wholesale_cost,
|
||||
_brand_id,
|
||||
_brand,
|
||||
_class_id,
|
||||
_class,
|
||||
_category_id,
|
||||
_category,
|
||||
_manufact_id,
|
||||
_manufact,
|
||||
_size,
|
||||
_formulation,
|
||||
_color,
|
||||
_units,
|
||||
_container,
|
||||
_manager_id,
|
||||
_product_name
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/item.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
49
UsqlScripts/all_single/promotion.usql
Normal file
49
UsqlScripts/all_single/promotion.usql
Normal file
@ -0,0 +1,49 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
_promo_sk string,
|
||||
_promo_id string,
|
||||
_start_date_sk string,
|
||||
_end_date_sk string,
|
||||
_item_sk string,
|
||||
_cost string,
|
||||
_response_target string,
|
||||
_promo_name string,
|
||||
_channel_dmail string,
|
||||
_channel_email string,
|
||||
_channel_catalog string,
|
||||
_channel_tv string,
|
||||
_channel_radio string,
|
||||
_channel_press string,
|
||||
_channel_event string,
|
||||
_channel_demo string,
|
||||
_channel_details string,
|
||||
_purpose string,
|
||||
_discount_active string,
|
||||
empty string
|
||||
FROM "wasb://promotion@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _promo_sk,
|
||||
_promo_id,
|
||||
_start_date_sk,
|
||||
_end_date_sk,
|
||||
_item_sk,
|
||||
_cost,
|
||||
_response_target,
|
||||
_promo_name,
|
||||
_channel_dmail,
|
||||
_channel_email,
|
||||
_channel_catalog,
|
||||
_channel_tv,
|
||||
_channel_radio,
|
||||
_channel_press,
|
||||
_channel_event,
|
||||
_channel_demo,
|
||||
_channel_details,
|
||||
_purpose,
|
||||
_discount_active
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/promotion.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
17
UsqlScripts/all_single/reason.usql
Normal file
17
UsqlScripts/all_single/reason.usql
Normal file
@ -0,0 +1,17 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
_reason_sk string,
|
||||
_reason_id string,
|
||||
_reason_desc string,
|
||||
empty string
|
||||
FROM "wasb://reason@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _reason_sk,
|
||||
_reason_id,
|
||||
_reason_desc
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/reason.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
23
UsqlScripts/all_single/ship_mode.usql
Normal file
23
UsqlScripts/all_single/ship_mode.usql
Normal file
@ -0,0 +1,23 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
sm_ship_mode_sk string,
|
||||
sm_ship_mode_id string,
|
||||
sm_type string,
|
||||
sm_code string,
|
||||
sm_carrier string,
|
||||
sm_contract string,
|
||||
empty string
|
||||
FROM "wasb://ship-mode@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sm_ship_mode_sk,
|
||||
sm_ship_mode_id,
|
||||
sm_type,
|
||||
sm_code,
|
||||
sm_carrier,
|
||||
sm_contract
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/ship_mode.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
69
UsqlScripts/all_single/store.usql
Normal file
69
UsqlScripts/all_single/store.usql
Normal file
@ -0,0 +1,69 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
s_store_sk string,
|
||||
s_store_id string,
|
||||
s_rec_start_date string,
|
||||
s_rec_end_date string,
|
||||
s_closed_date_sk string,
|
||||
s_store_name string,
|
||||
s_number_employees string,
|
||||
s_floor_space string,
|
||||
s_hours string,
|
||||
s_manager string,
|
||||
s_market_id string,
|
||||
s_geography_class string,
|
||||
s_market_desc string,
|
||||
s_market_manager string,
|
||||
s_division_id string,
|
||||
s_division_name string,
|
||||
s_company_id string,
|
||||
s_company_name string,
|
||||
s_street_number string,
|
||||
s_street_name string,
|
||||
s_street_type string,
|
||||
s_suite_number string,
|
||||
s_city string,
|
||||
s_county string,
|
||||
s_state string,
|
||||
s_zip string,
|
||||
s_country string,
|
||||
s_gmt_offset string,
|
||||
s_tax_precentage string,
|
||||
empty string
|
||||
FROM "wasb://store@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT s_store_sk,
|
||||
s_store_id,
|
||||
s_rec_start_date,
|
||||
s_rec_end_date,
|
||||
s_closed_date_sk,
|
||||
s_store_name,
|
||||
s_number_employees,
|
||||
s_floor_space,
|
||||
s_hours,
|
||||
s_manager,
|
||||
s_market_id,
|
||||
s_geography_class,
|
||||
s_market_desc,
|
||||
s_market_manager,
|
||||
s_division_id,
|
||||
s_division_name,
|
||||
s_company_id,
|
||||
s_company_name,
|
||||
s_street_number,
|
||||
s_street_name,
|
||||
s_street_type,
|
||||
s_suite_number,
|
||||
s_city,
|
||||
s_county,
|
||||
s_state,
|
||||
s_zip,
|
||||
s_country,
|
||||
s_gmt_offset,
|
||||
s_tax_precentage
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/store.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
42
UsqlScripts/all_single/store_returns.usql
Normal file
42
UsqlScripts/all_single/store_returns.usql
Normal file
@ -0,0 +1,42 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
sr_returned_date_sk string,
|
||||
sr_return_time_sk string,
|
||||
sr_item_sk string,
|
||||
sr_customer_sk string,
|
||||
sr_cdemo_sk string,
|
||||
sr_hdemo_sk string,
|
||||
sr_addr_sk string,
|
||||
sr_store_sk string,
|
||||
sr_reason_sk string,
|
||||
sr_ticket_number string,
|
||||
sr_return_quantity string,
|
||||
sr_return_amt string,
|
||||
sr_return_tax string,
|
||||
sr_return_amt_inc_tax string,
|
||||
sr_fee string,
|
||||
sr_return_ship_cost string,
|
||||
sr_refunded_cash string,
|
||||
sr_reversed_charge string,
|
||||
sr_store_credit string,
|
||||
sr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sr_returned_date_sk,
|
||||
sr_item_sk,
|
||||
sr_customer_sk,
|
||||
sr_cdemo_sk,
|
||||
sr_store_sk,
|
||||
sr_reason_sk,
|
||||
sr_ticket_number,
|
||||
sr_return_quantity,
|
||||
sr_return_amt,
|
||||
sr_return_amt_inc_tax,
|
||||
sr_net_loss
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/store_returns.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
56
UsqlScripts/all_single/store_sales.usql
Normal file
56
UsqlScripts/all_single/store_sales.usql
Normal file
@ -0,0 +1,56 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ss_sold_date_sk string,
|
||||
ss_sold_time_sk string,
|
||||
ss_item_sk string,
|
||||
ss_customer_sk string,
|
||||
ss_cdemo_sk string,
|
||||
ss_hdemo_sk string,
|
||||
ss_addr_sk string,
|
||||
ss_store_sk string,
|
||||
ss_promo_sk string,
|
||||
ss_ticket_number string,
|
||||
ss_quantity string,
|
||||
ss_wholesale_cost string,
|
||||
ss_list_price string,
|
||||
ss_sales_price string,
|
||||
ss_ext_discount_amt string,
|
||||
ss_ext_sales_price string,
|
||||
ss_ext_wholesale_cost string,
|
||||
ss_ext_list_price string,
|
||||
ss_ext_tax string,
|
||||
ss_coupon_amt string,
|
||||
ss_net_paid string,
|
||||
ss_net_paid_inc_tax string,
|
||||
ss_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ss_sold_date_sk,
|
||||
ss_sold_time_sk,
|
||||
ss_item_sk,
|
||||
ss_customer_sk,
|
||||
ss_cdemo_sk,
|
||||
ss_hdemo_sk,
|
||||
ss_addr_sk,
|
||||
ss_store_sk,
|
||||
ss_promo_sk,
|
||||
ss_ticket_number,
|
||||
ss_quantity,
|
||||
ss_wholesale_cost,
|
||||
ss_list_price,
|
||||
ss_sales_price,
|
||||
ss_ext_discount_amt,
|
||||
ss_ext_sales_price,
|
||||
ss_ext_wholesale_cost,
|
||||
ss_ext_list_price,
|
||||
ss_ext_tax,
|
||||
ss_coupon_amt,
|
||||
ss_net_paid,
|
||||
ss_net_profit
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/store_sales.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
31
UsqlScripts/all_single/time_dim.usql
Normal file
31
UsqlScripts/all_single/time_dim.usql
Normal file
@ -0,0 +1,31 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
t_time_sk string,
|
||||
t_time_id string,
|
||||
t_time string,
|
||||
t_hour string,
|
||||
t_minute string,
|
||||
t_second string,
|
||||
t_am_pm string,
|
||||
t_shift string,
|
||||
t_sub_shift string,
|
||||
t_meal_time string,
|
||||
empty string
|
||||
FROM "wasb://time-dim@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT t_time_sk,
|
||||
t_time_id,
|
||||
t_time,
|
||||
t_hour,
|
||||
t_minute,
|
||||
t_second,
|
||||
t_am_pm,
|
||||
t_shift,
|
||||
t_sub_shift,
|
||||
t_meal_time
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/time_dim.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
39
UsqlScripts/all_single/warehouse.usql
Normal file
39
UsqlScripts/all_single/warehouse.usql
Normal file
@ -0,0 +1,39 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
w_warehouse_sk string,
|
||||
w_warehouse_id string,
|
||||
w_warehouse_name string,
|
||||
w_warehouse_sq_ft string,
|
||||
w_street_number string,
|
||||
w_street_name string,
|
||||
w_street_type string,
|
||||
w_suite_number string,
|
||||
w_city string,
|
||||
w_county string,
|
||||
w_state string,
|
||||
w_zip string,
|
||||
w_country string,
|
||||
w_gmt_offset string,
|
||||
empty string
|
||||
FROM "wasb://warehouse@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT w_warehouse_sk,
|
||||
w_warehouse_id,
|
||||
w_warehouse_name,
|
||||
w_warehouse_sq_ft,
|
||||
w_street_number,
|
||||
w_street_name,
|
||||
w_street_type,
|
||||
w_suite_number,
|
||||
w_city,
|
||||
w_county,
|
||||
w_state,
|
||||
w_zip,
|
||||
w_country,
|
||||
w_gmt_offset
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/warehouse.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
39
UsqlScripts/all_single/web_page.usql
Normal file
39
UsqlScripts/all_single/web_page.usql
Normal file
@ -0,0 +1,39 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
wp_web_page_sk string,
|
||||
wp_web_page_id string,
|
||||
wp_rec_start_date string,
|
||||
wp_rec_end_date string,
|
||||
wp_creation_date_sk string,
|
||||
wp_access_date_sk string,
|
||||
wp_autogen_flag string,
|
||||
wp_customer_sk string,
|
||||
wp_url string,
|
||||
wp_type string,
|
||||
wp_char_count string,
|
||||
wp_link_count string,
|
||||
wp_image_count string,
|
||||
wp_max_ad_count string,
|
||||
empty string
|
||||
FROM "wasb://web-page@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wp_web_page_sk,
|
||||
wp_web_page_id,
|
||||
wp_rec_start_date,
|
||||
wp_rec_end_date,
|
||||
wp_creation_date_sk,
|
||||
wp_access_date_sk,
|
||||
wp_autogen_flag,
|
||||
wp_customer_sk,
|
||||
wp_url,
|
||||
wp_type,
|
||||
wp_char_count,
|
||||
wp_link_count,
|
||||
wp_image_count,
|
||||
wp_max_ad_count
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/web_page.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
50
UsqlScripts/all_single/web_returns.usql
Normal file
50
UsqlScripts/all_single/web_returns.usql
Normal file
@ -0,0 +1,50 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
wr_returned_date_sk string,
|
||||
wr_returned_time_sk string,
|
||||
wr_item_sk string,
|
||||
wr_refunded_customer_sk string,
|
||||
wr_refunded_cdemo_sk string,
|
||||
wr_refunded_hdemo_sk string,
|
||||
wr_refunded_addr_sk string,
|
||||
wr_returning_customer_sk string,
|
||||
wr_returning_cdemo_sk string,
|
||||
wr_returning_hdemo_sk string,
|
||||
wr_returning_addr_sk string,
|
||||
wr_web_page_sk string,
|
||||
wr_reason_sk string,
|
||||
wr_order_number string,
|
||||
wr_return_quantity string,
|
||||
wr_return_amt string,
|
||||
wr_return_tax string,
|
||||
wr_return_amt_inc_tax string,
|
||||
wr_fee string,
|
||||
wr_return_ship_cost string,
|
||||
wr_refunded_cash string,
|
||||
wr_reversed_charge string,
|
||||
wr_account_credit string,
|
||||
wr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wr_returned_date_sk,
|
||||
wr_item_sk,
|
||||
wr_refunded_cdemo_sk,
|
||||
wr_refunded_addr_sk,
|
||||
wr_returning_customer_sk,
|
||||
wr_returning_cdemo_sk,
|
||||
wr_returning_addr_sk,
|
||||
wr_web_page_sk,
|
||||
wr_reason_sk,
|
||||
wr_order_number,
|
||||
wr_return_quantity,
|
||||
wr_return_amt,
|
||||
wr_fee,
|
||||
wr_refunded_cash,
|
||||
wr_net_loss
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/web_returns.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
70
UsqlScripts/all_single/web_sales.usql
Normal file
70
UsqlScripts/all_single/web_sales.usql
Normal file
@ -0,0 +1,70 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ws_sold_date_sk string,
|
||||
ws_sold_time_sk string,
|
||||
ws_ship_date_sk string,
|
||||
ws_item_sk string,
|
||||
ws_bill_customer_sk string,
|
||||
ws_bill_cdemo_sk string,
|
||||
ws_bill_hdemo_sk string,
|
||||
ws_bill_addr_sk string,
|
||||
ws_ship_customer_sk string,
|
||||
ws_ship_cdemo_sk string,
|
||||
ws_ship_hdemo_sk string,
|
||||
ws_ship_addr_sk string,
|
||||
ws_web_page_sk string,
|
||||
ws_web_site_sk string,
|
||||
ws_ship_mode_sk string,
|
||||
ws_warehouse_sk string,
|
||||
ws_promo_sk string,
|
||||
ws_order_number string,
|
||||
ws_quantity string,
|
||||
ws_wholesale_cost string,
|
||||
ws_list_price string,
|
||||
ws_sales_price string,
|
||||
ws_ext_discount_amt string,
|
||||
ws_ext_sales_price string,
|
||||
ws_ext_wholesale_cost string,
|
||||
ws_ext_list_price string,
|
||||
ws_ext_tax string,
|
||||
ws_coupon_amt string,
|
||||
ws_ext_ship_cost string,
|
||||
ws_net_paid string,
|
||||
ws_net_paid_inc_tax string,
|
||||
ws_net_paid_inc_ship string,
|
||||
ws_net_paid_inc_ship_tax string,
|
||||
ws_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ws_sold_date_sk,
|
||||
ws_sold_time_sk,
|
||||
ws_ship_date_sk,
|
||||
ws_item_sk,
|
||||
ws_bill_customer_sk,
|
||||
ws_bill_addr_sk,
|
||||
ws_ship_hdemo_sk,
|
||||
ws_ship_addr_sk,
|
||||
ws_web_page_sk,
|
||||
ws_web_site_sk,
|
||||
ws_ship_mode_sk,
|
||||
ws_warehouse_sk,
|
||||
ws_promo_sk,
|
||||
ws_order_number,
|
||||
ws_quantity,
|
||||
ws_wholesale_cost,
|
||||
ws_list_price,
|
||||
ws_sales_price,
|
||||
ws_ext_discount_amt,
|
||||
ws_ext_sales_price,
|
||||
ws_ext_wholesale_cost,
|
||||
ws_ext_list_price,
|
||||
ws_ext_ship_cost,
|
||||
ws_net_paid,
|
||||
ws_net_profit
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/web_sales.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
63
UsqlScripts/all_single/web_site.usql
Normal file
63
UsqlScripts/all_single/web_site.usql
Normal file
@ -0,0 +1,63 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
web_site_sk string,
|
||||
web_site_id string,
|
||||
web_rec_start_date string,
|
||||
web_rec_end_date string,
|
||||
web_name string,
|
||||
web_open_date_sk string,
|
||||
web_close_date_sk string,
|
||||
web_class string,
|
||||
web_manager string,
|
||||
web_mkt_id string,
|
||||
web_mkt_class string,
|
||||
web_mkt_desc string,
|
||||
web_market_manager string,
|
||||
web_company_id string,
|
||||
web_company_name string,
|
||||
web_street_number string,
|
||||
web_street_name string,
|
||||
web_street_type string,
|
||||
web_suite_number string,
|
||||
web_city string,
|
||||
web_county string,
|
||||
web_state string,
|
||||
web_zip string,
|
||||
web_country string,
|
||||
web_gmt_offset string,
|
||||
web_tax_percentage string,
|
||||
empty string
|
||||
FROM "wasb://web-site@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT web_site_sk,
|
||||
web_site_id,
|
||||
web_rec_start_date,
|
||||
web_rec_end_date,
|
||||
web_name,
|
||||
web_open_date_sk,
|
||||
web_close_date_sk,
|
||||
web_class,
|
||||
web_manager,
|
||||
web_mkt_id,
|
||||
web_mkt_class,
|
||||
web_mkt_desc,
|
||||
web_market_manager,
|
||||
web_company_id,
|
||||
web_company_name,
|
||||
web_street_number,
|
||||
web_street_name,
|
||||
web_street_type,
|
||||
web_suite_number,
|
||||
web_city,
|
||||
web_county,
|
||||
web_state,
|
||||
web_zip,
|
||||
web_country,
|
||||
web_gmt_offset,
|
||||
web_tax_percentage
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/all_single/web_site.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
74
UsqlScripts/large_multiple/call_center.usql
Normal file
74
UsqlScripts/large_multiple/call_center.usql
Normal file
@ -0,0 +1,74 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cc_call_center_sk string,
|
||||
cc_call_center_id string,
|
||||
cc_rec_start_date string,
|
||||
cc_rec_end_date string,
|
||||
cc_closed_date_sk string,
|
||||
cc_open_date_sk string,
|
||||
cc_name string,
|
||||
cc_class string,
|
||||
cc_employees string,
|
||||
cc_sq_ft string,
|
||||
cc_hours string,
|
||||
cc_manager string,
|
||||
cc_mkt_id string,
|
||||
cc_mkt_class string,
|
||||
cc_mkt_desc string,
|
||||
cc_market_manager string,
|
||||
cc_division string,
|
||||
cc_division_name string,
|
||||
cc_company string,
|
||||
cc_company_name string,
|
||||
cc_street_number string,
|
||||
cc_street_name string,
|
||||
cc_street_type string,
|
||||
cc_suite_number string,
|
||||
cc_city string,
|
||||
cc_county string,
|
||||
cc_state string,
|
||||
cc_zip string,
|
||||
cc_country string,
|
||||
cc_gmt_offset string,
|
||||
cc_tax_percentage string,
|
||||
empty string
|
||||
FROM "wasb://call-center@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cc_call_center_sk,
|
||||
cc_call_center_id,
|
||||
cc_rec_start_date,
|
||||
cc_rec_end_date,
|
||||
cc_closed_date_sk,
|
||||
cc_open_date_sk,
|
||||
cc_name,
|
||||
cc_class,
|
||||
cc_employees,
|
||||
cc_sq_ft,
|
||||
cc_hours,
|
||||
cc_manager,
|
||||
cc_mkt_id,
|
||||
cc_mkt_class,
|
||||
cc_mkt_desc,
|
||||
cc_market_manager,
|
||||
cc_division,
|
||||
cc_division_name,
|
||||
cc_company,
|
||||
cc_company_name,
|
||||
cc_street_number,
|
||||
cc_street_name,
|
||||
cc_street_type,
|
||||
cc_suite_number,
|
||||
cc_city,
|
||||
cc_county,
|
||||
cc_state,
|
||||
cc_zip,
|
||||
cc_country,
|
||||
cc_gmt_offset,
|
||||
cc_tax_percentage
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/call_center.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
30
UsqlScripts/large_multiple/catalog_page.usql
Normal file
30
UsqlScripts/large_multiple/catalog_page.usql
Normal file
@ -0,0 +1,30 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cp_catalog_page_sk string,
|
||||
cp_catalog_page_id string,
|
||||
cp_start_date_sk string,
|
||||
cp_end_date_sk string,
|
||||
cp_department string,
|
||||
cp_catalog_number string,
|
||||
cp_catalog_page_number string,
|
||||
cp_description string,
|
||||
cp_type string,
|
||||
empty string
|
||||
FROM "wasb://catalog-page@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cp_catalog_page_sk,
|
||||
cp_catalog_page_id,
|
||||
cp_start_date_sk,
|
||||
cp_end_date_sk,
|
||||
cp_department,
|
||||
cp_catalog_number,
|
||||
cp_catalog_page_number,
|
||||
cp_description,
|
||||
cp_type
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_page.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
53
UsqlScripts/large_multiple/catalog_returns_1-25.usql
Normal file
53
UsqlScripts/large_multiple/catalog_returns_1-25.usql
Normal file
@ -0,0 +1,53 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cr_returned_date_sk string,
|
||||
cr_returned_time_sk string,
|
||||
cr_item_sk string,
|
||||
cr_refunded_customer_sk string,
|
||||
cr_refunded_cdemo_sk string,
|
||||
cr_refunded_hdemo_sk string,
|
||||
cr_refunded_addr_sk string,
|
||||
cr_returning_customer_sk string,
|
||||
cr_returning_cdemo_sk string,
|
||||
cr_returning_hdemo_sk string,
|
||||
cr_returning_addr_sk string,
|
||||
cr_call_center_sk string,
|
||||
cr_catalog_page_sk string,
|
||||
cr_ship_mode_sk string,
|
||||
cr_warehouse_sk string,
|
||||
cr_reason_sk string,
|
||||
cr_order_number string,
|
||||
cr_return_quantity string,
|
||||
cr_return_amount string,
|
||||
cr_return_tax string,
|
||||
cr_return_amt_inc_tax string,
|
||||
cr_fee string,
|
||||
cr_return_ship_cost string,
|
||||
cr_refunded_cash string,
|
||||
cr_reversed_charge string,
|
||||
cr_store_credit string,
|
||||
cr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cr_returned_date_sk,
|
||||
cr_item_sk,
|
||||
cr_returning_customer_sk,
|
||||
cr_returning_addr_sk,
|
||||
cr_call_center_sk,
|
||||
cr_catalog_page_sk,
|
||||
cr_order_number,
|
||||
cr_return_quantity,
|
||||
cr_return_amount,
|
||||
cr_return_amt_inc_tax,
|
||||
cr_refunded_cash,
|
||||
cr_reversed_charge,
|
||||
cr_store_credit,
|
||||
cr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 25;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_returns.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
53
UsqlScripts/large_multiple/catalog_returns_26-50.usql
Normal file
53
UsqlScripts/large_multiple/catalog_returns_26-50.usql
Normal file
@ -0,0 +1,53 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cr_returned_date_sk string,
|
||||
cr_returned_time_sk string,
|
||||
cr_item_sk string,
|
||||
cr_refunded_customer_sk string,
|
||||
cr_refunded_cdemo_sk string,
|
||||
cr_refunded_hdemo_sk string,
|
||||
cr_refunded_addr_sk string,
|
||||
cr_returning_customer_sk string,
|
||||
cr_returning_cdemo_sk string,
|
||||
cr_returning_hdemo_sk string,
|
||||
cr_returning_addr_sk string,
|
||||
cr_call_center_sk string,
|
||||
cr_catalog_page_sk string,
|
||||
cr_ship_mode_sk string,
|
||||
cr_warehouse_sk string,
|
||||
cr_reason_sk string,
|
||||
cr_order_number string,
|
||||
cr_return_quantity string,
|
||||
cr_return_amount string,
|
||||
cr_return_tax string,
|
||||
cr_return_amt_inc_tax string,
|
||||
cr_fee string,
|
||||
cr_return_ship_cost string,
|
||||
cr_refunded_cash string,
|
||||
cr_reversed_charge string,
|
||||
cr_store_credit string,
|
||||
cr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cr_returned_date_sk,
|
||||
cr_item_sk,
|
||||
cr_returning_customer_sk,
|
||||
cr_returning_addr_sk,
|
||||
cr_call_center_sk,
|
||||
cr_catalog_page_sk,
|
||||
cr_order_number,
|
||||
cr_return_quantity,
|
||||
cr_return_amount,
|
||||
cr_return_amt_inc_tax,
|
||||
cr_refunded_cash,
|
||||
cr_reversed_charge,
|
||||
cr_store_credit,
|
||||
cr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 26 AND 50;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_returns_2.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
53
UsqlScripts/large_multiple/catalog_returns_51-75.usql
Normal file
53
UsqlScripts/large_multiple/catalog_returns_51-75.usql
Normal file
@ -0,0 +1,53 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cr_returned_date_sk string,
|
||||
cr_returned_time_sk string,
|
||||
cr_item_sk string,
|
||||
cr_refunded_customer_sk string,
|
||||
cr_refunded_cdemo_sk string,
|
||||
cr_refunded_hdemo_sk string,
|
||||
cr_refunded_addr_sk string,
|
||||
cr_returning_customer_sk string,
|
||||
cr_returning_cdemo_sk string,
|
||||
cr_returning_hdemo_sk string,
|
||||
cr_returning_addr_sk string,
|
||||
cr_call_center_sk string,
|
||||
cr_catalog_page_sk string,
|
||||
cr_ship_mode_sk string,
|
||||
cr_warehouse_sk string,
|
||||
cr_reason_sk string,
|
||||
cr_order_number string,
|
||||
cr_return_quantity string,
|
||||
cr_return_amount string,
|
||||
cr_return_tax string,
|
||||
cr_return_amt_inc_tax string,
|
||||
cr_fee string,
|
||||
cr_return_ship_cost string,
|
||||
cr_refunded_cash string,
|
||||
cr_reversed_charge string,
|
||||
cr_store_credit string,
|
||||
cr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cr_returned_date_sk,
|
||||
cr_item_sk,
|
||||
cr_returning_customer_sk,
|
||||
cr_returning_addr_sk,
|
||||
cr_call_center_sk,
|
||||
cr_catalog_page_sk,
|
||||
cr_order_number,
|
||||
cr_return_quantity,
|
||||
cr_return_amount,
|
||||
cr_return_amt_inc_tax,
|
||||
cr_refunded_cash,
|
||||
cr_reversed_charge,
|
||||
cr_store_credit,
|
||||
cr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 51 AND 75;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_returns_3.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
53
UsqlScripts/large_multiple/catalog_returns_76-100.usql
Normal file
53
UsqlScripts/large_multiple/catalog_returns_76-100.usql
Normal file
@ -0,0 +1,53 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cr_returned_date_sk string,
|
||||
cr_returned_time_sk string,
|
||||
cr_item_sk string,
|
||||
cr_refunded_customer_sk string,
|
||||
cr_refunded_cdemo_sk string,
|
||||
cr_refunded_hdemo_sk string,
|
||||
cr_refunded_addr_sk string,
|
||||
cr_returning_customer_sk string,
|
||||
cr_returning_cdemo_sk string,
|
||||
cr_returning_hdemo_sk string,
|
||||
cr_returning_addr_sk string,
|
||||
cr_call_center_sk string,
|
||||
cr_catalog_page_sk string,
|
||||
cr_ship_mode_sk string,
|
||||
cr_warehouse_sk string,
|
||||
cr_reason_sk string,
|
||||
cr_order_number string,
|
||||
cr_return_quantity string,
|
||||
cr_return_amount string,
|
||||
cr_return_tax string,
|
||||
cr_return_amt_inc_tax string,
|
||||
cr_fee string,
|
||||
cr_return_ship_cost string,
|
||||
cr_refunded_cash string,
|
||||
cr_reversed_charge string,
|
||||
cr_store_credit string,
|
||||
cr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cr_returned_date_sk,
|
||||
cr_item_sk,
|
||||
cr_returning_customer_sk,
|
||||
cr_returning_addr_sk,
|
||||
cr_call_center_sk,
|
||||
cr_catalog_page_sk,
|
||||
cr_order_number,
|
||||
cr_return_quantity,
|
||||
cr_return_amount,
|
||||
cr_return_amt_inc_tax,
|
||||
cr_refunded_cash,
|
||||
cr_reversed_charge,
|
||||
cr_store_credit,
|
||||
cr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 76 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_returns_4.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
75
UsqlScripts/large_multiple/catalog_sales_1-25.usql
Normal file
75
UsqlScripts/large_multiple/catalog_sales_1-25.usql
Normal file
@ -0,0 +1,75 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cs_sold_date_sk string,
|
||||
cs_sold_time_sk string,
|
||||
cs_ship_date_sk string,
|
||||
cs_bill_customer_sk string,
|
||||
cs_bill_cdemo_sk string,
|
||||
cs_bill_hdemo_sk string,
|
||||
cs_bill_addr_sk string,
|
||||
cs_ship_customer_sk string,
|
||||
cs_ship_cdemo_sk string,
|
||||
cs_ship_hdemo_sk string,
|
||||
cs_ship_addr_sk string,
|
||||
cs_call_center_sk string,
|
||||
cs_catalog_page_sk string,
|
||||
cs_ship_mode_sk string,
|
||||
cs_warehouse_sk string,
|
||||
cs_item_sk string,
|
||||
cs_promo_sk string,
|
||||
cs_order_number string,
|
||||
cs_quantity string,
|
||||
cs_wholesale_cost string,
|
||||
cs_list_price string,
|
||||
cs_sales_price string,
|
||||
cs_ext_discount_amt string,
|
||||
cs_ext_sales_price string,
|
||||
cs_ext_wholesale_cost string,
|
||||
cs_ext_list_price string,
|
||||
cs_ext_tax string,
|
||||
cs_coupon_amt string,
|
||||
cs_ext_ship_cost string,
|
||||
cs_net_paid string,
|
||||
cs_net_paid_inc_tax string,
|
||||
cs_net_paid_inc_ship string,
|
||||
cs_net_paid_inc_ship_tax string,
|
||||
cs_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cs_sold_date_sk,
|
||||
cs_sold_time_sk,
|
||||
cs_ship_date_sk,
|
||||
cs_bill_customer_sk,
|
||||
cs_bill_cdemo_sk,
|
||||
cs_bill_hdemo_sk,
|
||||
cs_bill_addr_sk,
|
||||
cs_ship_customer_sk,
|
||||
cs_ship_hdemo_sk,
|
||||
cs_ship_addr_sk,
|
||||
cs_call_center_sk,
|
||||
cs_catalog_page_sk,
|
||||
cs_ship_mode_sk,
|
||||
cs_warehouse_sk,
|
||||
cs_item_sk,
|
||||
cs_promo_sk,
|
||||
cs_order_number,
|
||||
cs_quantity,
|
||||
cs_wholesale_cost,
|
||||
cs_list_price,
|
||||
cs_sales_price,
|
||||
cs_ext_discount_amt,
|
||||
cs_ext_sales_price,
|
||||
cs_ext_wholesale_cost,
|
||||
cs_ext_list_price,
|
||||
cs_coupon_amt,
|
||||
cs_ext_ship_cost,
|
||||
cs_net_paid,
|
||||
cs_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 25;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_sales.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
75
UsqlScripts/large_multiple/catalog_sales_26-50.usql
Normal file
75
UsqlScripts/large_multiple/catalog_sales_26-50.usql
Normal file
@ -0,0 +1,75 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cs_sold_date_sk string,
|
||||
cs_sold_time_sk string,
|
||||
cs_ship_date_sk string,
|
||||
cs_bill_customer_sk string,
|
||||
cs_bill_cdemo_sk string,
|
||||
cs_bill_hdemo_sk string,
|
||||
cs_bill_addr_sk string,
|
||||
cs_ship_customer_sk string,
|
||||
cs_ship_cdemo_sk string,
|
||||
cs_ship_hdemo_sk string,
|
||||
cs_ship_addr_sk string,
|
||||
cs_call_center_sk string,
|
||||
cs_catalog_page_sk string,
|
||||
cs_ship_mode_sk string,
|
||||
cs_warehouse_sk string,
|
||||
cs_item_sk string,
|
||||
cs_promo_sk string,
|
||||
cs_order_number string,
|
||||
cs_quantity string,
|
||||
cs_wholesale_cost string,
|
||||
cs_list_price string,
|
||||
cs_sales_price string,
|
||||
cs_ext_discount_amt string,
|
||||
cs_ext_sales_price string,
|
||||
cs_ext_wholesale_cost string,
|
||||
cs_ext_list_price string,
|
||||
cs_ext_tax string,
|
||||
cs_coupon_amt string,
|
||||
cs_ext_ship_cost string,
|
||||
cs_net_paid string,
|
||||
cs_net_paid_inc_tax string,
|
||||
cs_net_paid_inc_ship string,
|
||||
cs_net_paid_inc_ship_tax string,
|
||||
cs_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cs_sold_date_sk,
|
||||
cs_sold_time_sk,
|
||||
cs_ship_date_sk,
|
||||
cs_bill_customer_sk,
|
||||
cs_bill_cdemo_sk,
|
||||
cs_bill_hdemo_sk,
|
||||
cs_bill_addr_sk,
|
||||
cs_ship_customer_sk,
|
||||
cs_ship_hdemo_sk,
|
||||
cs_ship_addr_sk,
|
||||
cs_call_center_sk,
|
||||
cs_catalog_page_sk,
|
||||
cs_ship_mode_sk,
|
||||
cs_warehouse_sk,
|
||||
cs_item_sk,
|
||||
cs_promo_sk,
|
||||
cs_order_number,
|
||||
cs_quantity,
|
||||
cs_wholesale_cost,
|
||||
cs_list_price,
|
||||
cs_sales_price,
|
||||
cs_ext_discount_amt,
|
||||
cs_ext_sales_price,
|
||||
cs_ext_wholesale_cost,
|
||||
cs_ext_list_price,
|
||||
cs_coupon_amt,
|
||||
cs_ext_ship_cost,
|
||||
cs_net_paid,
|
||||
cs_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 26 AND 50;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_sales_2.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
75
UsqlScripts/large_multiple/catalog_sales_51-75.usql
Normal file
75
UsqlScripts/large_multiple/catalog_sales_51-75.usql
Normal file
@ -0,0 +1,75 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cs_sold_date_sk string,
|
||||
cs_sold_time_sk string,
|
||||
cs_ship_date_sk string,
|
||||
cs_bill_customer_sk string,
|
||||
cs_bill_cdemo_sk string,
|
||||
cs_bill_hdemo_sk string,
|
||||
cs_bill_addr_sk string,
|
||||
cs_ship_customer_sk string,
|
||||
cs_ship_cdemo_sk string,
|
||||
cs_ship_hdemo_sk string,
|
||||
cs_ship_addr_sk string,
|
||||
cs_call_center_sk string,
|
||||
cs_catalog_page_sk string,
|
||||
cs_ship_mode_sk string,
|
||||
cs_warehouse_sk string,
|
||||
cs_item_sk string,
|
||||
cs_promo_sk string,
|
||||
cs_order_number string,
|
||||
cs_quantity string,
|
||||
cs_wholesale_cost string,
|
||||
cs_list_price string,
|
||||
cs_sales_price string,
|
||||
cs_ext_discount_amt string,
|
||||
cs_ext_sales_price string,
|
||||
cs_ext_wholesale_cost string,
|
||||
cs_ext_list_price string,
|
||||
cs_ext_tax string,
|
||||
cs_coupon_amt string,
|
||||
cs_ext_ship_cost string,
|
||||
cs_net_paid string,
|
||||
cs_net_paid_inc_tax string,
|
||||
cs_net_paid_inc_ship string,
|
||||
cs_net_paid_inc_ship_tax string,
|
||||
cs_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cs_sold_date_sk,
|
||||
cs_sold_time_sk,
|
||||
cs_ship_date_sk,
|
||||
cs_bill_customer_sk,
|
||||
cs_bill_cdemo_sk,
|
||||
cs_bill_hdemo_sk,
|
||||
cs_bill_addr_sk,
|
||||
cs_ship_customer_sk,
|
||||
cs_ship_hdemo_sk,
|
||||
cs_ship_addr_sk,
|
||||
cs_call_center_sk,
|
||||
cs_catalog_page_sk,
|
||||
cs_ship_mode_sk,
|
||||
cs_warehouse_sk,
|
||||
cs_item_sk,
|
||||
cs_promo_sk,
|
||||
cs_order_number,
|
||||
cs_quantity,
|
||||
cs_wholesale_cost,
|
||||
cs_list_price,
|
||||
cs_sales_price,
|
||||
cs_ext_discount_amt,
|
||||
cs_ext_sales_price,
|
||||
cs_ext_wholesale_cost,
|
||||
cs_ext_list_price,
|
||||
cs_coupon_amt,
|
||||
cs_ext_ship_cost,
|
||||
cs_net_paid,
|
||||
cs_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 51 AND 75;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_sales_3.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
75
UsqlScripts/large_multiple/catalog_sales_76-100.usql
Normal file
75
UsqlScripts/large_multiple/catalog_sales_76-100.usql
Normal file
@ -0,0 +1,75 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cs_sold_date_sk string,
|
||||
cs_sold_time_sk string,
|
||||
cs_ship_date_sk string,
|
||||
cs_bill_customer_sk string,
|
||||
cs_bill_cdemo_sk string,
|
||||
cs_bill_hdemo_sk string,
|
||||
cs_bill_addr_sk string,
|
||||
cs_ship_customer_sk string,
|
||||
cs_ship_cdemo_sk string,
|
||||
cs_ship_hdemo_sk string,
|
||||
cs_ship_addr_sk string,
|
||||
cs_call_center_sk string,
|
||||
cs_catalog_page_sk string,
|
||||
cs_ship_mode_sk string,
|
||||
cs_warehouse_sk string,
|
||||
cs_item_sk string,
|
||||
cs_promo_sk string,
|
||||
cs_order_number string,
|
||||
cs_quantity string,
|
||||
cs_wholesale_cost string,
|
||||
cs_list_price string,
|
||||
cs_sales_price string,
|
||||
cs_ext_discount_amt string,
|
||||
cs_ext_sales_price string,
|
||||
cs_ext_wholesale_cost string,
|
||||
cs_ext_list_price string,
|
||||
cs_ext_tax string,
|
||||
cs_coupon_amt string,
|
||||
cs_ext_ship_cost string,
|
||||
cs_net_paid string,
|
||||
cs_net_paid_inc_tax string,
|
||||
cs_net_paid_inc_ship string,
|
||||
cs_net_paid_inc_ship_tax string,
|
||||
cs_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cs_sold_date_sk,
|
||||
cs_sold_time_sk,
|
||||
cs_ship_date_sk,
|
||||
cs_bill_customer_sk,
|
||||
cs_bill_cdemo_sk,
|
||||
cs_bill_hdemo_sk,
|
||||
cs_bill_addr_sk,
|
||||
cs_ship_customer_sk,
|
||||
cs_ship_hdemo_sk,
|
||||
cs_ship_addr_sk,
|
||||
cs_call_center_sk,
|
||||
cs_catalog_page_sk,
|
||||
cs_ship_mode_sk,
|
||||
cs_warehouse_sk,
|
||||
cs_item_sk,
|
||||
cs_promo_sk,
|
||||
cs_order_number,
|
||||
cs_quantity,
|
||||
cs_wholesale_cost,
|
||||
cs_list_price,
|
||||
cs_sales_price,
|
||||
cs_ext_discount_amt,
|
||||
cs_ext_sales_price,
|
||||
cs_ext_wholesale_cost,
|
||||
cs_ext_list_price,
|
||||
cs_coupon_amt,
|
||||
cs_ext_ship_cost,
|
||||
cs_net_paid,
|
||||
cs_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 76 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/catalog_sales_4.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
48
UsqlScripts/large_multiple/customer.usql
Normal file
48
UsqlScripts/large_multiple/customer.usql
Normal file
@ -0,0 +1,48 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
c_customer_sk string,
|
||||
c_customer_id string,
|
||||
c_current_cdemo_sk string,
|
||||
c_current_hdemo_sk string,
|
||||
c_current_addr_sk string,
|
||||
c_first_shipto_date_sk string,
|
||||
c_first_sales_date_sk string,
|
||||
c_salutation string,
|
||||
c_first_name string,
|
||||
c_last_name string,
|
||||
c_preferred_cust_flag string,
|
||||
c_birth_day string,
|
||||
c_birth_month string,
|
||||
c_birth_year string,
|
||||
c_birth_country string,
|
||||
c_login string,
|
||||
c_email_address string,
|
||||
c_last_review_date string,
|
||||
empty string
|
||||
FROM "wasb://customer@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT c_customer_sk,
|
||||
c_customer_id,
|
||||
c_current_cdemo_sk,
|
||||
c_current_hdemo_sk,
|
||||
c_current_addr_sk,
|
||||
c_first_shipto_date_sk,
|
||||
c_first_sales_date_sk,
|
||||
c_salutation,
|
||||
c_first_name,
|
||||
c_last_name,
|
||||
c_preferred_cust_flag,
|
||||
c_birth_day,
|
||||
c_birth_month,
|
||||
c_birth_year,
|
||||
c_birth_country,
|
||||
c_login,
|
||||
c_email_address,
|
||||
c_last_review_date
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/customer.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
38
UsqlScripts/large_multiple/customer_address.usql
Normal file
38
UsqlScripts/large_multiple/customer_address.usql
Normal file
@ -0,0 +1,38 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ca_address_sk string,
|
||||
ca_address_id string,
|
||||
ca_street_number string,
|
||||
ca_street_name string,
|
||||
ca_street_type string,
|
||||
ca_suite_number string,
|
||||
ca_city string,
|
||||
ca_county string,
|
||||
ca_state string,
|
||||
ca_zip string,
|
||||
ca_country string,
|
||||
ca_gmt_offset string,
|
||||
ca_location_type string,
|
||||
empty string
|
||||
FROM "wasb://customer-address@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ca_address_sk,
|
||||
ca_address_id,
|
||||
ca_street_number,
|
||||
ca_street_name,
|
||||
ca_street_type,
|
||||
ca_suite_number,
|
||||
ca_city,
|
||||
ca_county,
|
||||
ca_state,
|
||||
ca_zip,
|
||||
ca_country,
|
||||
ca_gmt_offset,
|
||||
ca_location_type
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/customer_address.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
30
UsqlScripts/large_multiple/customer_demographics.usql
Normal file
30
UsqlScripts/large_multiple/customer_demographics.usql
Normal file
@ -0,0 +1,30 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cd_demo_sk string,
|
||||
cd_gender string,
|
||||
cd_marital_status string,
|
||||
cd_education_status string,
|
||||
cd_purchase_estimate string,
|
||||
cd_credit_rating string,
|
||||
cd_dep_count string,
|
||||
cd_dep_employed_count string,
|
||||
cd_dep_college_count string,
|
||||
empty string
|
||||
FROM "wasb://customer-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cd_demo_sk,
|
||||
cd_gender,
|
||||
cd_marital_status,
|
||||
cd_education_status,
|
||||
cd_purchase_estimate,
|
||||
cd_credit_rating,
|
||||
cd_dep_count,
|
||||
cd_dep_employed_count,
|
||||
cd_dep_college_count
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/customer_demographics.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
68
UsqlScripts/large_multiple/date_dim.usql
Normal file
68
UsqlScripts/large_multiple/date_dim.usql
Normal file
@ -0,0 +1,68 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
d_date_sk string,
|
||||
d_date_id string,
|
||||
d_date string,
|
||||
d_month_seq string,
|
||||
d_week_seq string,
|
||||
d_quarter_seq string,
|
||||
d_year string,
|
||||
d_dow string,
|
||||
d_moy string,
|
||||
d_dom string,
|
||||
d_qoy string,
|
||||
d_fy_year string,
|
||||
d_fy_quarter_seq string,
|
||||
d_fy_week_seq string,
|
||||
d_day_name string,
|
||||
d_quarter_name string,
|
||||
d_holiday string,
|
||||
d_weekend string,
|
||||
d_following_holiday string,
|
||||
d_first_dom string,
|
||||
d_last_dom string,
|
||||
d_same_day_ly string,
|
||||
d_same_day_lq string,
|
||||
d_current_day string,
|
||||
d_current_week string,
|
||||
d_current_month string,
|
||||
d_current_quarter string,
|
||||
d_current_year string,
|
||||
empty string
|
||||
FROM "wasb://date-dim@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT d_date_sk,
|
||||
d_date_id,
|
||||
d_date,
|
||||
d_month_seq,
|
||||
d_week_seq,
|
||||
d_quarter_seq,
|
||||
d_year,
|
||||
d_dow,
|
||||
d_moy,
|
||||
d_dom,
|
||||
d_qoy,
|
||||
d_fy_year,
|
||||
d_fy_quarter_seq,
|
||||
d_fy_week_seq,
|
||||
d_day_name,
|
||||
d_quarter_name,
|
||||
d_holiday,
|
||||
d_weekend,
|
||||
d_following_holiday,
|
||||
d_first_dom,
|
||||
d_last_dom,
|
||||
d_same_day_ly,
|
||||
d_same_day_lq,
|
||||
d_current_day,
|
||||
d_current_week,
|
||||
d_current_month,
|
||||
d_current_quarter,
|
||||
d_current_year
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/date_dim.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
20
UsqlScripts/large_multiple/dbgen_version.usql
Normal file
20
UsqlScripts/large_multiple/dbgen_version.usql
Normal file
@ -0,0 +1,20 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
dv_version string,
|
||||
dv_create_date string,
|
||||
dv_create_time string,
|
||||
dv_cmdline_args string,
|
||||
empty string
|
||||
FROM "wasb://dbgen-version@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT dv_version,
|
||||
dv_create_date,
|
||||
dv_create_time,
|
||||
dv_cmdline_args
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/dbgen_version.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
22
UsqlScripts/large_multiple/household_demographics.usql
Normal file
22
UsqlScripts/large_multiple/household_demographics.usql
Normal file
@ -0,0 +1,22 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
hd_demo_sk string,
|
||||
hd_income_band_sk string,
|
||||
hd_buy_potential string,
|
||||
hd_dep_count string,
|
||||
hd_vehicle_count string,
|
||||
empty string
|
||||
FROM "wasb://household-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT hd_demo_sk,
|
||||
hd_income_band_sk,
|
||||
hd_buy_potential,
|
||||
hd_dep_count,
|
||||
hd_vehicle_count
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/household_demographics.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
18
UsqlScripts/large_multiple/income_band.usql
Normal file
18
UsqlScripts/large_multiple/income_band.usql
Normal file
@ -0,0 +1,18 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
b_income_band_sk string,
|
||||
b_lower_bound string,
|
||||
b_upper_bound string,
|
||||
empty string
|
||||
FROM "wasb://income-band@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT b_income_band_sk,
|
||||
b_lower_bound,
|
||||
b_upper_bound
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/income_band.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
20
UsqlScripts/large_multiple/inventory_1-25.usql
Normal file
20
UsqlScripts/large_multiple/inventory_1-25.usql
Normal file
@ -0,0 +1,20 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
nv_date_sk string,
|
||||
nv_item_sk string,
|
||||
nv_warehouse_sk string,
|
||||
nv_quantity_on_hand string,
|
||||
empty string
|
||||
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT nv_date_sk,
|
||||
nv_item_sk,
|
||||
nv_warehouse_sk,
|
||||
nv_quantity_on_hand
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 25;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/inventory.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
20
UsqlScripts/large_multiple/inventory_26-50.usql
Normal file
20
UsqlScripts/large_multiple/inventory_26-50.usql
Normal file
@ -0,0 +1,20 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
nv_date_sk string,
|
||||
nv_item_sk string,
|
||||
nv_warehouse_sk string,
|
||||
nv_quantity_on_hand string,
|
||||
empty string
|
||||
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT nv_date_sk,
|
||||
nv_item_sk,
|
||||
nv_warehouse_sk,
|
||||
nv_quantity_on_hand
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 26 AND 50;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/inventory_2.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
20
UsqlScripts/large_multiple/inventory_51-75.usql
Normal file
20
UsqlScripts/large_multiple/inventory_51-75.usql
Normal file
@ -0,0 +1,20 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
nv_date_sk string,
|
||||
nv_item_sk string,
|
||||
nv_warehouse_sk string,
|
||||
nv_quantity_on_hand string,
|
||||
empty string
|
||||
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT nv_date_sk,
|
||||
nv_item_sk,
|
||||
nv_warehouse_sk,
|
||||
nv_quantity_on_hand
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 51 AND 75;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/inventory_3.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
20
UsqlScripts/large_multiple/inventory_76-100.usql
Normal file
20
UsqlScripts/large_multiple/inventory_76-100.usql
Normal file
@ -0,0 +1,20 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
nv_date_sk string,
|
||||
nv_item_sk string,
|
||||
nv_warehouse_sk string,
|
||||
nv_quantity_on_hand string,
|
||||
empty string
|
||||
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT nv_date_sk,
|
||||
nv_item_sk,
|
||||
nv_warehouse_sk,
|
||||
nv_quantity_on_hand
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 76 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/inventory_4.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
56
UsqlScripts/large_multiple/item.usql
Normal file
56
UsqlScripts/large_multiple/item.usql
Normal file
@ -0,0 +1,56 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
_item_sk string,
|
||||
_item_id string,
|
||||
_rec_start_date string,
|
||||
_rec_end_date string,
|
||||
_item_desc string,
|
||||
_current_price string,
|
||||
_wholesale_cost string,
|
||||
_brand_id string,
|
||||
_brand string,
|
||||
_class_id string,
|
||||
_class string,
|
||||
_category_id string,
|
||||
_category string,
|
||||
_manufact_id string,
|
||||
_manufact string,
|
||||
_size string,
|
||||
_formulation string,
|
||||
_color string,
|
||||
_units string,
|
||||
_container string,
|
||||
_manager_id string,
|
||||
_product_name string,
|
||||
empty string
|
||||
FROM "wasb://item@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _item_sk,
|
||||
_item_id,
|
||||
_rec_start_date,
|
||||
_rec_end_date,
|
||||
_item_desc,
|
||||
_current_price,
|
||||
_wholesale_cost,
|
||||
_brand_id,
|
||||
_brand,
|
||||
_class_id,
|
||||
_class,
|
||||
_category_id,
|
||||
_category,
|
||||
_manufact_id,
|
||||
_manufact,
|
||||
_size,
|
||||
_formulation,
|
||||
_color,
|
||||
_units,
|
||||
_container,
|
||||
_manager_id,
|
||||
_product_name
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/item.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
50
UsqlScripts/large_multiple/promotion.usql
Normal file
50
UsqlScripts/large_multiple/promotion.usql
Normal file
@ -0,0 +1,50 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
_promo_sk string,
|
||||
_promo_id string,
|
||||
_start_date_sk string,
|
||||
_end_date_sk string,
|
||||
_item_sk string,
|
||||
_cost string,
|
||||
_response_target string,
|
||||
_promo_name string,
|
||||
_channel_dmail string,
|
||||
_channel_email string,
|
||||
_channel_catalog string,
|
||||
_channel_tv string,
|
||||
_channel_radio string,
|
||||
_channel_press string,
|
||||
_channel_event string,
|
||||
_channel_demo string,
|
||||
_channel_details string,
|
||||
_purpose string,
|
||||
_discount_active string,
|
||||
empty string
|
||||
FROM "wasb://promotion@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _promo_sk,
|
||||
_promo_id,
|
||||
_start_date_sk,
|
||||
_end_date_sk,
|
||||
_item_sk,
|
||||
_cost,
|
||||
_response_target,
|
||||
_promo_name,
|
||||
_channel_dmail,
|
||||
_channel_email,
|
||||
_channel_catalog,
|
||||
_channel_tv,
|
||||
_channel_radio,
|
||||
_channel_press,
|
||||
_channel_event,
|
||||
_channel_demo,
|
||||
_channel_details,
|
||||
_purpose,
|
||||
_discount_active
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/promotion.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
18
UsqlScripts/large_multiple/reason.usql
Normal file
18
UsqlScripts/large_multiple/reason.usql
Normal file
@ -0,0 +1,18 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
_reason_sk string,
|
||||
_reason_id string,
|
||||
_reason_desc string,
|
||||
empty string
|
||||
FROM "wasb://reason@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT _reason_sk,
|
||||
_reason_id,
|
||||
_reason_desc
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/reason.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
24
UsqlScripts/large_multiple/ship_mode.usql
Normal file
24
UsqlScripts/large_multiple/ship_mode.usql
Normal file
@ -0,0 +1,24 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
sm_ship_mode_sk string,
|
||||
sm_ship_mode_id string,
|
||||
sm_type string,
|
||||
sm_code string,
|
||||
sm_carrier string,
|
||||
sm_contract string,
|
||||
empty string
|
||||
FROM "wasb://ship-mode@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sm_ship_mode_sk,
|
||||
sm_ship_mode_id,
|
||||
sm_type,
|
||||
sm_code,
|
||||
sm_carrier,
|
||||
sm_contract
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/ship_mode.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
70
UsqlScripts/large_multiple/store.usql
Normal file
70
UsqlScripts/large_multiple/store.usql
Normal file
@ -0,0 +1,70 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
s_store_sk string,
|
||||
s_store_id string,
|
||||
s_rec_start_date string,
|
||||
s_rec_end_date string,
|
||||
s_closed_date_sk string,
|
||||
s_store_name string,
|
||||
s_number_employees string,
|
||||
s_floor_space string,
|
||||
s_hours string,
|
||||
s_manager string,
|
||||
s_market_id string,
|
||||
s_geography_class string,
|
||||
s_market_desc string,
|
||||
s_market_manager string,
|
||||
s_division_id string,
|
||||
s_division_name string,
|
||||
s_company_id string,
|
||||
s_company_name string,
|
||||
s_street_number string,
|
||||
s_street_name string,
|
||||
s_street_type string,
|
||||
s_suite_number string,
|
||||
s_city string,
|
||||
s_county string,
|
||||
s_state string,
|
||||
s_zip string,
|
||||
s_country string,
|
||||
s_gmt_offset string,
|
||||
s_tax_precentage string,
|
||||
empty string
|
||||
FROM "wasb://store@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT s_store_sk,
|
||||
s_store_id,
|
||||
s_rec_start_date,
|
||||
s_rec_end_date,
|
||||
s_closed_date_sk,
|
||||
s_store_name,
|
||||
s_number_employees,
|
||||
s_floor_space,
|
||||
s_hours,
|
||||
s_manager,
|
||||
s_market_id,
|
||||
s_geography_class,
|
||||
s_market_desc,
|
||||
s_market_manager,
|
||||
s_division_id,
|
||||
s_division_name,
|
||||
s_company_id,
|
||||
s_company_name,
|
||||
s_street_number,
|
||||
s_street_name,
|
||||
s_street_type,
|
||||
s_suite_number,
|
||||
s_city,
|
||||
s_county,
|
||||
s_state,
|
||||
s_zip,
|
||||
s_country,
|
||||
s_gmt_offset,
|
||||
s_tax_precentage
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
43
UsqlScripts/large_multiple/store_returns_1-25.usql
Normal file
43
UsqlScripts/large_multiple/store_returns_1-25.usql
Normal file
@ -0,0 +1,43 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
sr_returned_date_sk string,
|
||||
sr_return_time_sk string,
|
||||
sr_item_sk string,
|
||||
sr_customer_sk string,
|
||||
sr_cdemo_sk string,
|
||||
sr_hdemo_sk string,
|
||||
sr_addr_sk string,
|
||||
sr_store_sk string,
|
||||
sr_reason_sk string,
|
||||
sr_ticket_number string,
|
||||
sr_return_quantity string,
|
||||
sr_return_amt string,
|
||||
sr_return_tax string,
|
||||
sr_return_amt_inc_tax string,
|
||||
sr_fee string,
|
||||
sr_return_ship_cost string,
|
||||
sr_refunded_cash string,
|
||||
sr_reversed_charge string,
|
||||
sr_store_credit string,
|
||||
sr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sr_returned_date_sk,
|
||||
sr_item_sk,
|
||||
sr_customer_sk,
|
||||
sr_cdemo_sk,
|
||||
sr_store_sk,
|
||||
sr_reason_sk,
|
||||
sr_ticket_number,
|
||||
sr_return_quantity,
|
||||
sr_return_amt,
|
||||
sr_return_amt_inc_tax,
|
||||
sr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 25;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_returns.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
43
UsqlScripts/large_multiple/store_returns_26-50.usql
Normal file
43
UsqlScripts/large_multiple/store_returns_26-50.usql
Normal file
@ -0,0 +1,43 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
sr_returned_date_sk string,
|
||||
sr_return_time_sk string,
|
||||
sr_item_sk string,
|
||||
sr_customer_sk string,
|
||||
sr_cdemo_sk string,
|
||||
sr_hdemo_sk string,
|
||||
sr_addr_sk string,
|
||||
sr_store_sk string,
|
||||
sr_reason_sk string,
|
||||
sr_ticket_number string,
|
||||
sr_return_quantity string,
|
||||
sr_return_amt string,
|
||||
sr_return_tax string,
|
||||
sr_return_amt_inc_tax string,
|
||||
sr_fee string,
|
||||
sr_return_ship_cost string,
|
||||
sr_refunded_cash string,
|
||||
sr_reversed_charge string,
|
||||
sr_store_credit string,
|
||||
sr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sr_returned_date_sk,
|
||||
sr_item_sk,
|
||||
sr_customer_sk,
|
||||
sr_cdemo_sk,
|
||||
sr_store_sk,
|
||||
sr_reason_sk,
|
||||
sr_ticket_number,
|
||||
sr_return_quantity,
|
||||
sr_return_amt,
|
||||
sr_return_amt_inc_tax,
|
||||
sr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 26 AND 50;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_returns_2.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
43
UsqlScripts/large_multiple/store_returns_51-75.usql
Normal file
43
UsqlScripts/large_multiple/store_returns_51-75.usql
Normal file
@ -0,0 +1,43 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
sr_returned_date_sk string,
|
||||
sr_return_time_sk string,
|
||||
sr_item_sk string,
|
||||
sr_customer_sk string,
|
||||
sr_cdemo_sk string,
|
||||
sr_hdemo_sk string,
|
||||
sr_addr_sk string,
|
||||
sr_store_sk string,
|
||||
sr_reason_sk string,
|
||||
sr_ticket_number string,
|
||||
sr_return_quantity string,
|
||||
sr_return_amt string,
|
||||
sr_return_tax string,
|
||||
sr_return_amt_inc_tax string,
|
||||
sr_fee string,
|
||||
sr_return_ship_cost string,
|
||||
sr_refunded_cash string,
|
||||
sr_reversed_charge string,
|
||||
sr_store_credit string,
|
||||
sr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sr_returned_date_sk,
|
||||
sr_item_sk,
|
||||
sr_customer_sk,
|
||||
sr_cdemo_sk,
|
||||
sr_store_sk,
|
||||
sr_reason_sk,
|
||||
sr_ticket_number,
|
||||
sr_return_quantity,
|
||||
sr_return_amt,
|
||||
sr_return_amt_inc_tax,
|
||||
sr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 51 AND 75;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_returns_3.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
43
UsqlScripts/large_multiple/store_returns_76-100.usql
Normal file
43
UsqlScripts/large_multiple/store_returns_76-100.usql
Normal file
@ -0,0 +1,43 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
sr_returned_date_sk string,
|
||||
sr_return_time_sk string,
|
||||
sr_item_sk string,
|
||||
sr_customer_sk string,
|
||||
sr_cdemo_sk string,
|
||||
sr_hdemo_sk string,
|
||||
sr_addr_sk string,
|
||||
sr_store_sk string,
|
||||
sr_reason_sk string,
|
||||
sr_ticket_number string,
|
||||
sr_return_quantity string,
|
||||
sr_return_amt string,
|
||||
sr_return_tax string,
|
||||
sr_return_amt_inc_tax string,
|
||||
sr_fee string,
|
||||
sr_return_ship_cost string,
|
||||
sr_refunded_cash string,
|
||||
sr_reversed_charge string,
|
||||
sr_store_credit string,
|
||||
sr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT sr_returned_date_sk,
|
||||
sr_item_sk,
|
||||
sr_customer_sk,
|
||||
sr_cdemo_sk,
|
||||
sr_store_sk,
|
||||
sr_reason_sk,
|
||||
sr_ticket_number,
|
||||
sr_return_quantity,
|
||||
sr_return_amt,
|
||||
sr_return_amt_inc_tax,
|
||||
sr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 76 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_returns_4.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
57
UsqlScripts/large_multiple/store_sales_1-25.usql
Normal file
57
UsqlScripts/large_multiple/store_sales_1-25.usql
Normal file
@ -0,0 +1,57 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ss_sold_date_sk string,
|
||||
ss_sold_time_sk string,
|
||||
ss_item_sk string,
|
||||
ss_customer_sk string,
|
||||
ss_cdemo_sk string,
|
||||
ss_hdemo_sk string,
|
||||
ss_addr_sk string,
|
||||
ss_store_sk string,
|
||||
ss_promo_sk string,
|
||||
ss_ticket_number string,
|
||||
ss_quantity string,
|
||||
ss_wholesale_cost string,
|
||||
ss_list_price string,
|
||||
ss_sales_price string,
|
||||
ss_ext_discount_amt string,
|
||||
ss_ext_sales_price string,
|
||||
ss_ext_wholesale_cost string,
|
||||
ss_ext_list_price string,
|
||||
ss_ext_tax string,
|
||||
ss_coupon_amt string,
|
||||
ss_net_paid string,
|
||||
ss_net_paid_inc_tax string,
|
||||
ss_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ss_sold_date_sk,
|
||||
ss_sold_time_sk,
|
||||
ss_item_sk,
|
||||
ss_customer_sk,
|
||||
ss_cdemo_sk,
|
||||
ss_hdemo_sk,
|
||||
ss_addr_sk,
|
||||
ss_store_sk,
|
||||
ss_promo_sk,
|
||||
ss_ticket_number,
|
||||
ss_quantity,
|
||||
ss_wholesale_cost,
|
||||
ss_list_price,
|
||||
ss_sales_price,
|
||||
ss_ext_discount_amt,
|
||||
ss_ext_sales_price,
|
||||
ss_ext_wholesale_cost,
|
||||
ss_ext_list_price,
|
||||
ss_ext_tax,
|
||||
ss_coupon_amt,
|
||||
ss_net_paid,
|
||||
ss_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 25;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_sales.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
57
UsqlScripts/large_multiple/store_sales_26-50.usql
Normal file
57
UsqlScripts/large_multiple/store_sales_26-50.usql
Normal file
@ -0,0 +1,57 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ss_sold_date_sk string,
|
||||
ss_sold_time_sk string,
|
||||
ss_item_sk string,
|
||||
ss_customer_sk string,
|
||||
ss_cdemo_sk string,
|
||||
ss_hdemo_sk string,
|
||||
ss_addr_sk string,
|
||||
ss_store_sk string,
|
||||
ss_promo_sk string,
|
||||
ss_ticket_number string,
|
||||
ss_quantity string,
|
||||
ss_wholesale_cost string,
|
||||
ss_list_price string,
|
||||
ss_sales_price string,
|
||||
ss_ext_discount_amt string,
|
||||
ss_ext_sales_price string,
|
||||
ss_ext_wholesale_cost string,
|
||||
ss_ext_list_price string,
|
||||
ss_ext_tax string,
|
||||
ss_coupon_amt string,
|
||||
ss_net_paid string,
|
||||
ss_net_paid_inc_tax string,
|
||||
ss_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ss_sold_date_sk,
|
||||
ss_sold_time_sk,
|
||||
ss_item_sk,
|
||||
ss_customer_sk,
|
||||
ss_cdemo_sk,
|
||||
ss_hdemo_sk,
|
||||
ss_addr_sk,
|
||||
ss_store_sk,
|
||||
ss_promo_sk,
|
||||
ss_ticket_number,
|
||||
ss_quantity,
|
||||
ss_wholesale_cost,
|
||||
ss_list_price,
|
||||
ss_sales_price,
|
||||
ss_ext_discount_amt,
|
||||
ss_ext_sales_price,
|
||||
ss_ext_wholesale_cost,
|
||||
ss_ext_list_price,
|
||||
ss_ext_tax,
|
||||
ss_coupon_amt,
|
||||
ss_net_paid,
|
||||
ss_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 26 AND 50;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_sales_2.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
57
UsqlScripts/large_multiple/store_sales_51-75.usql
Normal file
57
UsqlScripts/large_multiple/store_sales_51-75.usql
Normal file
@ -0,0 +1,57 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ss_sold_date_sk string,
|
||||
ss_sold_time_sk string,
|
||||
ss_item_sk string,
|
||||
ss_customer_sk string,
|
||||
ss_cdemo_sk string,
|
||||
ss_hdemo_sk string,
|
||||
ss_addr_sk string,
|
||||
ss_store_sk string,
|
||||
ss_promo_sk string,
|
||||
ss_ticket_number string,
|
||||
ss_quantity string,
|
||||
ss_wholesale_cost string,
|
||||
ss_list_price string,
|
||||
ss_sales_price string,
|
||||
ss_ext_discount_amt string,
|
||||
ss_ext_sales_price string,
|
||||
ss_ext_wholesale_cost string,
|
||||
ss_ext_list_price string,
|
||||
ss_ext_tax string,
|
||||
ss_coupon_amt string,
|
||||
ss_net_paid string,
|
||||
ss_net_paid_inc_tax string,
|
||||
ss_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ss_sold_date_sk,
|
||||
ss_sold_time_sk,
|
||||
ss_item_sk,
|
||||
ss_customer_sk,
|
||||
ss_cdemo_sk,
|
||||
ss_hdemo_sk,
|
||||
ss_addr_sk,
|
||||
ss_store_sk,
|
||||
ss_promo_sk,
|
||||
ss_ticket_number,
|
||||
ss_quantity,
|
||||
ss_wholesale_cost,
|
||||
ss_list_price,
|
||||
ss_sales_price,
|
||||
ss_ext_discount_amt,
|
||||
ss_ext_sales_price,
|
||||
ss_ext_wholesale_cost,
|
||||
ss_ext_list_price,
|
||||
ss_ext_tax,
|
||||
ss_coupon_amt,
|
||||
ss_net_paid,
|
||||
ss_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 51 AND 75;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_sales_3.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
57
UsqlScripts/large_multiple/store_sales_76-100.usql
Normal file
57
UsqlScripts/large_multiple/store_sales_76-100.usql
Normal file
@ -0,0 +1,57 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ss_sold_date_sk string,
|
||||
ss_sold_time_sk string,
|
||||
ss_item_sk string,
|
||||
ss_customer_sk string,
|
||||
ss_cdemo_sk string,
|
||||
ss_hdemo_sk string,
|
||||
ss_addr_sk string,
|
||||
ss_store_sk string,
|
||||
ss_promo_sk string,
|
||||
ss_ticket_number string,
|
||||
ss_quantity string,
|
||||
ss_wholesale_cost string,
|
||||
ss_list_price string,
|
||||
ss_sales_price string,
|
||||
ss_ext_discount_amt string,
|
||||
ss_ext_sales_price string,
|
||||
ss_ext_wholesale_cost string,
|
||||
ss_ext_list_price string,
|
||||
ss_ext_tax string,
|
||||
ss_coupon_amt string,
|
||||
ss_net_paid string,
|
||||
ss_net_paid_inc_tax string,
|
||||
ss_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ss_sold_date_sk,
|
||||
ss_sold_time_sk,
|
||||
ss_item_sk,
|
||||
ss_customer_sk,
|
||||
ss_cdemo_sk,
|
||||
ss_hdemo_sk,
|
||||
ss_addr_sk,
|
||||
ss_store_sk,
|
||||
ss_promo_sk,
|
||||
ss_ticket_number,
|
||||
ss_quantity,
|
||||
ss_wholesale_cost,
|
||||
ss_list_price,
|
||||
ss_sales_price,
|
||||
ss_ext_discount_amt,
|
||||
ss_ext_sales_price,
|
||||
ss_ext_wholesale_cost,
|
||||
ss_ext_list_price,
|
||||
ss_ext_tax,
|
||||
ss_coupon_amt,
|
||||
ss_net_paid,
|
||||
ss_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 76 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/store_sales_4.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
32
UsqlScripts/large_multiple/time_dim.usql
Normal file
32
UsqlScripts/large_multiple/time_dim.usql
Normal file
@ -0,0 +1,32 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
t_time_sk string,
|
||||
t_time_id string,
|
||||
t_time string,
|
||||
t_hour string,
|
||||
t_minute string,
|
||||
t_second string,
|
||||
t_am_pm string,
|
||||
t_shift string,
|
||||
t_sub_shift string,
|
||||
t_meal_time string,
|
||||
empty string
|
||||
FROM "wasb://time-dim@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT t_time_sk,
|
||||
t_time_id,
|
||||
t_time,
|
||||
t_hour,
|
||||
t_minute,
|
||||
t_second,
|
||||
t_am_pm,
|
||||
t_shift,
|
||||
t_sub_shift,
|
||||
t_meal_time
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/time_dim.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
40
UsqlScripts/large_multiple/warehouse.usql
Normal file
40
UsqlScripts/large_multiple/warehouse.usql
Normal file
@ -0,0 +1,40 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
w_warehouse_sk string,
|
||||
w_warehouse_id string,
|
||||
w_warehouse_name string,
|
||||
w_warehouse_sq_ft string,
|
||||
w_street_number string,
|
||||
w_street_name string,
|
||||
w_street_type string,
|
||||
w_suite_number string,
|
||||
w_city string,
|
||||
w_county string,
|
||||
w_state string,
|
||||
w_zip string,
|
||||
w_country string,
|
||||
w_gmt_offset string,
|
||||
empty string
|
||||
FROM "wasb://warehouse@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT w_warehouse_sk,
|
||||
w_warehouse_id,
|
||||
w_warehouse_name,
|
||||
w_warehouse_sq_ft,
|
||||
w_street_number,
|
||||
w_street_name,
|
||||
w_street_type,
|
||||
w_suite_number,
|
||||
w_city,
|
||||
w_county,
|
||||
w_state,
|
||||
w_zip,
|
||||
w_country,
|
||||
w_gmt_offset
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/warehouse.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
40
UsqlScripts/large_multiple/web_page.usql
Normal file
40
UsqlScripts/large_multiple/web_page.usql
Normal file
@ -0,0 +1,40 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
wp_web_page_sk string,
|
||||
wp_web_page_id string,
|
||||
wp_rec_start_date string,
|
||||
wp_rec_end_date string,
|
||||
wp_creation_date_sk string,
|
||||
wp_access_date_sk string,
|
||||
wp_autogen_flag string,
|
||||
wp_customer_sk string,
|
||||
wp_url string,
|
||||
wp_type string,
|
||||
wp_char_count string,
|
||||
wp_link_count string,
|
||||
wp_image_count string,
|
||||
wp_max_ad_count string,
|
||||
empty string
|
||||
FROM "wasb://web-page@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wp_web_page_sk,
|
||||
wp_web_page_id,
|
||||
wp_rec_start_date,
|
||||
wp_rec_end_date,
|
||||
wp_creation_date_sk,
|
||||
wp_access_date_sk,
|
||||
wp_autogen_flag,
|
||||
wp_customer_sk,
|
||||
wp_url,
|
||||
wp_type,
|
||||
wp_char_count,
|
||||
wp_link_count,
|
||||
wp_image_count,
|
||||
wp_max_ad_count
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_page.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
51
UsqlScripts/large_multiple/web_returns_1-25.usql
Normal file
51
UsqlScripts/large_multiple/web_returns_1-25.usql
Normal file
@ -0,0 +1,51 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
wr_returned_date_sk string,
|
||||
wr_returned_time_sk string,
|
||||
wr_item_sk string,
|
||||
wr_refunded_customer_sk string,
|
||||
wr_refunded_cdemo_sk string,
|
||||
wr_refunded_hdemo_sk string,
|
||||
wr_refunded_addr_sk string,
|
||||
wr_returning_customer_sk string,
|
||||
wr_returning_cdemo_sk string,
|
||||
wr_returning_hdemo_sk string,
|
||||
wr_returning_addr_sk string,
|
||||
wr_web_page_sk string,
|
||||
wr_reason_sk string,
|
||||
wr_order_number string,
|
||||
wr_return_quantity string,
|
||||
wr_return_amt string,
|
||||
wr_return_tax string,
|
||||
wr_return_amt_inc_tax string,
|
||||
wr_fee string,
|
||||
wr_return_ship_cost string,
|
||||
wr_refunded_cash string,
|
||||
wr_reversed_charge string,
|
||||
wr_account_credit string,
|
||||
wr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wr_returned_date_sk,
|
||||
wr_item_sk,
|
||||
wr_refunded_cdemo_sk,
|
||||
wr_refunded_addr_sk,
|
||||
wr_returning_customer_sk,
|
||||
wr_returning_cdemo_sk,
|
||||
wr_returning_addr_sk,
|
||||
wr_web_page_sk,
|
||||
wr_reason_sk,
|
||||
wr_order_number,
|
||||
wr_return_quantity,
|
||||
wr_return_amt,
|
||||
wr_fee,
|
||||
wr_refunded_cash,
|
||||
wr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 25;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_returns.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
51
UsqlScripts/large_multiple/web_returns_26-50.usql
Normal file
51
UsqlScripts/large_multiple/web_returns_26-50.usql
Normal file
@ -0,0 +1,51 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
wr_returned_date_sk string,
|
||||
wr_returned_time_sk string,
|
||||
wr_item_sk string,
|
||||
wr_refunded_customer_sk string,
|
||||
wr_refunded_cdemo_sk string,
|
||||
wr_refunded_hdemo_sk string,
|
||||
wr_refunded_addr_sk string,
|
||||
wr_returning_customer_sk string,
|
||||
wr_returning_cdemo_sk string,
|
||||
wr_returning_hdemo_sk string,
|
||||
wr_returning_addr_sk string,
|
||||
wr_web_page_sk string,
|
||||
wr_reason_sk string,
|
||||
wr_order_number string,
|
||||
wr_return_quantity string,
|
||||
wr_return_amt string,
|
||||
wr_return_tax string,
|
||||
wr_return_amt_inc_tax string,
|
||||
wr_fee string,
|
||||
wr_return_ship_cost string,
|
||||
wr_refunded_cash string,
|
||||
wr_reversed_charge string,
|
||||
wr_account_credit string,
|
||||
wr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wr_returned_date_sk,
|
||||
wr_item_sk,
|
||||
wr_refunded_cdemo_sk,
|
||||
wr_refunded_addr_sk,
|
||||
wr_returning_customer_sk,
|
||||
wr_returning_cdemo_sk,
|
||||
wr_returning_addr_sk,
|
||||
wr_web_page_sk,
|
||||
wr_reason_sk,
|
||||
wr_order_number,
|
||||
wr_return_quantity,
|
||||
wr_return_amt,
|
||||
wr_fee,
|
||||
wr_refunded_cash,
|
||||
wr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 26 AND 50;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_returns_2.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
51
UsqlScripts/large_multiple/web_returns_51-75.usql
Normal file
51
UsqlScripts/large_multiple/web_returns_51-75.usql
Normal file
@ -0,0 +1,51 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
wr_returned_date_sk string,
|
||||
wr_returned_time_sk string,
|
||||
wr_item_sk string,
|
||||
wr_refunded_customer_sk string,
|
||||
wr_refunded_cdemo_sk string,
|
||||
wr_refunded_hdemo_sk string,
|
||||
wr_refunded_addr_sk string,
|
||||
wr_returning_customer_sk string,
|
||||
wr_returning_cdemo_sk string,
|
||||
wr_returning_hdemo_sk string,
|
||||
wr_returning_addr_sk string,
|
||||
wr_web_page_sk string,
|
||||
wr_reason_sk string,
|
||||
wr_order_number string,
|
||||
wr_return_quantity string,
|
||||
wr_return_amt string,
|
||||
wr_return_tax string,
|
||||
wr_return_amt_inc_tax string,
|
||||
wr_fee string,
|
||||
wr_return_ship_cost string,
|
||||
wr_refunded_cash string,
|
||||
wr_reversed_charge string,
|
||||
wr_account_credit string,
|
||||
wr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wr_returned_date_sk,
|
||||
wr_item_sk,
|
||||
wr_refunded_cdemo_sk,
|
||||
wr_refunded_addr_sk,
|
||||
wr_returning_customer_sk,
|
||||
wr_returning_cdemo_sk,
|
||||
wr_returning_addr_sk,
|
||||
wr_web_page_sk,
|
||||
wr_reason_sk,
|
||||
wr_order_number,
|
||||
wr_return_quantity,
|
||||
wr_return_amt,
|
||||
wr_fee,
|
||||
wr_refunded_cash,
|
||||
wr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 51 AND 75;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_returns_3.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
51
UsqlScripts/large_multiple/web_returns_76-100.usql
Normal file
51
UsqlScripts/large_multiple/web_returns_76-100.usql
Normal file
@ -0,0 +1,51 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
wr_returned_date_sk string,
|
||||
wr_returned_time_sk string,
|
||||
wr_item_sk string,
|
||||
wr_refunded_customer_sk string,
|
||||
wr_refunded_cdemo_sk string,
|
||||
wr_refunded_hdemo_sk string,
|
||||
wr_refunded_addr_sk string,
|
||||
wr_returning_customer_sk string,
|
||||
wr_returning_cdemo_sk string,
|
||||
wr_returning_hdemo_sk string,
|
||||
wr_returning_addr_sk string,
|
||||
wr_web_page_sk string,
|
||||
wr_reason_sk string,
|
||||
wr_order_number string,
|
||||
wr_return_quantity string,
|
||||
wr_return_amt string,
|
||||
wr_return_tax string,
|
||||
wr_return_amt_inc_tax string,
|
||||
wr_fee string,
|
||||
wr_return_ship_cost string,
|
||||
wr_refunded_cash string,
|
||||
wr_reversed_charge string,
|
||||
wr_account_credit string,
|
||||
wr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT wr_returned_date_sk,
|
||||
wr_item_sk,
|
||||
wr_refunded_cdemo_sk,
|
||||
wr_refunded_addr_sk,
|
||||
wr_returning_customer_sk,
|
||||
wr_returning_cdemo_sk,
|
||||
wr_returning_addr_sk,
|
||||
wr_web_page_sk,
|
||||
wr_reason_sk,
|
||||
wr_order_number,
|
||||
wr_return_quantity,
|
||||
wr_return_amt,
|
||||
wr_fee,
|
||||
wr_refunded_cash,
|
||||
wr_net_loss
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 76 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_returns_4.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
71
UsqlScripts/large_multiple/web_sales_1-25.usql
Normal file
71
UsqlScripts/large_multiple/web_sales_1-25.usql
Normal file
@ -0,0 +1,71 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ws_sold_date_sk string,
|
||||
ws_sold_time_sk string,
|
||||
ws_ship_date_sk string,
|
||||
ws_item_sk string,
|
||||
ws_bill_customer_sk string,
|
||||
ws_bill_cdemo_sk string,
|
||||
ws_bill_hdemo_sk string,
|
||||
ws_bill_addr_sk string,
|
||||
ws_ship_customer_sk string,
|
||||
ws_ship_cdemo_sk string,
|
||||
ws_ship_hdemo_sk string,
|
||||
ws_ship_addr_sk string,
|
||||
ws_web_page_sk string,
|
||||
ws_web_site_sk string,
|
||||
ws_ship_mode_sk string,
|
||||
ws_warehouse_sk string,
|
||||
ws_promo_sk string,
|
||||
ws_order_number string,
|
||||
ws_quantity string,
|
||||
ws_wholesale_cost string,
|
||||
ws_list_price string,
|
||||
ws_sales_price string,
|
||||
ws_ext_discount_amt string,
|
||||
ws_ext_sales_price string,
|
||||
ws_ext_wholesale_cost string,
|
||||
ws_ext_list_price string,
|
||||
ws_ext_tax string,
|
||||
ws_coupon_amt string,
|
||||
ws_ext_ship_cost string,
|
||||
ws_net_paid string,
|
||||
ws_net_paid_inc_tax string,
|
||||
ws_net_paid_inc_ship string,
|
||||
ws_net_paid_inc_ship_tax string,
|
||||
ws_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ws_sold_date_sk,
|
||||
ws_sold_time_sk,
|
||||
ws_ship_date_sk,
|
||||
ws_item_sk,
|
||||
ws_bill_customer_sk,
|
||||
ws_bill_addr_sk,
|
||||
ws_ship_hdemo_sk,
|
||||
ws_ship_addr_sk,
|
||||
ws_web_page_sk,
|
||||
ws_web_site_sk,
|
||||
ws_ship_mode_sk,
|
||||
ws_warehouse_sk,
|
||||
ws_promo_sk,
|
||||
ws_order_number,
|
||||
ws_quantity,
|
||||
ws_wholesale_cost,
|
||||
ws_list_price,
|
||||
ws_sales_price,
|
||||
ws_ext_discount_amt,
|
||||
ws_ext_sales_price,
|
||||
ws_ext_wholesale_cost,
|
||||
ws_ext_list_price,
|
||||
ws_ext_ship_cost,
|
||||
ws_net_paid,
|
||||
ws_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 25;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_sales.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
71
UsqlScripts/large_multiple/web_sales_26-50.usql
Normal file
71
UsqlScripts/large_multiple/web_sales_26-50.usql
Normal file
@ -0,0 +1,71 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ws_sold_date_sk string,
|
||||
ws_sold_time_sk string,
|
||||
ws_ship_date_sk string,
|
||||
ws_item_sk string,
|
||||
ws_bill_customer_sk string,
|
||||
ws_bill_cdemo_sk string,
|
||||
ws_bill_hdemo_sk string,
|
||||
ws_bill_addr_sk string,
|
||||
ws_ship_customer_sk string,
|
||||
ws_ship_cdemo_sk string,
|
||||
ws_ship_hdemo_sk string,
|
||||
ws_ship_addr_sk string,
|
||||
ws_web_page_sk string,
|
||||
ws_web_site_sk string,
|
||||
ws_ship_mode_sk string,
|
||||
ws_warehouse_sk string,
|
||||
ws_promo_sk string,
|
||||
ws_order_number string,
|
||||
ws_quantity string,
|
||||
ws_wholesale_cost string,
|
||||
ws_list_price string,
|
||||
ws_sales_price string,
|
||||
ws_ext_discount_amt string,
|
||||
ws_ext_sales_price string,
|
||||
ws_ext_wholesale_cost string,
|
||||
ws_ext_list_price string,
|
||||
ws_ext_tax string,
|
||||
ws_coupon_amt string,
|
||||
ws_ext_ship_cost string,
|
||||
ws_net_paid string,
|
||||
ws_net_paid_inc_tax string,
|
||||
ws_net_paid_inc_ship string,
|
||||
ws_net_paid_inc_ship_tax string,
|
||||
ws_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ws_sold_date_sk,
|
||||
ws_sold_time_sk,
|
||||
ws_ship_date_sk,
|
||||
ws_item_sk,
|
||||
ws_bill_customer_sk,
|
||||
ws_bill_addr_sk,
|
||||
ws_ship_hdemo_sk,
|
||||
ws_ship_addr_sk,
|
||||
ws_web_page_sk,
|
||||
ws_web_site_sk,
|
||||
ws_ship_mode_sk,
|
||||
ws_warehouse_sk,
|
||||
ws_promo_sk,
|
||||
ws_order_number,
|
||||
ws_quantity,
|
||||
ws_wholesale_cost,
|
||||
ws_list_price,
|
||||
ws_sales_price,
|
||||
ws_ext_discount_amt,
|
||||
ws_ext_sales_price,
|
||||
ws_ext_wholesale_cost,
|
||||
ws_ext_list_price,
|
||||
ws_ext_ship_cost,
|
||||
ws_net_paid,
|
||||
ws_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 26 AND 500;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_sales_2.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
71
UsqlScripts/large_multiple/web_sales_51-75.usql
Normal file
71
UsqlScripts/large_multiple/web_sales_51-75.usql
Normal file
@ -0,0 +1,71 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ws_sold_date_sk string,
|
||||
ws_sold_time_sk string,
|
||||
ws_ship_date_sk string,
|
||||
ws_item_sk string,
|
||||
ws_bill_customer_sk string,
|
||||
ws_bill_cdemo_sk string,
|
||||
ws_bill_hdemo_sk string,
|
||||
ws_bill_addr_sk string,
|
||||
ws_ship_customer_sk string,
|
||||
ws_ship_cdemo_sk string,
|
||||
ws_ship_hdemo_sk string,
|
||||
ws_ship_addr_sk string,
|
||||
ws_web_page_sk string,
|
||||
ws_web_site_sk string,
|
||||
ws_ship_mode_sk string,
|
||||
ws_warehouse_sk string,
|
||||
ws_promo_sk string,
|
||||
ws_order_number string,
|
||||
ws_quantity string,
|
||||
ws_wholesale_cost string,
|
||||
ws_list_price string,
|
||||
ws_sales_price string,
|
||||
ws_ext_discount_amt string,
|
||||
ws_ext_sales_price string,
|
||||
ws_ext_wholesale_cost string,
|
||||
ws_ext_list_price string,
|
||||
ws_ext_tax string,
|
||||
ws_coupon_amt string,
|
||||
ws_ext_ship_cost string,
|
||||
ws_net_paid string,
|
||||
ws_net_paid_inc_tax string,
|
||||
ws_net_paid_inc_ship string,
|
||||
ws_net_paid_inc_ship_tax string,
|
||||
ws_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ws_sold_date_sk,
|
||||
ws_sold_time_sk,
|
||||
ws_ship_date_sk,
|
||||
ws_item_sk,
|
||||
ws_bill_customer_sk,
|
||||
ws_bill_addr_sk,
|
||||
ws_ship_hdemo_sk,
|
||||
ws_ship_addr_sk,
|
||||
ws_web_page_sk,
|
||||
ws_web_site_sk,
|
||||
ws_ship_mode_sk,
|
||||
ws_warehouse_sk,
|
||||
ws_promo_sk,
|
||||
ws_order_number,
|
||||
ws_quantity,
|
||||
ws_wholesale_cost,
|
||||
ws_list_price,
|
||||
ws_sales_price,
|
||||
ws_ext_discount_amt,
|
||||
ws_ext_sales_price,
|
||||
ws_ext_wholesale_cost,
|
||||
ws_ext_list_price,
|
||||
ws_ext_ship_cost,
|
||||
ws_net_paid,
|
||||
ws_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 51 AND 75;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_sales_3.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
71
UsqlScripts/large_multiple/web_sales_76-100.usql
Normal file
71
UsqlScripts/large_multiple/web_sales_76-100.usql
Normal file
@ -0,0 +1,71 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
ws_sold_date_sk string,
|
||||
ws_sold_time_sk string,
|
||||
ws_ship_date_sk string,
|
||||
ws_item_sk string,
|
||||
ws_bill_customer_sk string,
|
||||
ws_bill_cdemo_sk string,
|
||||
ws_bill_hdemo_sk string,
|
||||
ws_bill_addr_sk string,
|
||||
ws_ship_customer_sk string,
|
||||
ws_ship_cdemo_sk string,
|
||||
ws_ship_hdemo_sk string,
|
||||
ws_ship_addr_sk string,
|
||||
ws_web_page_sk string,
|
||||
ws_web_site_sk string,
|
||||
ws_ship_mode_sk string,
|
||||
ws_warehouse_sk string,
|
||||
ws_promo_sk string,
|
||||
ws_order_number string,
|
||||
ws_quantity string,
|
||||
ws_wholesale_cost string,
|
||||
ws_list_price string,
|
||||
ws_sales_price string,
|
||||
ws_ext_discount_amt string,
|
||||
ws_ext_sales_price string,
|
||||
ws_ext_wholesale_cost string,
|
||||
ws_ext_list_price string,
|
||||
ws_ext_tax string,
|
||||
ws_coupon_amt string,
|
||||
ws_ext_ship_cost string,
|
||||
ws_net_paid string,
|
||||
ws_net_paid_inc_tax string,
|
||||
ws_net_paid_inc_ship string,
|
||||
ws_net_paid_inc_ship_tax string,
|
||||
ws_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT ws_sold_date_sk,
|
||||
ws_sold_time_sk,
|
||||
ws_ship_date_sk,
|
||||
ws_item_sk,
|
||||
ws_bill_customer_sk,
|
||||
ws_bill_addr_sk,
|
||||
ws_ship_hdemo_sk,
|
||||
ws_ship_addr_sk,
|
||||
ws_web_page_sk,
|
||||
ws_web_site_sk,
|
||||
ws_ship_mode_sk,
|
||||
ws_warehouse_sk,
|
||||
ws_promo_sk,
|
||||
ws_order_number,
|
||||
ws_quantity,
|
||||
ws_wholesale_cost,
|
||||
ws_list_price,
|
||||
ws_sales_price,
|
||||
ws_ext_discount_amt,
|
||||
ws_ext_sales_price,
|
||||
ws_ext_wholesale_cost,
|
||||
ws_ext_list_price,
|
||||
ws_ext_ship_cost,
|
||||
ws_net_paid,
|
||||
ws_net_profit
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 76 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_sales_4.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
64
UsqlScripts/large_multiple/web_site.usql
Normal file
64
UsqlScripts/large_multiple/web_site.usql
Normal file
@ -0,0 +1,64 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
web_site_sk string,
|
||||
web_site_id string,
|
||||
web_rec_start_date string,
|
||||
web_rec_end_date string,
|
||||
web_name string,
|
||||
web_open_date_sk string,
|
||||
web_close_date_sk string,
|
||||
web_class string,
|
||||
web_manager string,
|
||||
web_mkt_id string,
|
||||
web_mkt_class string,
|
||||
web_mkt_desc string,
|
||||
web_market_manager string,
|
||||
web_company_id string,
|
||||
web_company_name string,
|
||||
web_street_number string,
|
||||
web_street_name string,
|
||||
web_street_type string,
|
||||
web_suite_number string,
|
||||
web_city string,
|
||||
web_county string,
|
||||
web_state string,
|
||||
web_zip string,
|
||||
web_country string,
|
||||
web_gmt_offset string,
|
||||
web_tax_percentage string,
|
||||
empty string
|
||||
FROM "wasb://web-site@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT web_site_sk,
|
||||
web_site_id,
|
||||
web_rec_start_date,
|
||||
web_rec_end_date,
|
||||
web_name,
|
||||
web_open_date_sk,
|
||||
web_close_date_sk,
|
||||
web_class,
|
||||
web_manager,
|
||||
web_mkt_id,
|
||||
web_mkt_class,
|
||||
web_mkt_desc,
|
||||
web_market_manager,
|
||||
web_company_id,
|
||||
web_company_name,
|
||||
web_street_number,
|
||||
web_street_name,
|
||||
web_street_type,
|
||||
web_suite_number,
|
||||
web_city,
|
||||
web_county,
|
||||
web_state,
|
||||
web_zip,
|
||||
web_country,
|
||||
web_gmt_offset,
|
||||
web_tax_percentage
|
||||
FROM @raw_parsed
|
||||
WHERE child_id BETWEEN 1 AND 100;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/large_multiple/web_site.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
73
UsqlScripts/last_available_year/call_center.usql
Normal file
73
UsqlScripts/last_available_year/call_center.usql
Normal file
@ -0,0 +1,73 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cc_call_center_sk string,
|
||||
cc_call_center_id string,
|
||||
cc_rec_start_date string,
|
||||
cc_rec_end_date string,
|
||||
cc_closed_date_sk string,
|
||||
cc_open_date_sk string,
|
||||
cc_name string,
|
||||
cc_class string,
|
||||
cc_employees string,
|
||||
cc_sq_ft string,
|
||||
cc_hours string,
|
||||
cc_manager string,
|
||||
cc_mkt_id string,
|
||||
cc_mkt_class string,
|
||||
cc_mkt_desc string,
|
||||
cc_market_manager string,
|
||||
cc_division string,
|
||||
cc_division_name string,
|
||||
cc_company string,
|
||||
cc_company_name string,
|
||||
cc_street_number string,
|
||||
cc_street_name string,
|
||||
cc_street_type string,
|
||||
cc_suite_number string,
|
||||
cc_city string,
|
||||
cc_county string,
|
||||
cc_state string,
|
||||
cc_zip string,
|
||||
cc_country string,
|
||||
cc_gmt_offset string,
|
||||
cc_tax_percentage string,
|
||||
empty string
|
||||
FROM "wasb://call-center@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cc_call_center_sk,
|
||||
cc_call_center_id,
|
||||
cc_rec_start_date,
|
||||
cc_rec_end_date,
|
||||
cc_closed_date_sk,
|
||||
cc_open_date_sk,
|
||||
cc_name,
|
||||
cc_class,
|
||||
cc_employees,
|
||||
cc_sq_ft,
|
||||
cc_hours,
|
||||
cc_manager,
|
||||
cc_mkt_id,
|
||||
cc_mkt_class,
|
||||
cc_mkt_desc,
|
||||
cc_market_manager,
|
||||
cc_division,
|
||||
cc_division_name,
|
||||
cc_company,
|
||||
cc_company_name,
|
||||
cc_street_number,
|
||||
cc_street_name,
|
||||
cc_street_type,
|
||||
cc_suite_number,
|
||||
cc_city,
|
||||
cc_county,
|
||||
cc_state,
|
||||
cc_zip,
|
||||
cc_country,
|
||||
cc_gmt_offset,
|
||||
cc_tax_percentage
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/last_available_year/call_center.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
29
UsqlScripts/last_available_year/catalog_page.usql
Normal file
29
UsqlScripts/last_available_year/catalog_page.usql
Normal file
@ -0,0 +1,29 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cp_catalog_page_sk string,
|
||||
cp_catalog_page_id string,
|
||||
cp_start_date_sk string,
|
||||
cp_end_date_sk string,
|
||||
cp_department string,
|
||||
cp_catalog_number string,
|
||||
cp_catalog_page_number string,
|
||||
cp_description string,
|
||||
cp_type string,
|
||||
empty string
|
||||
FROM "wasb://catalog-page@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cp_catalog_page_sk,
|
||||
cp_catalog_page_id,
|
||||
cp_start_date_sk,
|
||||
cp_end_date_sk,
|
||||
cp_department,
|
||||
cp_catalog_number,
|
||||
cp_catalog_page_number,
|
||||
cp_description,
|
||||
cp_type
|
||||
FROM @raw_parsed;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/last_available_year/catalog_page.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
87
UsqlScripts/last_available_year/catalog_returns.usql
Normal file
87
UsqlScripts/last_available_year/catalog_returns.usql
Normal file
@ -0,0 +1,87 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cr_returned_date_sk string,
|
||||
cr_returned_time_sk string,
|
||||
cr_item_sk string,
|
||||
cr_refunded_customer_sk string,
|
||||
cr_refunded_cdemo_sk string,
|
||||
cr_refunded_hdemo_sk string,
|
||||
cr_refunded_addr_sk string,
|
||||
cr_returning_customer_sk string,
|
||||
cr_returning_cdemo_sk string,
|
||||
cr_returning_hdemo_sk string,
|
||||
cr_returning_addr_sk string,
|
||||
cr_call_center_sk string,
|
||||
cr_catalog_page_sk string,
|
||||
cr_ship_mode_sk string,
|
||||
cr_warehouse_sk string,
|
||||
cr_reason_sk string,
|
||||
cr_order_number string,
|
||||
cr_return_quantity string,
|
||||
cr_return_amount string,
|
||||
cr_return_tax string,
|
||||
cr_return_amt_inc_tax string,
|
||||
cr_fee string,
|
||||
cr_return_ship_cost string,
|
||||
cr_refunded_cash string,
|
||||
cr_reversed_charge string,
|
||||
cr_store_credit string,
|
||||
cr_net_loss string,
|
||||
empty string
|
||||
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@date_dim = EXTRACT d_date_sk string,
|
||||
d_date_id string,
|
||||
d_date string,
|
||||
d_month_seq string,
|
||||
d_week_seq string,
|
||||
d_quarter_seq string,
|
||||
d_year int,
|
||||
d_dow string,
|
||||
d_moy string,
|
||||
d_dom string,
|
||||
d_qoy string,
|
||||
d_fy_year string,
|
||||
d_fy_quarter_seq string,
|
||||
d_fy_week_seq string,
|
||||
d_day_name string,
|
||||
d_quarter_name string,
|
||||
d_holiday string,
|
||||
d_weekend string,
|
||||
d_following_holiday string,
|
||||
d_first_dom string,
|
||||
d_last_dom string,
|
||||
d_same_day_ly string,
|
||||
d_same_day_lq string,
|
||||
d_current_day string,
|
||||
d_current_week string,
|
||||
d_current_month string,
|
||||
d_current_quarter string,
|
||||
d_current_year string,
|
||||
empty string
|
||||
FROM "wasb://date-dim@<blob storage account name>/date_dim_1_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cr_returned_date_sk,
|
||||
cr_item_sk,
|
||||
cr_returning_customer_sk,
|
||||
cr_returning_addr_sk,
|
||||
cr_call_center_sk,
|
||||
cr_catalog_page_sk,
|
||||
cr_order_number,
|
||||
cr_return_quantity,
|
||||
cr_return_amount,
|
||||
cr_return_amt_inc_tax,
|
||||
cr_refunded_cash,
|
||||
cr_reversed_charge,
|
||||
cr_store_credit,
|
||||
cr_net_loss
|
||||
FROM @raw_parsed
|
||||
INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd
|
||||
ON cr_returned_date_sk == dd.d_date_sk
|
||||
WHERE dd.d_year == 2003;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/last_available_year/catalog_returns.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
109
UsqlScripts/last_available_year/catalog_sales.usql
Normal file
109
UsqlScripts/last_available_year/catalog_sales.usql
Normal file
@ -0,0 +1,109 @@
|
||||
@raw_parsed = EXTRACT child_id int,
|
||||
cs_sold_date_sk string,
|
||||
cs_sold_time_sk string,
|
||||
cs_ship_date_sk string,
|
||||
cs_bill_customer_sk string,
|
||||
cs_bill_cdemo_sk string,
|
||||
cs_bill_hdemo_sk string,
|
||||
cs_bill_addr_sk string,
|
||||
cs_ship_customer_sk string,
|
||||
cs_ship_cdemo_sk string,
|
||||
cs_ship_hdemo_sk string,
|
||||
cs_ship_addr_sk string,
|
||||
cs_call_center_sk string,
|
||||
cs_catalog_page_sk string,
|
||||
cs_ship_mode_sk string,
|
||||
cs_warehouse_sk string,
|
||||
cs_item_sk string,
|
||||
cs_promo_sk string,
|
||||
cs_order_number string,
|
||||
cs_quantity string,
|
||||
cs_wholesale_cost string,
|
||||
cs_list_price string,
|
||||
cs_sales_price string,
|
||||
cs_ext_discount_amt string,
|
||||
cs_ext_sales_price string,
|
||||
cs_ext_wholesale_cost string,
|
||||
cs_ext_list_price string,
|
||||
cs_ext_tax string,
|
||||
cs_coupon_amt string,
|
||||
cs_ext_ship_cost string,
|
||||
cs_net_paid string,
|
||||
cs_net_paid_inc_tax string,
|
||||
cs_net_paid_inc_ship string,
|
||||
cs_net_paid_inc_ship_tax string,
|
||||
cs_net_profit string,
|
||||
empty string
|
||||
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@date_dim = EXTRACT d_date_sk string,
|
||||
d_date_id string,
|
||||
d_date string,
|
||||
d_month_seq string,
|
||||
d_week_seq string,
|
||||
d_quarter_seq string,
|
||||
d_year int,
|
||||
d_dow string,
|
||||
d_moy string,
|
||||
d_dom string,
|
||||
d_qoy string,
|
||||
d_fy_year string,
|
||||
d_fy_quarter_seq string,
|
||||
d_fy_week_seq string,
|
||||
d_day_name string,
|
||||
d_quarter_name string,
|
||||
d_holiday string,
|
||||
d_weekend string,
|
||||
d_following_holiday string,
|
||||
d_first_dom string,
|
||||
d_last_dom string,
|
||||
d_same_day_ly string,
|
||||
d_same_day_lq string,
|
||||
d_current_day string,
|
||||
d_current_week string,
|
||||
d_current_month string,
|
||||
d_current_quarter string,
|
||||
d_current_year string,
|
||||
empty string
|
||||
FROM "wasb://date-dim@<blob storage account name>/date_dim_1_100.dat"
|
||||
USING Extractors.Text(delimiter: '|');
|
||||
|
||||
@filtered_results = SELECT cs_sold_date_sk,
|
||||
cs_sold_time_sk,
|
||||
cs_ship_date_sk,
|
||||
cs_bill_customer_sk,
|
||||
cs_bill_cdemo_sk,
|
||||
cs_bill_hdemo_sk,
|
||||
cs_bill_addr_sk,
|
||||
cs_ship_customer_sk,
|
||||
cs_ship_hdemo_sk,
|
||||
cs_ship_addr_sk,
|
||||
cs_call_center_sk,
|
||||
cs_catalog_page_sk,
|
||||
cs_ship_mode_sk,
|
||||
cs_warehouse_sk,
|
||||
cs_item_sk,
|
||||
cs_promo_sk,
|
||||
cs_order_number,
|
||||
cs_quantity,
|
||||
cs_wholesale_cost,
|
||||
cs_list_price,
|
||||
cs_sales_price,
|
||||
cs_ext_discount_amt,
|
||||
cs_ext_sales_price,
|
||||
cs_ext_wholesale_cost,
|
||||
cs_ext_list_price,
|
||||
cs_coupon_amt,
|
||||
cs_ext_ship_cost,
|
||||
cs_net_paid,
|
||||
cs_net_profit
|
||||
FROM @raw_parsed
|
||||
INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd
|
||||
ON cs_sold_date_sk == dd.d_date_sk
|
||||
WHERE dd.d_year == 2003;
|
||||
|
||||
OUTPUT @filtered_results
|
||||
TO "/last_available_year/catalog_sales.csv"
|
||||
USING Outputters.Csv(outputHeader: true);
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user