From 5e89a2155109f3342c319e1bc956e7a029f4cfac Mon Sep 17 00:00:00 2001 From: KayUnkroth Date: Wed, 2 Aug 2017 14:06:14 -0700 Subject: [PATCH 1/5] Full set of U-SQL scripts with storage account name replaced with placeholder. --- UsqlScripts/Modelling/call_center.usql | 2 +- UsqlScripts/Modelling/catalog_page.usql | 2 +- UsqlScripts/Modelling/catalog_returns.usql | 2 +- UsqlScripts/Modelling/catalog_sales.usql | 2 +- UsqlScripts/Modelling/customer.usql | 2 +- UsqlScripts/Modelling/customer_address.usql | 2 +- .../Modelling/customer_demographics.usql | 2 +- UsqlScripts/Modelling/date_dim.usql | 2 +- UsqlScripts/Modelling/dbgen_version.usql | 2 +- .../Modelling/household_demographics.usql | 2 +- UsqlScripts/Modelling/income_band.usql | 2 +- UsqlScripts/Modelling/inventory.usql | 2 +- UsqlScripts/Modelling/item.usql | 2 +- UsqlScripts/Modelling/promotion.usql | 2 +- UsqlScripts/Modelling/reason.usql | 2 +- UsqlScripts/Modelling/ship_mode.usql | 2 +- UsqlScripts/Modelling/store.usql | 2 +- UsqlScripts/Modelling/store_returns.usql | 2 +- UsqlScripts/Modelling/store_sales.usql | 2 +- UsqlScripts/Modelling/time_dim.usql | 2 +- UsqlScripts/Modelling/warehouse.usql | 2 +- UsqlScripts/Modelling/web_page.usql | 2 +- UsqlScripts/Modelling/web_returns.usql | 2 +- UsqlScripts/Modelling/web_sales.usql | 2 +- UsqlScripts/Modelling/web_site.usql | 2 +- UsqlScripts/all_single/call_center.usql | 73 +++++ UsqlScripts/all_single/catalog_page.usql | 29 ++ UsqlScripts/all_single/catalog_returns.usql | 52 ++++ UsqlScripts/all_single/catalog_sales.usql | 74 +++++ UsqlScripts/all_single/customer.usql | 47 +++ UsqlScripts/all_single/customer_address.usql | 37 +++ .../all_single/customer_demographics.usql | 29 ++ UsqlScripts/all_single/date_dim.usql | 67 ++++ UsqlScripts/all_single/dbgen_version.usql | 19 ++ .../all_single/household_demographics.usql | 21 ++ UsqlScripts/all_single/income_band.usql | 17 + UsqlScripts/all_single/inventory.usql | 19 ++ UsqlScripts/all_single/item.usql | 55 ++++ UsqlScripts/all_single/promotion.usql | 49 +++ UsqlScripts/all_single/reason.usql | 17 + UsqlScripts/all_single/ship_mode.usql | 23 ++ UsqlScripts/all_single/store.usql | 69 ++++ UsqlScripts/all_single/store_returns.usql | 42 +++ UsqlScripts/all_single/store_sales.usql | 56 ++++ UsqlScripts/all_single/time_dim.usql | 31 ++ UsqlScripts/all_single/warehouse.usql | 39 +++ UsqlScripts/all_single/web_page.usql | 39 +++ UsqlScripts/all_single/web_returns.usql | 50 +++ UsqlScripts/all_single/web_sales.usql | 70 +++++ UsqlScripts/all_single/web_site.usql | 63 ++++ UsqlScripts/large_multiple/call_center.usql | 74 +++++ UsqlScripts/large_multiple/catalog_page.usql | 30 ++ .../large_multiple/catalog_returns_1-25.usql | 53 ++++ .../large_multiple/catalog_returns_26-50.usql | 53 ++++ .../large_multiple/catalog_returns_51-75.usql | 53 ++++ .../catalog_returns_76-100.usql | 53 ++++ .../large_multiple/catalog_sales_1-25.usql | 75 +++++ .../large_multiple/catalog_sales_26-50.usql | 75 +++++ .../large_multiple/catalog_sales_51-75.usql | 75 +++++ .../large_multiple/catalog_sales_76-100.usql | 75 +++++ UsqlScripts/large_multiple/customer.usql | 48 +++ .../large_multiple/customer_address.usql | 38 +++ .../large_multiple/customer_demographics.usql | 30 ++ UsqlScripts/large_multiple/date_dim.usql | 68 ++++ UsqlScripts/large_multiple/dbgen_version.usql | 20 ++ .../household_demographics.usql | 22 ++ UsqlScripts/large_multiple/income_band.usql | 18 ++ .../large_multiple/inventory_1-25.usql | 20 ++ .../large_multiple/inventory_26-50.usql | 20 ++ .../large_multiple/inventory_51-75.usql | 20 ++ .../large_multiple/inventory_76-100.usql | 20 ++ UsqlScripts/large_multiple/item.usql | 56 ++++ UsqlScripts/large_multiple/promotion.usql | 50 +++ UsqlScripts/large_multiple/reason.usql | 18 ++ UsqlScripts/large_multiple/ship_mode.usql | 24 ++ UsqlScripts/large_multiple/store.usql | 70 +++++ .../large_multiple/store_returns_1-25.usql | 43 +++ .../large_multiple/store_returns_26-50.usql | 43 +++ .../large_multiple/store_returns_51-75.usql | 43 +++ .../large_multiple/store_returns_76-100.usql | 43 +++ .../large_multiple/store_sales_1-25.usql | 57 ++++ .../large_multiple/store_sales_26-50.usql | 57 ++++ .../large_multiple/store_sales_51-75.usql | 57 ++++ .../large_multiple/store_sales_76-100.usql | 57 ++++ UsqlScripts/large_multiple/time_dim.usql | 32 ++ UsqlScripts/large_multiple/warehouse.usql | 40 +++ UsqlScripts/large_multiple/web_page.usql | 40 +++ .../large_multiple/web_returns_1-25.usql | 51 +++ .../large_multiple/web_returns_26-50.usql | 51 +++ .../large_multiple/web_returns_51-75.usql | 51 +++ .../large_multiple/web_returns_76-100.usql | 51 +++ .../large_multiple/web_sales_1-25.usql | 71 +++++ .../large_multiple/web_sales_26-50.usql | 71 +++++ .../large_multiple/web_sales_51-75.usql | 71 +++++ .../large_multiple/web_sales_76-100.usql | 71 +++++ UsqlScripts/large_multiple/web_site.usql | 64 ++++ .../last_available_year/call_center.usql | 73 +++++ .../last_available_year/catalog_page.usql | 29 ++ .../last_available_year/catalog_returns.usql | 87 ++++++ .../last_available_year/catalog_sales.usql | 109 +++++++ UsqlScripts/last_available_year/customer.usql | 47 +++ .../last_available_year/customer_address.usql | 37 +++ .../customer_demographics.usql | 29 ++ UsqlScripts/last_available_year/date_dim.usql | 67 ++++ .../last_available_year/dbgen_version.usql | 19 ++ .../household_demographics.usql | 21 ++ .../last_available_year/income_band.usql | 17 + .../last_available_year/inventory.usql | 19 ++ UsqlScripts/last_available_year/item.usql | 55 ++++ .../last_available_year/promotion.usql | 49 +++ UsqlScripts/last_available_year/reason.usql | 17 + .../last_available_year/ship_mode.usql | 23 ++ UsqlScripts/last_available_year/store.usql | 69 ++++ .../last_available_year/store_returns.usql | 77 +++++ .../last_available_year/store_sales.usql | 91 ++++++ UsqlScripts/last_available_year/time_dim.usql | 31 ++ .../last_available_year/warehouse.usql | 39 +++ UsqlScripts/last_available_year/web_page.usql | 39 +++ .../last_available_year/web_returns.usql | 85 +++++ .../last_available_year/web_sales.usql | 105 +++++++ UsqlScripts/last_available_year/web_site.usql | 63 ++++ UsqlScripts/readme.rtf | 294 ++++++++++++++++++ 122 files changed, 4925 insertions(+), 25 deletions(-) create mode 100644 UsqlScripts/all_single/call_center.usql create mode 100644 UsqlScripts/all_single/catalog_page.usql create mode 100644 UsqlScripts/all_single/catalog_returns.usql create mode 100644 UsqlScripts/all_single/catalog_sales.usql create mode 100644 UsqlScripts/all_single/customer.usql create mode 100644 UsqlScripts/all_single/customer_address.usql create mode 100644 UsqlScripts/all_single/customer_demographics.usql create mode 100644 UsqlScripts/all_single/date_dim.usql create mode 100644 UsqlScripts/all_single/dbgen_version.usql create mode 100644 UsqlScripts/all_single/household_demographics.usql create mode 100644 UsqlScripts/all_single/income_band.usql create mode 100644 UsqlScripts/all_single/inventory.usql create mode 100644 UsqlScripts/all_single/item.usql create mode 100644 UsqlScripts/all_single/promotion.usql create mode 100644 UsqlScripts/all_single/reason.usql create mode 100644 UsqlScripts/all_single/ship_mode.usql create mode 100644 UsqlScripts/all_single/store.usql create mode 100644 UsqlScripts/all_single/store_returns.usql create mode 100644 UsqlScripts/all_single/store_sales.usql create mode 100644 UsqlScripts/all_single/time_dim.usql create mode 100644 UsqlScripts/all_single/warehouse.usql create mode 100644 UsqlScripts/all_single/web_page.usql create mode 100644 UsqlScripts/all_single/web_returns.usql create mode 100644 UsqlScripts/all_single/web_sales.usql create mode 100644 UsqlScripts/all_single/web_site.usql create mode 100644 UsqlScripts/large_multiple/call_center.usql create mode 100644 UsqlScripts/large_multiple/catalog_page.usql create mode 100644 UsqlScripts/large_multiple/catalog_returns_1-25.usql create mode 100644 UsqlScripts/large_multiple/catalog_returns_26-50.usql create mode 100644 UsqlScripts/large_multiple/catalog_returns_51-75.usql create mode 100644 UsqlScripts/large_multiple/catalog_returns_76-100.usql create mode 100644 UsqlScripts/large_multiple/catalog_sales_1-25.usql create mode 100644 UsqlScripts/large_multiple/catalog_sales_26-50.usql create mode 100644 UsqlScripts/large_multiple/catalog_sales_51-75.usql create mode 100644 UsqlScripts/large_multiple/catalog_sales_76-100.usql create mode 100644 UsqlScripts/large_multiple/customer.usql create mode 100644 UsqlScripts/large_multiple/customer_address.usql create mode 100644 UsqlScripts/large_multiple/customer_demographics.usql create mode 100644 UsqlScripts/large_multiple/date_dim.usql create mode 100644 UsqlScripts/large_multiple/dbgen_version.usql create mode 100644 UsqlScripts/large_multiple/household_demographics.usql create mode 100644 UsqlScripts/large_multiple/income_band.usql create mode 100644 UsqlScripts/large_multiple/inventory_1-25.usql create mode 100644 UsqlScripts/large_multiple/inventory_26-50.usql create mode 100644 UsqlScripts/large_multiple/inventory_51-75.usql create mode 100644 UsqlScripts/large_multiple/inventory_76-100.usql create mode 100644 UsqlScripts/large_multiple/item.usql create mode 100644 UsqlScripts/large_multiple/promotion.usql create mode 100644 UsqlScripts/large_multiple/reason.usql create mode 100644 UsqlScripts/large_multiple/ship_mode.usql create mode 100644 UsqlScripts/large_multiple/store.usql create mode 100644 UsqlScripts/large_multiple/store_returns_1-25.usql create mode 100644 UsqlScripts/large_multiple/store_returns_26-50.usql create mode 100644 UsqlScripts/large_multiple/store_returns_51-75.usql create mode 100644 UsqlScripts/large_multiple/store_returns_76-100.usql create mode 100644 UsqlScripts/large_multiple/store_sales_1-25.usql create mode 100644 UsqlScripts/large_multiple/store_sales_26-50.usql create mode 100644 UsqlScripts/large_multiple/store_sales_51-75.usql create mode 100644 UsqlScripts/large_multiple/store_sales_76-100.usql create mode 100644 UsqlScripts/large_multiple/time_dim.usql create mode 100644 UsqlScripts/large_multiple/warehouse.usql create mode 100644 UsqlScripts/large_multiple/web_page.usql create mode 100644 UsqlScripts/large_multiple/web_returns_1-25.usql create mode 100644 UsqlScripts/large_multiple/web_returns_26-50.usql create mode 100644 UsqlScripts/large_multiple/web_returns_51-75.usql create mode 100644 UsqlScripts/large_multiple/web_returns_76-100.usql create mode 100644 UsqlScripts/large_multiple/web_sales_1-25.usql create mode 100644 UsqlScripts/large_multiple/web_sales_26-50.usql create mode 100644 UsqlScripts/large_multiple/web_sales_51-75.usql create mode 100644 UsqlScripts/large_multiple/web_sales_76-100.usql create mode 100644 UsqlScripts/large_multiple/web_site.usql create mode 100644 UsqlScripts/last_available_year/call_center.usql create mode 100644 UsqlScripts/last_available_year/catalog_page.usql create mode 100644 UsqlScripts/last_available_year/catalog_returns.usql create mode 100644 UsqlScripts/last_available_year/catalog_sales.usql create mode 100644 UsqlScripts/last_available_year/customer.usql create mode 100644 UsqlScripts/last_available_year/customer_address.usql create mode 100644 UsqlScripts/last_available_year/customer_demographics.usql create mode 100644 UsqlScripts/last_available_year/date_dim.usql create mode 100644 UsqlScripts/last_available_year/dbgen_version.usql create mode 100644 UsqlScripts/last_available_year/household_demographics.usql create mode 100644 UsqlScripts/last_available_year/income_band.usql create mode 100644 UsqlScripts/last_available_year/inventory.usql create mode 100644 UsqlScripts/last_available_year/item.usql create mode 100644 UsqlScripts/last_available_year/promotion.usql create mode 100644 UsqlScripts/last_available_year/reason.usql create mode 100644 UsqlScripts/last_available_year/ship_mode.usql create mode 100644 UsqlScripts/last_available_year/store.usql create mode 100644 UsqlScripts/last_available_year/store_returns.usql create mode 100644 UsqlScripts/last_available_year/store_sales.usql create mode 100644 UsqlScripts/last_available_year/time_dim.usql create mode 100644 UsqlScripts/last_available_year/warehouse.usql create mode 100644 UsqlScripts/last_available_year/web_page.usql create mode 100644 UsqlScripts/last_available_year/web_returns.usql create mode 100644 UsqlScripts/last_available_year/web_sales.usql create mode 100644 UsqlScripts/last_available_year/web_site.usql create mode 100644 UsqlScripts/readme.rtf diff --git a/UsqlScripts/Modelling/call_center.usql b/UsqlScripts/Modelling/call_center.usql index a223af7..178ccd1 100644 --- a/UsqlScripts/Modelling/call_center.usql +++ b/UsqlScripts/Modelling/call_center.usql @@ -31,7 +31,7 @@ cc_gmt_offset string, cc_tax_percentage string, empty string -FROM "wasb://call-center@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://call-center@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT cc_call_center_sk, diff --git a/UsqlScripts/Modelling/catalog_page.usql b/UsqlScripts/Modelling/catalog_page.usql index 085e593..a96d118 100644 --- a/UsqlScripts/Modelling/catalog_page.usql +++ b/UsqlScripts/Modelling/catalog_page.usql @@ -9,7 +9,7 @@ cp_description string, cp_type string, empty string -FROM "wasb://catalog-page@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://catalog-page@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT cp_catalog_page_sk, diff --git a/UsqlScripts/Modelling/catalog_returns.usql b/UsqlScripts/Modelling/catalog_returns.usql index f0af0e9..5cbbade 100644 --- a/UsqlScripts/Modelling/catalog_returns.usql +++ b/UsqlScripts/Modelling/catalog_returns.usql @@ -27,7 +27,7 @@ cr_store_credit string, cr_net_loss string, empty string -FROM "wasb://catalog-returns@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://catalog-returns@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT cr_returned_date_sk, diff --git a/UsqlScripts/Modelling/catalog_sales.usql b/UsqlScripts/Modelling/catalog_sales.usql index 2ed2a35..dcf887a 100644 --- a/UsqlScripts/Modelling/catalog_sales.usql +++ b/UsqlScripts/Modelling/catalog_sales.usql @@ -34,7 +34,7 @@ cs_net_paid_inc_ship_tax string, cs_net_profit string, empty string -FROM "wasb://catalog-sales@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://catalog-sales@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT cs_sold_date_sk, diff --git a/UsqlScripts/Modelling/customer.usql b/UsqlScripts/Modelling/customer.usql index 350118c..ef4146d 100644 --- a/UsqlScripts/Modelling/customer.usql +++ b/UsqlScripts/Modelling/customer.usql @@ -18,7 +18,7 @@ c_email_address string, c_last_review_date string, empty string -FROM "wasb://customer@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://customer@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT c_customer_sk, diff --git a/UsqlScripts/Modelling/customer_address.usql b/UsqlScripts/Modelling/customer_address.usql index 528df70..d2515b7 100644 --- a/UsqlScripts/Modelling/customer_address.usql +++ b/UsqlScripts/Modelling/customer_address.usql @@ -13,7 +13,7 @@ ca_gmt_offset string, ca_location_type string, empty string -FROM "wasb://customer-address@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://customer-address@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT ca_address_sk, diff --git a/UsqlScripts/Modelling/customer_demographics.usql b/UsqlScripts/Modelling/customer_demographics.usql index 97b9471..c074fee 100644 --- a/UsqlScripts/Modelling/customer_demographics.usql +++ b/UsqlScripts/Modelling/customer_demographics.usql @@ -9,7 +9,7 @@ cd_dep_employed_count string, cd_dep_college_count string, empty string -FROM "wasb://customer-demographics@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://customer-demographics@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT cd_demo_sk, diff --git a/UsqlScripts/Modelling/date_dim.usql b/UsqlScripts/Modelling/date_dim.usql index 8a67947..c216dcd 100644 --- a/UsqlScripts/Modelling/date_dim.usql +++ b/UsqlScripts/Modelling/date_dim.usql @@ -28,7 +28,7 @@ d_current_quarter string, d_current_year string, empty string -FROM "wasb://date-dim@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://date-dim@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT d_date_sk, diff --git a/UsqlScripts/Modelling/dbgen_version.usql b/UsqlScripts/Modelling/dbgen_version.usql index 83fdad8..61a3b82 100644 --- a/UsqlScripts/Modelling/dbgen_version.usql +++ b/UsqlScripts/Modelling/dbgen_version.usql @@ -4,7 +4,7 @@ dv_create_time string, dv_cmdline_args string, empty string -FROM "wasb://dbgen-version@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://dbgen-version@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT dv_version, diff --git a/UsqlScripts/Modelling/household_demographics.usql b/UsqlScripts/Modelling/household_demographics.usql index 4aaac96..6edfd77 100644 --- a/UsqlScripts/Modelling/household_demographics.usql +++ b/UsqlScripts/Modelling/household_demographics.usql @@ -5,7 +5,7 @@ hd_dep_count string, hd_vehicle_count string, empty string -FROM "wasb://household-demographics@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://household-demographics@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT hd_demo_sk, diff --git a/UsqlScripts/Modelling/income_band.usql b/UsqlScripts/Modelling/income_band.usql index 6be786f..e2dbc0c 100644 --- a/UsqlScripts/Modelling/income_band.usql +++ b/UsqlScripts/Modelling/income_band.usql @@ -3,7 +3,7 @@ b_lower_bound string, b_upper_bound string, empty string -FROM "wasb://income-band@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://income-band@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT b_income_band_sk, diff --git a/UsqlScripts/Modelling/inventory.usql b/UsqlScripts/Modelling/inventory.usql index 7d204c7..730c9c6 100644 --- a/UsqlScripts/Modelling/inventory.usql +++ b/UsqlScripts/Modelling/inventory.usql @@ -4,7 +4,7 @@ nv_warehouse_sk string, nv_quantity_on_hand string, empty string -FROM "wasb://inventory@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://inventory@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT nv_date_sk, diff --git a/UsqlScripts/Modelling/item.usql b/UsqlScripts/Modelling/item.usql index 769073a..6de0064 100644 --- a/UsqlScripts/Modelling/item.usql +++ b/UsqlScripts/Modelling/item.usql @@ -22,7 +22,7 @@ _manager_id string, _product_name string, empty string -FROM "wasb://item@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://item@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT _item_sk, diff --git a/UsqlScripts/Modelling/promotion.usql b/UsqlScripts/Modelling/promotion.usql index 27a4923..50ff856 100644 --- a/UsqlScripts/Modelling/promotion.usql +++ b/UsqlScripts/Modelling/promotion.usql @@ -19,7 +19,7 @@ _purpose string, _discount_active string, empty string -FROM "wasb://promotion@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://promotion@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT _promo_sk, diff --git a/UsqlScripts/Modelling/reason.usql b/UsqlScripts/Modelling/reason.usql index 1a7028a..ee2f717 100644 --- a/UsqlScripts/Modelling/reason.usql +++ b/UsqlScripts/Modelling/reason.usql @@ -3,7 +3,7 @@ _reason_id string, _reason_desc string, empty string -FROM "wasb://reason@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://reason@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT _reason_sk, diff --git a/UsqlScripts/Modelling/ship_mode.usql b/UsqlScripts/Modelling/ship_mode.usql index 9de4e66..e340a71 100644 --- a/UsqlScripts/Modelling/ship_mode.usql +++ b/UsqlScripts/Modelling/ship_mode.usql @@ -6,7 +6,7 @@ sm_carrier string, sm_contract string, empty string -FROM "wasb://ship-mode@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://ship-mode@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT sm_ship_mode_sk, diff --git a/UsqlScripts/Modelling/store.usql b/UsqlScripts/Modelling/store.usql index 05ec370..0367bb4 100644 --- a/UsqlScripts/Modelling/store.usql +++ b/UsqlScripts/Modelling/store.usql @@ -29,7 +29,7 @@ s_gmt_offset string, s_tax_precentage string, empty string -FROM "wasb://store@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://store@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT s_store_sk, diff --git a/UsqlScripts/Modelling/store_returns.usql b/UsqlScripts/Modelling/store_returns.usql index 44b0db9..1b308a0 100644 --- a/UsqlScripts/Modelling/store_returns.usql +++ b/UsqlScripts/Modelling/store_returns.usql @@ -20,7 +20,7 @@ sr_store_credit string, sr_net_loss string, empty string -FROM "wasb://store-returns@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://store-returns@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT sr_returned_date_sk, diff --git a/UsqlScripts/Modelling/store_sales.usql b/UsqlScripts/Modelling/store_sales.usql index a14a1a5..d8f6b35 100644 --- a/UsqlScripts/Modelling/store_sales.usql +++ b/UsqlScripts/Modelling/store_sales.usql @@ -23,7 +23,7 @@ ss_net_paid_inc_tax string, ss_net_profit string, empty string -FROM "wasb://store-sales@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://store-sales@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT ss_sold_date_sk, diff --git a/UsqlScripts/Modelling/time_dim.usql b/UsqlScripts/Modelling/time_dim.usql index b631ab8..575b75b 100644 --- a/UsqlScripts/Modelling/time_dim.usql +++ b/UsqlScripts/Modelling/time_dim.usql @@ -10,7 +10,7 @@ t_sub_shift string, t_meal_time string, empty string -FROM "wasb://time-dim@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://time-dim@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT t_time_sk, diff --git a/UsqlScripts/Modelling/warehouse.usql b/UsqlScripts/Modelling/warehouse.usql index c0a1145..195e896 100644 --- a/UsqlScripts/Modelling/warehouse.usql +++ b/UsqlScripts/Modelling/warehouse.usql @@ -14,7 +14,7 @@ w_country string, w_gmt_offset string, empty string -FROM "wasb://warehouse@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://warehouse@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT w_warehouse_sk, diff --git a/UsqlScripts/Modelling/web_page.usql b/UsqlScripts/Modelling/web_page.usql index 588c592..c453bd4 100644 --- a/UsqlScripts/Modelling/web_page.usql +++ b/UsqlScripts/Modelling/web_page.usql @@ -14,7 +14,7 @@ wp_image_count string, wp_max_ad_count string, empty string -FROM "wasb://web-page@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://web-page@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT wp_web_page_sk, diff --git a/UsqlScripts/Modelling/web_returns.usql b/UsqlScripts/Modelling/web_returns.usql index 15b74d3..2e30257 100644 --- a/UsqlScripts/Modelling/web_returns.usql +++ b/UsqlScripts/Modelling/web_returns.usql @@ -24,7 +24,7 @@ wr_account_credit string, wr_net_loss string, empty string -FROM "wasb://web-returns@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://web-returns@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT wr_returned_date_sk, diff --git a/UsqlScripts/Modelling/web_sales.usql b/UsqlScripts/Modelling/web_sales.usql index a9ab339..c9e9419 100644 --- a/UsqlScripts/Modelling/web_sales.usql +++ b/UsqlScripts/Modelling/web_sales.usql @@ -34,7 +34,7 @@ ws_net_paid_inc_ship_tax string, ws_net_profit string, empty string -FROM "wasb://web-sales@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://web-sales@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT ws_sold_date_sk, diff --git a/UsqlScripts/Modelling/web_site.usql b/UsqlScripts/Modelling/web_site.usql index a8c32f4..c941c41 100644 --- a/UsqlScripts/Modelling/web_site.usql +++ b/UsqlScripts/Modelling/web_site.usql @@ -26,7 +26,7 @@ web_gmt_offset string, web_tax_percentage string, empty string -FROM "wasb://web-site@aasuseast2/{*}_{child_id:*}_100.dat" +FROM "wasb://web-site@/{*}_{child_id}_100.dat" USING Extractors.Text(delimiter: '|'); @filtered_results = SELECT web_site_sk, diff --git a/UsqlScripts/all_single/call_center.usql b/UsqlScripts/all_single/call_center.usql new file mode 100644 index 0000000..58bc5cd --- /dev/null +++ b/UsqlScripts/all_single/call_center.usql @@ -0,0 +1,73 @@ +@raw_parsed = EXTRACT child_id int, + cc_call_center_sk string, + cc_call_center_id string, + cc_rec_start_date string, + cc_rec_end_date string, + cc_closed_date_sk string, + cc_open_date_sk string, + cc_name string, + cc_class string, + cc_employees string, + cc_sq_ft string, + cc_hours string, + cc_manager string, + cc_mkt_id string, + cc_mkt_class string, + cc_mkt_desc string, + cc_market_manager string, + cc_division string, + cc_division_name string, + cc_company string, + cc_company_name string, + cc_street_number string, + cc_street_name string, + cc_street_type string, + cc_suite_number string, + cc_city string, + cc_county string, + cc_state string, + cc_zip string, + cc_country string, + cc_gmt_offset string, + cc_tax_percentage string, + empty string +FROM "wasb://call-center@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cc_call_center_sk, + cc_call_center_id, + cc_rec_start_date, + cc_rec_end_date, + cc_closed_date_sk, + cc_open_date_sk, + cc_name, + cc_class, + cc_employees, + cc_sq_ft, + cc_hours, + cc_manager, + cc_mkt_id, + cc_mkt_class, + cc_mkt_desc, + cc_market_manager, + cc_division, + cc_division_name, + cc_company, + cc_company_name, + cc_street_number, + cc_street_name, + cc_street_type, + cc_suite_number, + cc_city, + cc_county, + cc_state, + cc_zip, + cc_country, + cc_gmt_offset, + cc_tax_percentage +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/call_center.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/catalog_page.usql b/UsqlScripts/all_single/catalog_page.usql new file mode 100644 index 0000000..8acdc32 --- /dev/null +++ b/UsqlScripts/all_single/catalog_page.usql @@ -0,0 +1,29 @@ +@raw_parsed = EXTRACT child_id int, + cp_catalog_page_sk string, + cp_catalog_page_id string, + cp_start_date_sk string, + cp_end_date_sk string, + cp_department string, + cp_catalog_number string, + cp_catalog_page_number string, + cp_description string, + cp_type string, + empty string +FROM "wasb://catalog-page@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cp_catalog_page_sk, + cp_catalog_page_id, + cp_start_date_sk, + cp_end_date_sk, + cp_department, + cp_catalog_number, + cp_catalog_page_number, + cp_description, + cp_type +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/catalog_page.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/catalog_returns.usql b/UsqlScripts/all_single/catalog_returns.usql new file mode 100644 index 0000000..1ba4a27 --- /dev/null +++ b/UsqlScripts/all_single/catalog_returns.usql @@ -0,0 +1,52 @@ +@raw_parsed = EXTRACT child_id int, + cr_returned_date_sk string, + cr_returned_time_sk string, + cr_item_sk string, + cr_refunded_customer_sk string, + cr_refunded_cdemo_sk string, + cr_refunded_hdemo_sk string, + cr_refunded_addr_sk string, + cr_returning_customer_sk string, + cr_returning_cdemo_sk string, + cr_returning_hdemo_sk string, + cr_returning_addr_sk string, + cr_call_center_sk string, + cr_catalog_page_sk string, + cr_ship_mode_sk string, + cr_warehouse_sk string, + cr_reason_sk string, + cr_order_number string, + cr_return_quantity string, + cr_return_amount string, + cr_return_tax string, + cr_return_amt_inc_tax string, + cr_fee string, + cr_return_ship_cost string, + cr_refunded_cash string, + cr_reversed_charge string, + cr_store_credit string, + cr_net_loss string, + empty string +FROM "wasb://catalog-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cr_returned_date_sk, + cr_item_sk, + cr_returning_customer_sk, + cr_returning_addr_sk, + cr_call_center_sk, + cr_catalog_page_sk, + cr_order_number, + cr_return_quantity, + cr_return_amount, + cr_return_amt_inc_tax, + cr_refunded_cash, + cr_reversed_charge, + cr_store_credit, + cr_net_loss +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/catalog_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/catalog_sales.usql b/UsqlScripts/all_single/catalog_sales.usql new file mode 100644 index 0000000..4dea2d7 --- /dev/null +++ b/UsqlScripts/all_single/catalog_sales.usql @@ -0,0 +1,74 @@ +@raw_parsed = EXTRACT child_id int, + cs_sold_date_sk string, + cs_sold_time_sk string, + cs_ship_date_sk string, + cs_bill_customer_sk string, + cs_bill_cdemo_sk string, + cs_bill_hdemo_sk string, + cs_bill_addr_sk string, + cs_ship_customer_sk string, + cs_ship_cdemo_sk string, + cs_ship_hdemo_sk string, + cs_ship_addr_sk string, + cs_call_center_sk string, + cs_catalog_page_sk string, + cs_ship_mode_sk string, + cs_warehouse_sk string, + cs_item_sk string, + cs_promo_sk string, + cs_order_number string, + cs_quantity string, + cs_wholesale_cost string, + cs_list_price string, + cs_sales_price string, + cs_ext_discount_amt string, + cs_ext_sales_price string, + cs_ext_wholesale_cost string, + cs_ext_list_price string, + cs_ext_tax string, + cs_coupon_amt string, + cs_ext_ship_cost string, + cs_net_paid string, + cs_net_paid_inc_tax string, + cs_net_paid_inc_ship string, + cs_net_paid_inc_ship_tax string, + cs_net_profit string, + empty string +FROM "wasb://catalog-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cs_sold_date_sk, + cs_sold_time_sk, + cs_ship_date_sk, + cs_bill_customer_sk, + cs_bill_cdemo_sk, + cs_bill_hdemo_sk, + cs_bill_addr_sk, + cs_ship_customer_sk, + cs_ship_hdemo_sk, + cs_ship_addr_sk, + cs_call_center_sk, + cs_catalog_page_sk, + cs_ship_mode_sk, + cs_warehouse_sk, + cs_item_sk, + cs_promo_sk, + cs_order_number, + cs_quantity, + cs_wholesale_cost, + cs_list_price, + cs_sales_price, + cs_ext_discount_amt, + cs_ext_sales_price, + cs_ext_wholesale_cost, + cs_ext_list_price, + cs_coupon_amt, + cs_ext_ship_cost, + cs_net_paid, + cs_net_profit +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/catalog_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/customer.usql b/UsqlScripts/all_single/customer.usql new file mode 100644 index 0000000..cb8a691 --- /dev/null +++ b/UsqlScripts/all_single/customer.usql @@ -0,0 +1,47 @@ +@raw_parsed = EXTRACT child_id int, + c_customer_sk string, + c_customer_id string, + c_current_cdemo_sk string, + c_current_hdemo_sk string, + c_current_addr_sk string, + c_first_shipto_date_sk string, + c_first_sales_date_sk string, + c_salutation string, + c_first_name string, + c_last_name string, + c_preferred_cust_flag string, + c_birth_day string, + c_birth_month string, + c_birth_year string, + c_birth_country string, + c_login string, + c_email_address string, + c_last_review_date string, + empty string +FROM "wasb://customer@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT c_customer_sk, + c_customer_id, + c_current_cdemo_sk, + c_current_hdemo_sk, + c_current_addr_sk, + c_first_shipto_date_sk, + c_first_sales_date_sk, + c_salutation, + c_first_name, + c_last_name, + c_preferred_cust_flag, + c_birth_day, + c_birth_month, + c_birth_year, + c_birth_country, + c_login, + c_email_address, + c_last_review_date +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/customer.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/customer_address.usql b/UsqlScripts/all_single/customer_address.usql new file mode 100644 index 0000000..def5cd0 --- /dev/null +++ b/UsqlScripts/all_single/customer_address.usql @@ -0,0 +1,37 @@ +@raw_parsed = EXTRACT child_id int, + ca_address_sk string, + ca_address_id string, + ca_street_number string, + ca_street_name string, + ca_street_type string, + ca_suite_number string, + ca_city string, + ca_county string, + ca_state string, + ca_zip string, + ca_country string, + ca_gmt_offset string, + ca_location_type string, + empty string +FROM "wasb://customer-address@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ca_address_sk, + ca_address_id, + ca_street_number, + ca_street_name, + ca_street_type, + ca_suite_number, + ca_city, + ca_county, + ca_state, + ca_zip, + ca_country, + ca_gmt_offset, + ca_location_type +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/customer_address.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/customer_demographics.usql b/UsqlScripts/all_single/customer_demographics.usql new file mode 100644 index 0000000..8204a4f --- /dev/null +++ b/UsqlScripts/all_single/customer_demographics.usql @@ -0,0 +1,29 @@ +@raw_parsed = EXTRACT child_id int, + cd_demo_sk string, + cd_gender string, + cd_marital_status string, + cd_education_status string, + cd_purchase_estimate string, + cd_credit_rating string, + cd_dep_count string, + cd_dep_employed_count string, + cd_dep_college_count string, + empty string +FROM "wasb://customer-demographics@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cd_demo_sk, + cd_gender, + cd_marital_status, + cd_education_status, + cd_purchase_estimate, + cd_credit_rating, + cd_dep_count, + cd_dep_employed_count, + cd_dep_college_count +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/customer_demographics.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/date_dim.usql b/UsqlScripts/all_single/date_dim.usql new file mode 100644 index 0000000..55ed3ac --- /dev/null +++ b/UsqlScripts/all_single/date_dim.usql @@ -0,0 +1,67 @@ +@raw_parsed = EXTRACT child_id int, + d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year string, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT d_date_sk, + d_date_id, + d_date, + d_month_seq, + d_week_seq, + d_quarter_seq, + d_year, + d_dow, + d_moy, + d_dom, + d_qoy, + d_fy_year, + d_fy_quarter_seq, + d_fy_week_seq, + d_day_name, + d_quarter_name, + d_holiday, + d_weekend, + d_following_holiday, + d_first_dom, + d_last_dom, + d_same_day_ly, + d_same_day_lq, + d_current_day, + d_current_week, + d_current_month, + d_current_quarter, + d_current_year +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/date_dim.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/dbgen_version.usql b/UsqlScripts/all_single/dbgen_version.usql new file mode 100644 index 0000000..c52adb2 --- /dev/null +++ b/UsqlScripts/all_single/dbgen_version.usql @@ -0,0 +1,19 @@ +@raw_parsed = EXTRACT child_id int, + dv_version string, + dv_create_date string, + dv_create_time string, + dv_cmdline_args string, + empty string +FROM "wasb://dbgen-version@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT dv_version, + dv_create_date, + dv_create_time, + dv_cmdline_args +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/dbgen_version.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/household_demographics.usql b/UsqlScripts/all_single/household_demographics.usql new file mode 100644 index 0000000..d3fcd24 --- /dev/null +++ b/UsqlScripts/all_single/household_demographics.usql @@ -0,0 +1,21 @@ +@raw_parsed = EXTRACT child_id int, + hd_demo_sk string, + hd_income_band_sk string, + hd_buy_potential string, + hd_dep_count string, + hd_vehicle_count string, + empty string +FROM "wasb://household-demographics@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT hd_demo_sk, + hd_income_band_sk, + hd_buy_potential, + hd_dep_count, + hd_vehicle_count +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/household_demographics.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/income_band.usql b/UsqlScripts/all_single/income_band.usql new file mode 100644 index 0000000..d0d8a21 --- /dev/null +++ b/UsqlScripts/all_single/income_band.usql @@ -0,0 +1,17 @@ +@raw_parsed = EXTRACT child_id int, + b_income_band_sk string, + b_lower_bound string, + b_upper_bound string, + empty string +FROM "wasb://income-band@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT b_income_band_sk, + b_lower_bound, + b_upper_bound +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/income_band.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/inventory.usql b/UsqlScripts/all_single/inventory.usql new file mode 100644 index 0000000..b6d5413 --- /dev/null +++ b/UsqlScripts/all_single/inventory.usql @@ -0,0 +1,19 @@ +@raw_parsed = EXTRACT child_id int, + nv_date_sk string, + nv_item_sk string, + nv_warehouse_sk string, + nv_quantity_on_hand string, + empty string +FROM "wasb://inventory@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT nv_date_sk, + nv_item_sk, + nv_warehouse_sk, + nv_quantity_on_hand +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/inventory.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/item.usql b/UsqlScripts/all_single/item.usql new file mode 100644 index 0000000..c8ec584 --- /dev/null +++ b/UsqlScripts/all_single/item.usql @@ -0,0 +1,55 @@ +@raw_parsed = EXTRACT child_id int, + _item_sk string, + _item_id string, + _rec_start_date string, + _rec_end_date string, + _item_desc string, + _current_price string, + _wholesale_cost string, + _brand_id string, + _brand string, + _class_id string, + _class string, + _category_id string, + _category string, + _manufact_id string, + _manufact string, + _size string, + _formulation string, + _color string, + _units string, + _container string, + _manager_id string, + _product_name string, + empty string +FROM "wasb://item@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _item_sk, + _item_id, + _rec_start_date, + _rec_end_date, + _item_desc, + _current_price, + _wholesale_cost, + _brand_id, + _brand, + _class_id, + _class, + _category_id, + _category, + _manufact_id, + _manufact, + _size, + _formulation, + _color, + _units, + _container, + _manager_id, + _product_name +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/item.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/promotion.usql b/UsqlScripts/all_single/promotion.usql new file mode 100644 index 0000000..ab0d6fb --- /dev/null +++ b/UsqlScripts/all_single/promotion.usql @@ -0,0 +1,49 @@ +@raw_parsed = EXTRACT child_id int, + _promo_sk string, + _promo_id string, + _start_date_sk string, + _end_date_sk string, + _item_sk string, + _cost string, + _response_target string, + _promo_name string, + _channel_dmail string, + _channel_email string, + _channel_catalog string, + _channel_tv string, + _channel_radio string, + _channel_press string, + _channel_event string, + _channel_demo string, + _channel_details string, + _purpose string, + _discount_active string, + empty string +FROM "wasb://promotion@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _promo_sk, + _promo_id, + _start_date_sk, + _end_date_sk, + _item_sk, + _cost, + _response_target, + _promo_name, + _channel_dmail, + _channel_email, + _channel_catalog, + _channel_tv, + _channel_radio, + _channel_press, + _channel_event, + _channel_demo, + _channel_details, + _purpose, + _discount_active +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/promotion.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/reason.usql b/UsqlScripts/all_single/reason.usql new file mode 100644 index 0000000..f496835 --- /dev/null +++ b/UsqlScripts/all_single/reason.usql @@ -0,0 +1,17 @@ +@raw_parsed = EXTRACT child_id int, + _reason_sk string, + _reason_id string, + _reason_desc string, + empty string +FROM "wasb://reason@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _reason_sk, + _reason_id, + _reason_desc +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/reason.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/ship_mode.usql b/UsqlScripts/all_single/ship_mode.usql new file mode 100644 index 0000000..589201d --- /dev/null +++ b/UsqlScripts/all_single/ship_mode.usql @@ -0,0 +1,23 @@ +@raw_parsed = EXTRACT child_id int, + sm_ship_mode_sk string, + sm_ship_mode_id string, + sm_type string, + sm_code string, + sm_carrier string, + sm_contract string, + empty string +FROM "wasb://ship-mode@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sm_ship_mode_sk, + sm_ship_mode_id, + sm_type, + sm_code, + sm_carrier, + sm_contract +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/ship_mode.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/store.usql b/UsqlScripts/all_single/store.usql new file mode 100644 index 0000000..1143315 --- /dev/null +++ b/UsqlScripts/all_single/store.usql @@ -0,0 +1,69 @@ +@raw_parsed = EXTRACT child_id int, + s_store_sk string, + s_store_id string, + s_rec_start_date string, + s_rec_end_date string, + s_closed_date_sk string, + s_store_name string, + s_number_employees string, + s_floor_space string, + s_hours string, + s_manager string, + s_market_id string, + s_geography_class string, + s_market_desc string, + s_market_manager string, + s_division_id string, + s_division_name string, + s_company_id string, + s_company_name string, + s_street_number string, + s_street_name string, + s_street_type string, + s_suite_number string, + s_city string, + s_county string, + s_state string, + s_zip string, + s_country string, + s_gmt_offset string, + s_tax_precentage string, + empty string +FROM "wasb://store@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT s_store_sk, + s_store_id, + s_rec_start_date, + s_rec_end_date, + s_closed_date_sk, + s_store_name, + s_number_employees, + s_floor_space, + s_hours, + s_manager, + s_market_id, + s_geography_class, + s_market_desc, + s_market_manager, + s_division_id, + s_division_name, + s_company_id, + s_company_name, + s_street_number, + s_street_name, + s_street_type, + s_suite_number, + s_city, + s_county, + s_state, + s_zip, + s_country, + s_gmt_offset, + s_tax_precentage +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/store.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/store_returns.usql b/UsqlScripts/all_single/store_returns.usql new file mode 100644 index 0000000..1e52c65 --- /dev/null +++ b/UsqlScripts/all_single/store_returns.usql @@ -0,0 +1,42 @@ +@raw_parsed = EXTRACT child_id int, + sr_returned_date_sk string, + sr_return_time_sk string, + sr_item_sk string, + sr_customer_sk string, + sr_cdemo_sk string, + sr_hdemo_sk string, + sr_addr_sk string, + sr_store_sk string, + sr_reason_sk string, + sr_ticket_number string, + sr_return_quantity string, + sr_return_amt string, + sr_return_tax string, + sr_return_amt_inc_tax string, + sr_fee string, + sr_return_ship_cost string, + sr_refunded_cash string, + sr_reversed_charge string, + sr_store_credit string, + sr_net_loss string, + empty string +FROM "wasb://store-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sr_returned_date_sk, + sr_item_sk, + sr_customer_sk, + sr_cdemo_sk, + sr_store_sk, + sr_reason_sk, + sr_ticket_number, + sr_return_quantity, + sr_return_amt, + sr_return_amt_inc_tax, + sr_net_loss +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/store_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/store_sales.usql b/UsqlScripts/all_single/store_sales.usql new file mode 100644 index 0000000..7684b2c --- /dev/null +++ b/UsqlScripts/all_single/store_sales.usql @@ -0,0 +1,56 @@ +@raw_parsed = EXTRACT child_id int, + ss_sold_date_sk string, + ss_sold_time_sk string, + ss_item_sk string, + ss_customer_sk string, + ss_cdemo_sk string, + ss_hdemo_sk string, + ss_addr_sk string, + ss_store_sk string, + ss_promo_sk string, + ss_ticket_number string, + ss_quantity string, + ss_wholesale_cost string, + ss_list_price string, + ss_sales_price string, + ss_ext_discount_amt string, + ss_ext_sales_price string, + ss_ext_wholesale_cost string, + ss_ext_list_price string, + ss_ext_tax string, + ss_coupon_amt string, + ss_net_paid string, + ss_net_paid_inc_tax string, + ss_net_profit string, + empty string +FROM "wasb://store-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ss_sold_date_sk, + ss_sold_time_sk, + ss_item_sk, + ss_customer_sk, + ss_cdemo_sk, + ss_hdemo_sk, + ss_addr_sk, + ss_store_sk, + ss_promo_sk, + ss_ticket_number, + ss_quantity, + ss_wholesale_cost, + ss_list_price, + ss_sales_price, + ss_ext_discount_amt, + ss_ext_sales_price, + ss_ext_wholesale_cost, + ss_ext_list_price, + ss_ext_tax, + ss_coupon_amt, + ss_net_paid, + ss_net_profit +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/store_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/time_dim.usql b/UsqlScripts/all_single/time_dim.usql new file mode 100644 index 0000000..9f1514d --- /dev/null +++ b/UsqlScripts/all_single/time_dim.usql @@ -0,0 +1,31 @@ +@raw_parsed = EXTRACT child_id int, + t_time_sk string, + t_time_id string, + t_time string, + t_hour string, + t_minute string, + t_second string, + t_am_pm string, + t_shift string, + t_sub_shift string, + t_meal_time string, + empty string +FROM "wasb://time-dim@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT t_time_sk, + t_time_id, + t_time, + t_hour, + t_minute, + t_second, + t_am_pm, + t_shift, + t_sub_shift, + t_meal_time +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/time_dim.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/warehouse.usql b/UsqlScripts/all_single/warehouse.usql new file mode 100644 index 0000000..2cee3b0 --- /dev/null +++ b/UsqlScripts/all_single/warehouse.usql @@ -0,0 +1,39 @@ +@raw_parsed = EXTRACT child_id int, + w_warehouse_sk string, + w_warehouse_id string, + w_warehouse_name string, + w_warehouse_sq_ft string, + w_street_number string, + w_street_name string, + w_street_type string, + w_suite_number string, + w_city string, + w_county string, + w_state string, + w_zip string, + w_country string, + w_gmt_offset string, + empty string +FROM "wasb://warehouse@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT w_warehouse_sk, + w_warehouse_id, + w_warehouse_name, + w_warehouse_sq_ft, + w_street_number, + w_street_name, + w_street_type, + w_suite_number, + w_city, + w_county, + w_state, + w_zip, + w_country, + w_gmt_offset +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/warehouse.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/web_page.usql b/UsqlScripts/all_single/web_page.usql new file mode 100644 index 0000000..c4c02a4 --- /dev/null +++ b/UsqlScripts/all_single/web_page.usql @@ -0,0 +1,39 @@ +@raw_parsed = EXTRACT child_id int, + wp_web_page_sk string, + wp_web_page_id string, + wp_rec_start_date string, + wp_rec_end_date string, + wp_creation_date_sk string, + wp_access_date_sk string, + wp_autogen_flag string, + wp_customer_sk string, + wp_url string, + wp_type string, + wp_char_count string, + wp_link_count string, + wp_image_count string, + wp_max_ad_count string, + empty string +FROM "wasb://web-page@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wp_web_page_sk, + wp_web_page_id, + wp_rec_start_date, + wp_rec_end_date, + wp_creation_date_sk, + wp_access_date_sk, + wp_autogen_flag, + wp_customer_sk, + wp_url, + wp_type, + wp_char_count, + wp_link_count, + wp_image_count, + wp_max_ad_count +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/web_page.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/web_returns.usql b/UsqlScripts/all_single/web_returns.usql new file mode 100644 index 0000000..cb01ef6 --- /dev/null +++ b/UsqlScripts/all_single/web_returns.usql @@ -0,0 +1,50 @@ +@raw_parsed = EXTRACT child_id int, + wr_returned_date_sk string, + wr_returned_time_sk string, + wr_item_sk string, + wr_refunded_customer_sk string, + wr_refunded_cdemo_sk string, + wr_refunded_hdemo_sk string, + wr_refunded_addr_sk string, + wr_returning_customer_sk string, + wr_returning_cdemo_sk string, + wr_returning_hdemo_sk string, + wr_returning_addr_sk string, + wr_web_page_sk string, + wr_reason_sk string, + wr_order_number string, + wr_return_quantity string, + wr_return_amt string, + wr_return_tax string, + wr_return_amt_inc_tax string, + wr_fee string, + wr_return_ship_cost string, + wr_refunded_cash string, + wr_reversed_charge string, + wr_account_credit string, + wr_net_loss string, + empty string +FROM "wasb://web-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wr_returned_date_sk, + wr_item_sk, + wr_refunded_cdemo_sk, + wr_refunded_addr_sk, + wr_returning_customer_sk, + wr_returning_cdemo_sk, + wr_returning_addr_sk, + wr_web_page_sk, + wr_reason_sk, + wr_order_number, + wr_return_quantity, + wr_return_amt, + wr_fee, + wr_refunded_cash, + wr_net_loss +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/web_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/web_sales.usql b/UsqlScripts/all_single/web_sales.usql new file mode 100644 index 0000000..c26d2e1 --- /dev/null +++ b/UsqlScripts/all_single/web_sales.usql @@ -0,0 +1,70 @@ +@raw_parsed = EXTRACT child_id int, + ws_sold_date_sk string, + ws_sold_time_sk string, + ws_ship_date_sk string, + ws_item_sk string, + ws_bill_customer_sk string, + ws_bill_cdemo_sk string, + ws_bill_hdemo_sk string, + ws_bill_addr_sk string, + ws_ship_customer_sk string, + ws_ship_cdemo_sk string, + ws_ship_hdemo_sk string, + ws_ship_addr_sk string, + ws_web_page_sk string, + ws_web_site_sk string, + ws_ship_mode_sk string, + ws_warehouse_sk string, + ws_promo_sk string, + ws_order_number string, + ws_quantity string, + ws_wholesale_cost string, + ws_list_price string, + ws_sales_price string, + ws_ext_discount_amt string, + ws_ext_sales_price string, + ws_ext_wholesale_cost string, + ws_ext_list_price string, + ws_ext_tax string, + ws_coupon_amt string, + ws_ext_ship_cost string, + ws_net_paid string, + ws_net_paid_inc_tax string, + ws_net_paid_inc_ship string, + ws_net_paid_inc_ship_tax string, + ws_net_profit string, + empty string +FROM "wasb://web-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ws_sold_date_sk, + ws_sold_time_sk, + ws_ship_date_sk, + ws_item_sk, + ws_bill_customer_sk, + ws_bill_addr_sk, + ws_ship_hdemo_sk, + ws_ship_addr_sk, + ws_web_page_sk, + ws_web_site_sk, + ws_ship_mode_sk, + ws_warehouse_sk, + ws_promo_sk, + ws_order_number, + ws_quantity, + ws_wholesale_cost, + ws_list_price, + ws_sales_price, + ws_ext_discount_amt, + ws_ext_sales_price, + ws_ext_wholesale_cost, + ws_ext_list_price, + ws_ext_ship_cost, + ws_net_paid, + ws_net_profit +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/web_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/all_single/web_site.usql b/UsqlScripts/all_single/web_site.usql new file mode 100644 index 0000000..b9ef2c9 --- /dev/null +++ b/UsqlScripts/all_single/web_site.usql @@ -0,0 +1,63 @@ +@raw_parsed = EXTRACT child_id int, + web_site_sk string, + web_site_id string, + web_rec_start_date string, + web_rec_end_date string, + web_name string, + web_open_date_sk string, + web_close_date_sk string, + web_class string, + web_manager string, + web_mkt_id string, + web_mkt_class string, + web_mkt_desc string, + web_market_manager string, + web_company_id string, + web_company_name string, + web_street_number string, + web_street_name string, + web_street_type string, + web_suite_number string, + web_city string, + web_county string, + web_state string, + web_zip string, + web_country string, + web_gmt_offset string, + web_tax_percentage string, + empty string +FROM "wasb://web-site@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT web_site_sk, + web_site_id, + web_rec_start_date, + web_rec_end_date, + web_name, + web_open_date_sk, + web_close_date_sk, + web_class, + web_manager, + web_mkt_id, + web_mkt_class, + web_mkt_desc, + web_market_manager, + web_company_id, + web_company_name, + web_street_number, + web_street_name, + web_street_type, + web_suite_number, + web_city, + web_county, + web_state, + web_zip, + web_country, + web_gmt_offset, + web_tax_percentage +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/all_single/web_site.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/call_center.usql b/UsqlScripts/large_multiple/call_center.usql new file mode 100644 index 0000000..3ea9bc1 --- /dev/null +++ b/UsqlScripts/large_multiple/call_center.usql @@ -0,0 +1,74 @@ +@raw_parsed = EXTRACT child_id int, + cc_call_center_sk string, + cc_call_center_id string, + cc_rec_start_date string, + cc_rec_end_date string, + cc_closed_date_sk string, + cc_open_date_sk string, + cc_name string, + cc_class string, + cc_employees string, + cc_sq_ft string, + cc_hours string, + cc_manager string, + cc_mkt_id string, + cc_mkt_class string, + cc_mkt_desc string, + cc_market_manager string, + cc_division string, + cc_division_name string, + cc_company string, + cc_company_name string, + cc_street_number string, + cc_street_name string, + cc_street_type string, + cc_suite_number string, + cc_city string, + cc_county string, + cc_state string, + cc_zip string, + cc_country string, + cc_gmt_offset string, + cc_tax_percentage string, + empty string +FROM "wasb://call-center@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cc_call_center_sk, + cc_call_center_id, + cc_rec_start_date, + cc_rec_end_date, + cc_closed_date_sk, + cc_open_date_sk, + cc_name, + cc_class, + cc_employees, + cc_sq_ft, + cc_hours, + cc_manager, + cc_mkt_id, + cc_mkt_class, + cc_mkt_desc, + cc_market_manager, + cc_division, + cc_division_name, + cc_company, + cc_company_name, + cc_street_number, + cc_street_name, + cc_street_type, + cc_suite_number, + cc_city, + cc_county, + cc_state, + cc_zip, + cc_country, + cc_gmt_offset, + cc_tax_percentage +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/call_center.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_page.usql b/UsqlScripts/large_multiple/catalog_page.usql new file mode 100644 index 0000000..d6ef22c --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_page.usql @@ -0,0 +1,30 @@ +@raw_parsed = EXTRACT child_id int, + cp_catalog_page_sk string, + cp_catalog_page_id string, + cp_start_date_sk string, + cp_end_date_sk string, + cp_department string, + cp_catalog_number string, + cp_catalog_page_number string, + cp_description string, + cp_type string, + empty string +FROM "wasb://catalog-page@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cp_catalog_page_sk, + cp_catalog_page_id, + cp_start_date_sk, + cp_end_date_sk, + cp_department, + cp_catalog_number, + cp_catalog_page_number, + cp_description, + cp_type +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_page.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_returns_1-25.usql b/UsqlScripts/large_multiple/catalog_returns_1-25.usql new file mode 100644 index 0000000..fe993e4 --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_returns_1-25.usql @@ -0,0 +1,53 @@ +@raw_parsed = EXTRACT child_id int, + cr_returned_date_sk string, + cr_returned_time_sk string, + cr_item_sk string, + cr_refunded_customer_sk string, + cr_refunded_cdemo_sk string, + cr_refunded_hdemo_sk string, + cr_refunded_addr_sk string, + cr_returning_customer_sk string, + cr_returning_cdemo_sk string, + cr_returning_hdemo_sk string, + cr_returning_addr_sk string, + cr_call_center_sk string, + cr_catalog_page_sk string, + cr_ship_mode_sk string, + cr_warehouse_sk string, + cr_reason_sk string, + cr_order_number string, + cr_return_quantity string, + cr_return_amount string, + cr_return_tax string, + cr_return_amt_inc_tax string, + cr_fee string, + cr_return_ship_cost string, + cr_refunded_cash string, + cr_reversed_charge string, + cr_store_credit string, + cr_net_loss string, + empty string +FROM "wasb://catalog-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cr_returned_date_sk, + cr_item_sk, + cr_returning_customer_sk, + cr_returning_addr_sk, + cr_call_center_sk, + cr_catalog_page_sk, + cr_order_number, + cr_return_quantity, + cr_return_amount, + cr_return_amt_inc_tax, + cr_refunded_cash, + cr_reversed_charge, + cr_store_credit, + cr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 25; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_returns_26-50.usql b/UsqlScripts/large_multiple/catalog_returns_26-50.usql new file mode 100644 index 0000000..564b928 --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_returns_26-50.usql @@ -0,0 +1,53 @@ +@raw_parsed = EXTRACT child_id int, + cr_returned_date_sk string, + cr_returned_time_sk string, + cr_item_sk string, + cr_refunded_customer_sk string, + cr_refunded_cdemo_sk string, + cr_refunded_hdemo_sk string, + cr_refunded_addr_sk string, + cr_returning_customer_sk string, + cr_returning_cdemo_sk string, + cr_returning_hdemo_sk string, + cr_returning_addr_sk string, + cr_call_center_sk string, + cr_catalog_page_sk string, + cr_ship_mode_sk string, + cr_warehouse_sk string, + cr_reason_sk string, + cr_order_number string, + cr_return_quantity string, + cr_return_amount string, + cr_return_tax string, + cr_return_amt_inc_tax string, + cr_fee string, + cr_return_ship_cost string, + cr_refunded_cash string, + cr_reversed_charge string, + cr_store_credit string, + cr_net_loss string, + empty string +FROM "wasb://catalog-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cr_returned_date_sk, + cr_item_sk, + cr_returning_customer_sk, + cr_returning_addr_sk, + cr_call_center_sk, + cr_catalog_page_sk, + cr_order_number, + cr_return_quantity, + cr_return_amount, + cr_return_amt_inc_tax, + cr_refunded_cash, + cr_reversed_charge, + cr_store_credit, + cr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 26 AND 50; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_returns_2.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_returns_51-75.usql b/UsqlScripts/large_multiple/catalog_returns_51-75.usql new file mode 100644 index 0000000..6012873 --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_returns_51-75.usql @@ -0,0 +1,53 @@ +@raw_parsed = EXTRACT child_id int, + cr_returned_date_sk string, + cr_returned_time_sk string, + cr_item_sk string, + cr_refunded_customer_sk string, + cr_refunded_cdemo_sk string, + cr_refunded_hdemo_sk string, + cr_refunded_addr_sk string, + cr_returning_customer_sk string, + cr_returning_cdemo_sk string, + cr_returning_hdemo_sk string, + cr_returning_addr_sk string, + cr_call_center_sk string, + cr_catalog_page_sk string, + cr_ship_mode_sk string, + cr_warehouse_sk string, + cr_reason_sk string, + cr_order_number string, + cr_return_quantity string, + cr_return_amount string, + cr_return_tax string, + cr_return_amt_inc_tax string, + cr_fee string, + cr_return_ship_cost string, + cr_refunded_cash string, + cr_reversed_charge string, + cr_store_credit string, + cr_net_loss string, + empty string +FROM "wasb://catalog-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cr_returned_date_sk, + cr_item_sk, + cr_returning_customer_sk, + cr_returning_addr_sk, + cr_call_center_sk, + cr_catalog_page_sk, + cr_order_number, + cr_return_quantity, + cr_return_amount, + cr_return_amt_inc_tax, + cr_refunded_cash, + cr_reversed_charge, + cr_store_credit, + cr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 51 AND 75; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_returns_3.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_returns_76-100.usql b/UsqlScripts/large_multiple/catalog_returns_76-100.usql new file mode 100644 index 0000000..83c1c10 --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_returns_76-100.usql @@ -0,0 +1,53 @@ +@raw_parsed = EXTRACT child_id int, + cr_returned_date_sk string, + cr_returned_time_sk string, + cr_item_sk string, + cr_refunded_customer_sk string, + cr_refunded_cdemo_sk string, + cr_refunded_hdemo_sk string, + cr_refunded_addr_sk string, + cr_returning_customer_sk string, + cr_returning_cdemo_sk string, + cr_returning_hdemo_sk string, + cr_returning_addr_sk string, + cr_call_center_sk string, + cr_catalog_page_sk string, + cr_ship_mode_sk string, + cr_warehouse_sk string, + cr_reason_sk string, + cr_order_number string, + cr_return_quantity string, + cr_return_amount string, + cr_return_tax string, + cr_return_amt_inc_tax string, + cr_fee string, + cr_return_ship_cost string, + cr_refunded_cash string, + cr_reversed_charge string, + cr_store_credit string, + cr_net_loss string, + empty string +FROM "wasb://catalog-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cr_returned_date_sk, + cr_item_sk, + cr_returning_customer_sk, + cr_returning_addr_sk, + cr_call_center_sk, + cr_catalog_page_sk, + cr_order_number, + cr_return_quantity, + cr_return_amount, + cr_return_amt_inc_tax, + cr_refunded_cash, + cr_reversed_charge, + cr_store_credit, + cr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 76 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_returns_4.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_sales_1-25.usql b/UsqlScripts/large_multiple/catalog_sales_1-25.usql new file mode 100644 index 0000000..2d498ba --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_sales_1-25.usql @@ -0,0 +1,75 @@ +@raw_parsed = EXTRACT child_id int, + cs_sold_date_sk string, + cs_sold_time_sk string, + cs_ship_date_sk string, + cs_bill_customer_sk string, + cs_bill_cdemo_sk string, + cs_bill_hdemo_sk string, + cs_bill_addr_sk string, + cs_ship_customer_sk string, + cs_ship_cdemo_sk string, + cs_ship_hdemo_sk string, + cs_ship_addr_sk string, + cs_call_center_sk string, + cs_catalog_page_sk string, + cs_ship_mode_sk string, + cs_warehouse_sk string, + cs_item_sk string, + cs_promo_sk string, + cs_order_number string, + cs_quantity string, + cs_wholesale_cost string, + cs_list_price string, + cs_sales_price string, + cs_ext_discount_amt string, + cs_ext_sales_price string, + cs_ext_wholesale_cost string, + cs_ext_list_price string, + cs_ext_tax string, + cs_coupon_amt string, + cs_ext_ship_cost string, + cs_net_paid string, + cs_net_paid_inc_tax string, + cs_net_paid_inc_ship string, + cs_net_paid_inc_ship_tax string, + cs_net_profit string, + empty string +FROM "wasb://catalog-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cs_sold_date_sk, + cs_sold_time_sk, + cs_ship_date_sk, + cs_bill_customer_sk, + cs_bill_cdemo_sk, + cs_bill_hdemo_sk, + cs_bill_addr_sk, + cs_ship_customer_sk, + cs_ship_hdemo_sk, + cs_ship_addr_sk, + cs_call_center_sk, + cs_catalog_page_sk, + cs_ship_mode_sk, + cs_warehouse_sk, + cs_item_sk, + cs_promo_sk, + cs_order_number, + cs_quantity, + cs_wholesale_cost, + cs_list_price, + cs_sales_price, + cs_ext_discount_amt, + cs_ext_sales_price, + cs_ext_wholesale_cost, + cs_ext_list_price, + cs_coupon_amt, + cs_ext_ship_cost, + cs_net_paid, + cs_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 25; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_sales_26-50.usql b/UsqlScripts/large_multiple/catalog_sales_26-50.usql new file mode 100644 index 0000000..4607f57 --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_sales_26-50.usql @@ -0,0 +1,75 @@ +@raw_parsed = EXTRACT child_id int, + cs_sold_date_sk string, + cs_sold_time_sk string, + cs_ship_date_sk string, + cs_bill_customer_sk string, + cs_bill_cdemo_sk string, + cs_bill_hdemo_sk string, + cs_bill_addr_sk string, + cs_ship_customer_sk string, + cs_ship_cdemo_sk string, + cs_ship_hdemo_sk string, + cs_ship_addr_sk string, + cs_call_center_sk string, + cs_catalog_page_sk string, + cs_ship_mode_sk string, + cs_warehouse_sk string, + cs_item_sk string, + cs_promo_sk string, + cs_order_number string, + cs_quantity string, + cs_wholesale_cost string, + cs_list_price string, + cs_sales_price string, + cs_ext_discount_amt string, + cs_ext_sales_price string, + cs_ext_wholesale_cost string, + cs_ext_list_price string, + cs_ext_tax string, + cs_coupon_amt string, + cs_ext_ship_cost string, + cs_net_paid string, + cs_net_paid_inc_tax string, + cs_net_paid_inc_ship string, + cs_net_paid_inc_ship_tax string, + cs_net_profit string, + empty string +FROM "wasb://catalog-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cs_sold_date_sk, + cs_sold_time_sk, + cs_ship_date_sk, + cs_bill_customer_sk, + cs_bill_cdemo_sk, + cs_bill_hdemo_sk, + cs_bill_addr_sk, + cs_ship_customer_sk, + cs_ship_hdemo_sk, + cs_ship_addr_sk, + cs_call_center_sk, + cs_catalog_page_sk, + cs_ship_mode_sk, + cs_warehouse_sk, + cs_item_sk, + cs_promo_sk, + cs_order_number, + cs_quantity, + cs_wholesale_cost, + cs_list_price, + cs_sales_price, + cs_ext_discount_amt, + cs_ext_sales_price, + cs_ext_wholesale_cost, + cs_ext_list_price, + cs_coupon_amt, + cs_ext_ship_cost, + cs_net_paid, + cs_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 26 AND 50; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_sales_2.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_sales_51-75.usql b/UsqlScripts/large_multiple/catalog_sales_51-75.usql new file mode 100644 index 0000000..b95de38 --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_sales_51-75.usql @@ -0,0 +1,75 @@ +@raw_parsed = EXTRACT child_id int, + cs_sold_date_sk string, + cs_sold_time_sk string, + cs_ship_date_sk string, + cs_bill_customer_sk string, + cs_bill_cdemo_sk string, + cs_bill_hdemo_sk string, + cs_bill_addr_sk string, + cs_ship_customer_sk string, + cs_ship_cdemo_sk string, + cs_ship_hdemo_sk string, + cs_ship_addr_sk string, + cs_call_center_sk string, + cs_catalog_page_sk string, + cs_ship_mode_sk string, + cs_warehouse_sk string, + cs_item_sk string, + cs_promo_sk string, + cs_order_number string, + cs_quantity string, + cs_wholesale_cost string, + cs_list_price string, + cs_sales_price string, + cs_ext_discount_amt string, + cs_ext_sales_price string, + cs_ext_wholesale_cost string, + cs_ext_list_price string, + cs_ext_tax string, + cs_coupon_amt string, + cs_ext_ship_cost string, + cs_net_paid string, + cs_net_paid_inc_tax string, + cs_net_paid_inc_ship string, + cs_net_paid_inc_ship_tax string, + cs_net_profit string, + empty string +FROM "wasb://catalog-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cs_sold_date_sk, + cs_sold_time_sk, + cs_ship_date_sk, + cs_bill_customer_sk, + cs_bill_cdemo_sk, + cs_bill_hdemo_sk, + cs_bill_addr_sk, + cs_ship_customer_sk, + cs_ship_hdemo_sk, + cs_ship_addr_sk, + cs_call_center_sk, + cs_catalog_page_sk, + cs_ship_mode_sk, + cs_warehouse_sk, + cs_item_sk, + cs_promo_sk, + cs_order_number, + cs_quantity, + cs_wholesale_cost, + cs_list_price, + cs_sales_price, + cs_ext_discount_amt, + cs_ext_sales_price, + cs_ext_wholesale_cost, + cs_ext_list_price, + cs_coupon_amt, + cs_ext_ship_cost, + cs_net_paid, + cs_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 51 AND 75; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_sales_3.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/catalog_sales_76-100.usql b/UsqlScripts/large_multiple/catalog_sales_76-100.usql new file mode 100644 index 0000000..197de53 --- /dev/null +++ b/UsqlScripts/large_multiple/catalog_sales_76-100.usql @@ -0,0 +1,75 @@ +@raw_parsed = EXTRACT child_id int, + cs_sold_date_sk string, + cs_sold_time_sk string, + cs_ship_date_sk string, + cs_bill_customer_sk string, + cs_bill_cdemo_sk string, + cs_bill_hdemo_sk string, + cs_bill_addr_sk string, + cs_ship_customer_sk string, + cs_ship_cdemo_sk string, + cs_ship_hdemo_sk string, + cs_ship_addr_sk string, + cs_call_center_sk string, + cs_catalog_page_sk string, + cs_ship_mode_sk string, + cs_warehouse_sk string, + cs_item_sk string, + cs_promo_sk string, + cs_order_number string, + cs_quantity string, + cs_wholesale_cost string, + cs_list_price string, + cs_sales_price string, + cs_ext_discount_amt string, + cs_ext_sales_price string, + cs_ext_wholesale_cost string, + cs_ext_list_price string, + cs_ext_tax string, + cs_coupon_amt string, + cs_ext_ship_cost string, + cs_net_paid string, + cs_net_paid_inc_tax string, + cs_net_paid_inc_ship string, + cs_net_paid_inc_ship_tax string, + cs_net_profit string, + empty string +FROM "wasb://catalog-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cs_sold_date_sk, + cs_sold_time_sk, + cs_ship_date_sk, + cs_bill_customer_sk, + cs_bill_cdemo_sk, + cs_bill_hdemo_sk, + cs_bill_addr_sk, + cs_ship_customer_sk, + cs_ship_hdemo_sk, + cs_ship_addr_sk, + cs_call_center_sk, + cs_catalog_page_sk, + cs_ship_mode_sk, + cs_warehouse_sk, + cs_item_sk, + cs_promo_sk, + cs_order_number, + cs_quantity, + cs_wholesale_cost, + cs_list_price, + cs_sales_price, + cs_ext_discount_amt, + cs_ext_sales_price, + cs_ext_wholesale_cost, + cs_ext_list_price, + cs_coupon_amt, + cs_ext_ship_cost, + cs_net_paid, + cs_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 76 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/catalog_sales_4.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/customer.usql b/UsqlScripts/large_multiple/customer.usql new file mode 100644 index 0000000..f083dac --- /dev/null +++ b/UsqlScripts/large_multiple/customer.usql @@ -0,0 +1,48 @@ +@raw_parsed = EXTRACT child_id int, + c_customer_sk string, + c_customer_id string, + c_current_cdemo_sk string, + c_current_hdemo_sk string, + c_current_addr_sk string, + c_first_shipto_date_sk string, + c_first_sales_date_sk string, + c_salutation string, + c_first_name string, + c_last_name string, + c_preferred_cust_flag string, + c_birth_day string, + c_birth_month string, + c_birth_year string, + c_birth_country string, + c_login string, + c_email_address string, + c_last_review_date string, + empty string +FROM "wasb://customer@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT c_customer_sk, + c_customer_id, + c_current_cdemo_sk, + c_current_hdemo_sk, + c_current_addr_sk, + c_first_shipto_date_sk, + c_first_sales_date_sk, + c_salutation, + c_first_name, + c_last_name, + c_preferred_cust_flag, + c_birth_day, + c_birth_month, + c_birth_year, + c_birth_country, + c_login, + c_email_address, + c_last_review_date +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/customer.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/customer_address.usql b/UsqlScripts/large_multiple/customer_address.usql new file mode 100644 index 0000000..8a08d92 --- /dev/null +++ b/UsqlScripts/large_multiple/customer_address.usql @@ -0,0 +1,38 @@ +@raw_parsed = EXTRACT child_id int, + ca_address_sk string, + ca_address_id string, + ca_street_number string, + ca_street_name string, + ca_street_type string, + ca_suite_number string, + ca_city string, + ca_county string, + ca_state string, + ca_zip string, + ca_country string, + ca_gmt_offset string, + ca_location_type string, + empty string +FROM "wasb://customer-address@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ca_address_sk, + ca_address_id, + ca_street_number, + ca_street_name, + ca_street_type, + ca_suite_number, + ca_city, + ca_county, + ca_state, + ca_zip, + ca_country, + ca_gmt_offset, + ca_location_type +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/customer_address.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/customer_demographics.usql b/UsqlScripts/large_multiple/customer_demographics.usql new file mode 100644 index 0000000..244e798 --- /dev/null +++ b/UsqlScripts/large_multiple/customer_demographics.usql @@ -0,0 +1,30 @@ +@raw_parsed = EXTRACT child_id int, + cd_demo_sk string, + cd_gender string, + cd_marital_status string, + cd_education_status string, + cd_purchase_estimate string, + cd_credit_rating string, + cd_dep_count string, + cd_dep_employed_count string, + cd_dep_college_count string, + empty string +FROM "wasb://customer-demographics@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cd_demo_sk, + cd_gender, + cd_marital_status, + cd_education_status, + cd_purchase_estimate, + cd_credit_rating, + cd_dep_count, + cd_dep_employed_count, + cd_dep_college_count +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/customer_demographics.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/date_dim.usql b/UsqlScripts/large_multiple/date_dim.usql new file mode 100644 index 0000000..62c5904 --- /dev/null +++ b/UsqlScripts/large_multiple/date_dim.usql @@ -0,0 +1,68 @@ +@raw_parsed = EXTRACT child_id int, + d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year string, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT d_date_sk, + d_date_id, + d_date, + d_month_seq, + d_week_seq, + d_quarter_seq, + d_year, + d_dow, + d_moy, + d_dom, + d_qoy, + d_fy_year, + d_fy_quarter_seq, + d_fy_week_seq, + d_day_name, + d_quarter_name, + d_holiday, + d_weekend, + d_following_holiday, + d_first_dom, + d_last_dom, + d_same_day_ly, + d_same_day_lq, + d_current_day, + d_current_week, + d_current_month, + d_current_quarter, + d_current_year +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/date_dim.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/dbgen_version.usql b/UsqlScripts/large_multiple/dbgen_version.usql new file mode 100644 index 0000000..e3d7518 --- /dev/null +++ b/UsqlScripts/large_multiple/dbgen_version.usql @@ -0,0 +1,20 @@ +@raw_parsed = EXTRACT child_id int, + dv_version string, + dv_create_date string, + dv_create_time string, + dv_cmdline_args string, + empty string +FROM "wasb://dbgen-version@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT dv_version, + dv_create_date, + dv_create_time, + dv_cmdline_args +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/dbgen_version.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/household_demographics.usql b/UsqlScripts/large_multiple/household_demographics.usql new file mode 100644 index 0000000..fd6dddf --- /dev/null +++ b/UsqlScripts/large_multiple/household_demographics.usql @@ -0,0 +1,22 @@ +@raw_parsed = EXTRACT child_id int, + hd_demo_sk string, + hd_income_band_sk string, + hd_buy_potential string, + hd_dep_count string, + hd_vehicle_count string, + empty string +FROM "wasb://household-demographics@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT hd_demo_sk, + hd_income_band_sk, + hd_buy_potential, + hd_dep_count, + hd_vehicle_count +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/household_demographics.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/income_band.usql b/UsqlScripts/large_multiple/income_band.usql new file mode 100644 index 0000000..e42720e --- /dev/null +++ b/UsqlScripts/large_multiple/income_band.usql @@ -0,0 +1,18 @@ +@raw_parsed = EXTRACT child_id int, + b_income_band_sk string, + b_lower_bound string, + b_upper_bound string, + empty string +FROM "wasb://income-band@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT b_income_band_sk, + b_lower_bound, + b_upper_bound +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/income_band.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/inventory_1-25.usql b/UsqlScripts/large_multiple/inventory_1-25.usql new file mode 100644 index 0000000..484fc7d --- /dev/null +++ b/UsqlScripts/large_multiple/inventory_1-25.usql @@ -0,0 +1,20 @@ +@raw_parsed = EXTRACT child_id int, + nv_date_sk string, + nv_item_sk string, + nv_warehouse_sk string, + nv_quantity_on_hand string, + empty string +FROM "wasb://inventory@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT nv_date_sk, + nv_item_sk, + nv_warehouse_sk, + nv_quantity_on_hand +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 25; + +OUTPUT @filtered_results +TO "/large_multiple/inventory.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/inventory_26-50.usql b/UsqlScripts/large_multiple/inventory_26-50.usql new file mode 100644 index 0000000..83e0d09 --- /dev/null +++ b/UsqlScripts/large_multiple/inventory_26-50.usql @@ -0,0 +1,20 @@ +@raw_parsed = EXTRACT child_id int, + nv_date_sk string, + nv_item_sk string, + nv_warehouse_sk string, + nv_quantity_on_hand string, + empty string +FROM "wasb://inventory@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT nv_date_sk, + nv_item_sk, + nv_warehouse_sk, + nv_quantity_on_hand +FROM @raw_parsed +WHERE child_id BETWEEN 26 AND 50; + +OUTPUT @filtered_results +TO "/large_multiple/inventory_2.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/inventory_51-75.usql b/UsqlScripts/large_multiple/inventory_51-75.usql new file mode 100644 index 0000000..ae35891 --- /dev/null +++ b/UsqlScripts/large_multiple/inventory_51-75.usql @@ -0,0 +1,20 @@ +@raw_parsed = EXTRACT child_id int, + nv_date_sk string, + nv_item_sk string, + nv_warehouse_sk string, + nv_quantity_on_hand string, + empty string +FROM "wasb://inventory@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT nv_date_sk, + nv_item_sk, + nv_warehouse_sk, + nv_quantity_on_hand +FROM @raw_parsed +WHERE child_id BETWEEN 51 AND 75; + +OUTPUT @filtered_results +TO "/large_multiple/inventory_3.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/inventory_76-100.usql b/UsqlScripts/large_multiple/inventory_76-100.usql new file mode 100644 index 0000000..2afb8ad --- /dev/null +++ b/UsqlScripts/large_multiple/inventory_76-100.usql @@ -0,0 +1,20 @@ +@raw_parsed = EXTRACT child_id int, + nv_date_sk string, + nv_item_sk string, + nv_warehouse_sk string, + nv_quantity_on_hand string, + empty string +FROM "wasb://inventory@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT nv_date_sk, + nv_item_sk, + nv_warehouse_sk, + nv_quantity_on_hand +FROM @raw_parsed +WHERE child_id BETWEEN 76 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/inventory_4.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/item.usql b/UsqlScripts/large_multiple/item.usql new file mode 100644 index 0000000..2c6f866 --- /dev/null +++ b/UsqlScripts/large_multiple/item.usql @@ -0,0 +1,56 @@ +@raw_parsed = EXTRACT child_id int, + _item_sk string, + _item_id string, + _rec_start_date string, + _rec_end_date string, + _item_desc string, + _current_price string, + _wholesale_cost string, + _brand_id string, + _brand string, + _class_id string, + _class string, + _category_id string, + _category string, + _manufact_id string, + _manufact string, + _size string, + _formulation string, + _color string, + _units string, + _container string, + _manager_id string, + _product_name string, + empty string +FROM "wasb://item@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _item_sk, + _item_id, + _rec_start_date, + _rec_end_date, + _item_desc, + _current_price, + _wholesale_cost, + _brand_id, + _brand, + _class_id, + _class, + _category_id, + _category, + _manufact_id, + _manufact, + _size, + _formulation, + _color, + _units, + _container, + _manager_id, + _product_name +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/item.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/promotion.usql b/UsqlScripts/large_multiple/promotion.usql new file mode 100644 index 0000000..46e8654 --- /dev/null +++ b/UsqlScripts/large_multiple/promotion.usql @@ -0,0 +1,50 @@ +@raw_parsed = EXTRACT child_id int, + _promo_sk string, + _promo_id string, + _start_date_sk string, + _end_date_sk string, + _item_sk string, + _cost string, + _response_target string, + _promo_name string, + _channel_dmail string, + _channel_email string, + _channel_catalog string, + _channel_tv string, + _channel_radio string, + _channel_press string, + _channel_event string, + _channel_demo string, + _channel_details string, + _purpose string, + _discount_active string, + empty string +FROM "wasb://promotion@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _promo_sk, + _promo_id, + _start_date_sk, + _end_date_sk, + _item_sk, + _cost, + _response_target, + _promo_name, + _channel_dmail, + _channel_email, + _channel_catalog, + _channel_tv, + _channel_radio, + _channel_press, + _channel_event, + _channel_demo, + _channel_details, + _purpose, + _discount_active +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/promotion.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/reason.usql b/UsqlScripts/large_multiple/reason.usql new file mode 100644 index 0000000..df74223 --- /dev/null +++ b/UsqlScripts/large_multiple/reason.usql @@ -0,0 +1,18 @@ +@raw_parsed = EXTRACT child_id int, + _reason_sk string, + _reason_id string, + _reason_desc string, + empty string +FROM "wasb://reason@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _reason_sk, + _reason_id, + _reason_desc +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/reason.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/ship_mode.usql b/UsqlScripts/large_multiple/ship_mode.usql new file mode 100644 index 0000000..c3a2c61 --- /dev/null +++ b/UsqlScripts/large_multiple/ship_mode.usql @@ -0,0 +1,24 @@ +@raw_parsed = EXTRACT child_id int, + sm_ship_mode_sk string, + sm_ship_mode_id string, + sm_type string, + sm_code string, + sm_carrier string, + sm_contract string, + empty string +FROM "wasb://ship-mode@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sm_ship_mode_sk, + sm_ship_mode_id, + sm_type, + sm_code, + sm_carrier, + sm_contract +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/ship_mode.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store.usql b/UsqlScripts/large_multiple/store.usql new file mode 100644 index 0000000..09504fa --- /dev/null +++ b/UsqlScripts/large_multiple/store.usql @@ -0,0 +1,70 @@ +@raw_parsed = EXTRACT child_id int, + s_store_sk string, + s_store_id string, + s_rec_start_date string, + s_rec_end_date string, + s_closed_date_sk string, + s_store_name string, + s_number_employees string, + s_floor_space string, + s_hours string, + s_manager string, + s_market_id string, + s_geography_class string, + s_market_desc string, + s_market_manager string, + s_division_id string, + s_division_name string, + s_company_id string, + s_company_name string, + s_street_number string, + s_street_name string, + s_street_type string, + s_suite_number string, + s_city string, + s_county string, + s_state string, + s_zip string, + s_country string, + s_gmt_offset string, + s_tax_precentage string, + empty string +FROM "wasb://store@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT s_store_sk, + s_store_id, + s_rec_start_date, + s_rec_end_date, + s_closed_date_sk, + s_store_name, + s_number_employees, + s_floor_space, + s_hours, + s_manager, + s_market_id, + s_geography_class, + s_market_desc, + s_market_manager, + s_division_id, + s_division_name, + s_company_id, + s_company_name, + s_street_number, + s_street_name, + s_street_type, + s_suite_number, + s_city, + s_county, + s_state, + s_zip, + s_country, + s_gmt_offset, + s_tax_precentage +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/store.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_returns_1-25.usql b/UsqlScripts/large_multiple/store_returns_1-25.usql new file mode 100644 index 0000000..7c52154 --- /dev/null +++ b/UsqlScripts/large_multiple/store_returns_1-25.usql @@ -0,0 +1,43 @@ +@raw_parsed = EXTRACT child_id int, + sr_returned_date_sk string, + sr_return_time_sk string, + sr_item_sk string, + sr_customer_sk string, + sr_cdemo_sk string, + sr_hdemo_sk string, + sr_addr_sk string, + sr_store_sk string, + sr_reason_sk string, + sr_ticket_number string, + sr_return_quantity string, + sr_return_amt string, + sr_return_tax string, + sr_return_amt_inc_tax string, + sr_fee string, + sr_return_ship_cost string, + sr_refunded_cash string, + sr_reversed_charge string, + sr_store_credit string, + sr_net_loss string, + empty string +FROM "wasb://store-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sr_returned_date_sk, + sr_item_sk, + sr_customer_sk, + sr_cdemo_sk, + sr_store_sk, + sr_reason_sk, + sr_ticket_number, + sr_return_quantity, + sr_return_amt, + sr_return_amt_inc_tax, + sr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 25; + +OUTPUT @filtered_results +TO "/large_multiple/store_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_returns_26-50.usql b/UsqlScripts/large_multiple/store_returns_26-50.usql new file mode 100644 index 0000000..5bf9f2d --- /dev/null +++ b/UsqlScripts/large_multiple/store_returns_26-50.usql @@ -0,0 +1,43 @@ +@raw_parsed = EXTRACT child_id int, + sr_returned_date_sk string, + sr_return_time_sk string, + sr_item_sk string, + sr_customer_sk string, + sr_cdemo_sk string, + sr_hdemo_sk string, + sr_addr_sk string, + sr_store_sk string, + sr_reason_sk string, + sr_ticket_number string, + sr_return_quantity string, + sr_return_amt string, + sr_return_tax string, + sr_return_amt_inc_tax string, + sr_fee string, + sr_return_ship_cost string, + sr_refunded_cash string, + sr_reversed_charge string, + sr_store_credit string, + sr_net_loss string, + empty string +FROM "wasb://store-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sr_returned_date_sk, + sr_item_sk, + sr_customer_sk, + sr_cdemo_sk, + sr_store_sk, + sr_reason_sk, + sr_ticket_number, + sr_return_quantity, + sr_return_amt, + sr_return_amt_inc_tax, + sr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 26 AND 50; + +OUTPUT @filtered_results +TO "/large_multiple/store_returns_2.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_returns_51-75.usql b/UsqlScripts/large_multiple/store_returns_51-75.usql new file mode 100644 index 0000000..5e9923a --- /dev/null +++ b/UsqlScripts/large_multiple/store_returns_51-75.usql @@ -0,0 +1,43 @@ +@raw_parsed = EXTRACT child_id int, + sr_returned_date_sk string, + sr_return_time_sk string, + sr_item_sk string, + sr_customer_sk string, + sr_cdemo_sk string, + sr_hdemo_sk string, + sr_addr_sk string, + sr_store_sk string, + sr_reason_sk string, + sr_ticket_number string, + sr_return_quantity string, + sr_return_amt string, + sr_return_tax string, + sr_return_amt_inc_tax string, + sr_fee string, + sr_return_ship_cost string, + sr_refunded_cash string, + sr_reversed_charge string, + sr_store_credit string, + sr_net_loss string, + empty string +FROM "wasb://store-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sr_returned_date_sk, + sr_item_sk, + sr_customer_sk, + sr_cdemo_sk, + sr_store_sk, + sr_reason_sk, + sr_ticket_number, + sr_return_quantity, + sr_return_amt, + sr_return_amt_inc_tax, + sr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 51 AND 75; + +OUTPUT @filtered_results +TO "/large_multiple/store_returns_3.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_returns_76-100.usql b/UsqlScripts/large_multiple/store_returns_76-100.usql new file mode 100644 index 0000000..cd6390f --- /dev/null +++ b/UsqlScripts/large_multiple/store_returns_76-100.usql @@ -0,0 +1,43 @@ +@raw_parsed = EXTRACT child_id int, + sr_returned_date_sk string, + sr_return_time_sk string, + sr_item_sk string, + sr_customer_sk string, + sr_cdemo_sk string, + sr_hdemo_sk string, + sr_addr_sk string, + sr_store_sk string, + sr_reason_sk string, + sr_ticket_number string, + sr_return_quantity string, + sr_return_amt string, + sr_return_tax string, + sr_return_amt_inc_tax string, + sr_fee string, + sr_return_ship_cost string, + sr_refunded_cash string, + sr_reversed_charge string, + sr_store_credit string, + sr_net_loss string, + empty string +FROM "wasb://store-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sr_returned_date_sk, + sr_item_sk, + sr_customer_sk, + sr_cdemo_sk, + sr_store_sk, + sr_reason_sk, + sr_ticket_number, + sr_return_quantity, + sr_return_amt, + sr_return_amt_inc_tax, + sr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 76 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/store_returns_4.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_sales_1-25.usql b/UsqlScripts/large_multiple/store_sales_1-25.usql new file mode 100644 index 0000000..be62fae --- /dev/null +++ b/UsqlScripts/large_multiple/store_sales_1-25.usql @@ -0,0 +1,57 @@ +@raw_parsed = EXTRACT child_id int, + ss_sold_date_sk string, + ss_sold_time_sk string, + ss_item_sk string, + ss_customer_sk string, + ss_cdemo_sk string, + ss_hdemo_sk string, + ss_addr_sk string, + ss_store_sk string, + ss_promo_sk string, + ss_ticket_number string, + ss_quantity string, + ss_wholesale_cost string, + ss_list_price string, + ss_sales_price string, + ss_ext_discount_amt string, + ss_ext_sales_price string, + ss_ext_wholesale_cost string, + ss_ext_list_price string, + ss_ext_tax string, + ss_coupon_amt string, + ss_net_paid string, + ss_net_paid_inc_tax string, + ss_net_profit string, + empty string +FROM "wasb://store-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ss_sold_date_sk, + ss_sold_time_sk, + ss_item_sk, + ss_customer_sk, + ss_cdemo_sk, + ss_hdemo_sk, + ss_addr_sk, + ss_store_sk, + ss_promo_sk, + ss_ticket_number, + ss_quantity, + ss_wholesale_cost, + ss_list_price, + ss_sales_price, + ss_ext_discount_amt, + ss_ext_sales_price, + ss_ext_wholesale_cost, + ss_ext_list_price, + ss_ext_tax, + ss_coupon_amt, + ss_net_paid, + ss_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 25; + +OUTPUT @filtered_results +TO "/large_multiple/store_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_sales_26-50.usql b/UsqlScripts/large_multiple/store_sales_26-50.usql new file mode 100644 index 0000000..d64cebc --- /dev/null +++ b/UsqlScripts/large_multiple/store_sales_26-50.usql @@ -0,0 +1,57 @@ +@raw_parsed = EXTRACT child_id int, + ss_sold_date_sk string, + ss_sold_time_sk string, + ss_item_sk string, + ss_customer_sk string, + ss_cdemo_sk string, + ss_hdemo_sk string, + ss_addr_sk string, + ss_store_sk string, + ss_promo_sk string, + ss_ticket_number string, + ss_quantity string, + ss_wholesale_cost string, + ss_list_price string, + ss_sales_price string, + ss_ext_discount_amt string, + ss_ext_sales_price string, + ss_ext_wholesale_cost string, + ss_ext_list_price string, + ss_ext_tax string, + ss_coupon_amt string, + ss_net_paid string, + ss_net_paid_inc_tax string, + ss_net_profit string, + empty string +FROM "wasb://store-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ss_sold_date_sk, + ss_sold_time_sk, + ss_item_sk, + ss_customer_sk, + ss_cdemo_sk, + ss_hdemo_sk, + ss_addr_sk, + ss_store_sk, + ss_promo_sk, + ss_ticket_number, + ss_quantity, + ss_wholesale_cost, + ss_list_price, + ss_sales_price, + ss_ext_discount_amt, + ss_ext_sales_price, + ss_ext_wholesale_cost, + ss_ext_list_price, + ss_ext_tax, + ss_coupon_amt, + ss_net_paid, + ss_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 26 AND 50; + +OUTPUT @filtered_results +TO "/large_multiple/store_sales_2.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_sales_51-75.usql b/UsqlScripts/large_multiple/store_sales_51-75.usql new file mode 100644 index 0000000..47821d0 --- /dev/null +++ b/UsqlScripts/large_multiple/store_sales_51-75.usql @@ -0,0 +1,57 @@ +@raw_parsed = EXTRACT child_id int, + ss_sold_date_sk string, + ss_sold_time_sk string, + ss_item_sk string, + ss_customer_sk string, + ss_cdemo_sk string, + ss_hdemo_sk string, + ss_addr_sk string, + ss_store_sk string, + ss_promo_sk string, + ss_ticket_number string, + ss_quantity string, + ss_wholesale_cost string, + ss_list_price string, + ss_sales_price string, + ss_ext_discount_amt string, + ss_ext_sales_price string, + ss_ext_wholesale_cost string, + ss_ext_list_price string, + ss_ext_tax string, + ss_coupon_amt string, + ss_net_paid string, + ss_net_paid_inc_tax string, + ss_net_profit string, + empty string +FROM "wasb://store-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ss_sold_date_sk, + ss_sold_time_sk, + ss_item_sk, + ss_customer_sk, + ss_cdemo_sk, + ss_hdemo_sk, + ss_addr_sk, + ss_store_sk, + ss_promo_sk, + ss_ticket_number, + ss_quantity, + ss_wholesale_cost, + ss_list_price, + ss_sales_price, + ss_ext_discount_amt, + ss_ext_sales_price, + ss_ext_wholesale_cost, + ss_ext_list_price, + ss_ext_tax, + ss_coupon_amt, + ss_net_paid, + ss_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 51 AND 75; + +OUTPUT @filtered_results +TO "/large_multiple/store_sales_3.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/store_sales_76-100.usql b/UsqlScripts/large_multiple/store_sales_76-100.usql new file mode 100644 index 0000000..84fbd01 --- /dev/null +++ b/UsqlScripts/large_multiple/store_sales_76-100.usql @@ -0,0 +1,57 @@ +@raw_parsed = EXTRACT child_id int, + ss_sold_date_sk string, + ss_sold_time_sk string, + ss_item_sk string, + ss_customer_sk string, + ss_cdemo_sk string, + ss_hdemo_sk string, + ss_addr_sk string, + ss_store_sk string, + ss_promo_sk string, + ss_ticket_number string, + ss_quantity string, + ss_wholesale_cost string, + ss_list_price string, + ss_sales_price string, + ss_ext_discount_amt string, + ss_ext_sales_price string, + ss_ext_wholesale_cost string, + ss_ext_list_price string, + ss_ext_tax string, + ss_coupon_amt string, + ss_net_paid string, + ss_net_paid_inc_tax string, + ss_net_profit string, + empty string +FROM "wasb://store-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ss_sold_date_sk, + ss_sold_time_sk, + ss_item_sk, + ss_customer_sk, + ss_cdemo_sk, + ss_hdemo_sk, + ss_addr_sk, + ss_store_sk, + ss_promo_sk, + ss_ticket_number, + ss_quantity, + ss_wholesale_cost, + ss_list_price, + ss_sales_price, + ss_ext_discount_amt, + ss_ext_sales_price, + ss_ext_wholesale_cost, + ss_ext_list_price, + ss_ext_tax, + ss_coupon_amt, + ss_net_paid, + ss_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 76 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/store_sales_4.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/time_dim.usql b/UsqlScripts/large_multiple/time_dim.usql new file mode 100644 index 0000000..0038237 --- /dev/null +++ b/UsqlScripts/large_multiple/time_dim.usql @@ -0,0 +1,32 @@ +@raw_parsed = EXTRACT child_id int, + t_time_sk string, + t_time_id string, + t_time string, + t_hour string, + t_minute string, + t_second string, + t_am_pm string, + t_shift string, + t_sub_shift string, + t_meal_time string, + empty string +FROM "wasb://time-dim@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT t_time_sk, + t_time_id, + t_time, + t_hour, + t_minute, + t_second, + t_am_pm, + t_shift, + t_sub_shift, + t_meal_time +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/time_dim.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/warehouse.usql b/UsqlScripts/large_multiple/warehouse.usql new file mode 100644 index 0000000..0e9a3da --- /dev/null +++ b/UsqlScripts/large_multiple/warehouse.usql @@ -0,0 +1,40 @@ +@raw_parsed = EXTRACT child_id int, + w_warehouse_sk string, + w_warehouse_id string, + w_warehouse_name string, + w_warehouse_sq_ft string, + w_street_number string, + w_street_name string, + w_street_type string, + w_suite_number string, + w_city string, + w_county string, + w_state string, + w_zip string, + w_country string, + w_gmt_offset string, + empty string +FROM "wasb://warehouse@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT w_warehouse_sk, + w_warehouse_id, + w_warehouse_name, + w_warehouse_sq_ft, + w_street_number, + w_street_name, + w_street_type, + w_suite_number, + w_city, + w_county, + w_state, + w_zip, + w_country, + w_gmt_offset +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/warehouse.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_page.usql b/UsqlScripts/large_multiple/web_page.usql new file mode 100644 index 0000000..7c6d176 --- /dev/null +++ b/UsqlScripts/large_multiple/web_page.usql @@ -0,0 +1,40 @@ +@raw_parsed = EXTRACT child_id int, + wp_web_page_sk string, + wp_web_page_id string, + wp_rec_start_date string, + wp_rec_end_date string, + wp_creation_date_sk string, + wp_access_date_sk string, + wp_autogen_flag string, + wp_customer_sk string, + wp_url string, + wp_type string, + wp_char_count string, + wp_link_count string, + wp_image_count string, + wp_max_ad_count string, + empty string +FROM "wasb://web-page@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wp_web_page_sk, + wp_web_page_id, + wp_rec_start_date, + wp_rec_end_date, + wp_creation_date_sk, + wp_access_date_sk, + wp_autogen_flag, + wp_customer_sk, + wp_url, + wp_type, + wp_char_count, + wp_link_count, + wp_image_count, + wp_max_ad_count +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/web_page.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_returns_1-25.usql b/UsqlScripts/large_multiple/web_returns_1-25.usql new file mode 100644 index 0000000..b67ae7e --- /dev/null +++ b/UsqlScripts/large_multiple/web_returns_1-25.usql @@ -0,0 +1,51 @@ +@raw_parsed = EXTRACT child_id int, + wr_returned_date_sk string, + wr_returned_time_sk string, + wr_item_sk string, + wr_refunded_customer_sk string, + wr_refunded_cdemo_sk string, + wr_refunded_hdemo_sk string, + wr_refunded_addr_sk string, + wr_returning_customer_sk string, + wr_returning_cdemo_sk string, + wr_returning_hdemo_sk string, + wr_returning_addr_sk string, + wr_web_page_sk string, + wr_reason_sk string, + wr_order_number string, + wr_return_quantity string, + wr_return_amt string, + wr_return_tax string, + wr_return_amt_inc_tax string, + wr_fee string, + wr_return_ship_cost string, + wr_refunded_cash string, + wr_reversed_charge string, + wr_account_credit string, + wr_net_loss string, + empty string +FROM "wasb://web-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wr_returned_date_sk, + wr_item_sk, + wr_refunded_cdemo_sk, + wr_refunded_addr_sk, + wr_returning_customer_sk, + wr_returning_cdemo_sk, + wr_returning_addr_sk, + wr_web_page_sk, + wr_reason_sk, + wr_order_number, + wr_return_quantity, + wr_return_amt, + wr_fee, + wr_refunded_cash, + wr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 25; + +OUTPUT @filtered_results +TO "/large_multiple/web_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_returns_26-50.usql b/UsqlScripts/large_multiple/web_returns_26-50.usql new file mode 100644 index 0000000..c615ac0 --- /dev/null +++ b/UsqlScripts/large_multiple/web_returns_26-50.usql @@ -0,0 +1,51 @@ +@raw_parsed = EXTRACT child_id int, + wr_returned_date_sk string, + wr_returned_time_sk string, + wr_item_sk string, + wr_refunded_customer_sk string, + wr_refunded_cdemo_sk string, + wr_refunded_hdemo_sk string, + wr_refunded_addr_sk string, + wr_returning_customer_sk string, + wr_returning_cdemo_sk string, + wr_returning_hdemo_sk string, + wr_returning_addr_sk string, + wr_web_page_sk string, + wr_reason_sk string, + wr_order_number string, + wr_return_quantity string, + wr_return_amt string, + wr_return_tax string, + wr_return_amt_inc_tax string, + wr_fee string, + wr_return_ship_cost string, + wr_refunded_cash string, + wr_reversed_charge string, + wr_account_credit string, + wr_net_loss string, + empty string +FROM "wasb://web-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wr_returned_date_sk, + wr_item_sk, + wr_refunded_cdemo_sk, + wr_refunded_addr_sk, + wr_returning_customer_sk, + wr_returning_cdemo_sk, + wr_returning_addr_sk, + wr_web_page_sk, + wr_reason_sk, + wr_order_number, + wr_return_quantity, + wr_return_amt, + wr_fee, + wr_refunded_cash, + wr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 26 AND 50; + +OUTPUT @filtered_results +TO "/large_multiple/web_returns_2.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_returns_51-75.usql b/UsqlScripts/large_multiple/web_returns_51-75.usql new file mode 100644 index 0000000..dfea397 --- /dev/null +++ b/UsqlScripts/large_multiple/web_returns_51-75.usql @@ -0,0 +1,51 @@ +@raw_parsed = EXTRACT child_id int, + wr_returned_date_sk string, + wr_returned_time_sk string, + wr_item_sk string, + wr_refunded_customer_sk string, + wr_refunded_cdemo_sk string, + wr_refunded_hdemo_sk string, + wr_refunded_addr_sk string, + wr_returning_customer_sk string, + wr_returning_cdemo_sk string, + wr_returning_hdemo_sk string, + wr_returning_addr_sk string, + wr_web_page_sk string, + wr_reason_sk string, + wr_order_number string, + wr_return_quantity string, + wr_return_amt string, + wr_return_tax string, + wr_return_amt_inc_tax string, + wr_fee string, + wr_return_ship_cost string, + wr_refunded_cash string, + wr_reversed_charge string, + wr_account_credit string, + wr_net_loss string, + empty string +FROM "wasb://web-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wr_returned_date_sk, + wr_item_sk, + wr_refunded_cdemo_sk, + wr_refunded_addr_sk, + wr_returning_customer_sk, + wr_returning_cdemo_sk, + wr_returning_addr_sk, + wr_web_page_sk, + wr_reason_sk, + wr_order_number, + wr_return_quantity, + wr_return_amt, + wr_fee, + wr_refunded_cash, + wr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 51 AND 75; + +OUTPUT @filtered_results +TO "/large_multiple/web_returns_3.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_returns_76-100.usql b/UsqlScripts/large_multiple/web_returns_76-100.usql new file mode 100644 index 0000000..1ad0907 --- /dev/null +++ b/UsqlScripts/large_multiple/web_returns_76-100.usql @@ -0,0 +1,51 @@ +@raw_parsed = EXTRACT child_id int, + wr_returned_date_sk string, + wr_returned_time_sk string, + wr_item_sk string, + wr_refunded_customer_sk string, + wr_refunded_cdemo_sk string, + wr_refunded_hdemo_sk string, + wr_refunded_addr_sk string, + wr_returning_customer_sk string, + wr_returning_cdemo_sk string, + wr_returning_hdemo_sk string, + wr_returning_addr_sk string, + wr_web_page_sk string, + wr_reason_sk string, + wr_order_number string, + wr_return_quantity string, + wr_return_amt string, + wr_return_tax string, + wr_return_amt_inc_tax string, + wr_fee string, + wr_return_ship_cost string, + wr_refunded_cash string, + wr_reversed_charge string, + wr_account_credit string, + wr_net_loss string, + empty string +FROM "wasb://web-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wr_returned_date_sk, + wr_item_sk, + wr_refunded_cdemo_sk, + wr_refunded_addr_sk, + wr_returning_customer_sk, + wr_returning_cdemo_sk, + wr_returning_addr_sk, + wr_web_page_sk, + wr_reason_sk, + wr_order_number, + wr_return_quantity, + wr_return_amt, + wr_fee, + wr_refunded_cash, + wr_net_loss +FROM @raw_parsed +WHERE child_id BETWEEN 76 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/web_returns_4.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_sales_1-25.usql b/UsqlScripts/large_multiple/web_sales_1-25.usql new file mode 100644 index 0000000..1a722e6 --- /dev/null +++ b/UsqlScripts/large_multiple/web_sales_1-25.usql @@ -0,0 +1,71 @@ +@raw_parsed = EXTRACT child_id int, + ws_sold_date_sk string, + ws_sold_time_sk string, + ws_ship_date_sk string, + ws_item_sk string, + ws_bill_customer_sk string, + ws_bill_cdemo_sk string, + ws_bill_hdemo_sk string, + ws_bill_addr_sk string, + ws_ship_customer_sk string, + ws_ship_cdemo_sk string, + ws_ship_hdemo_sk string, + ws_ship_addr_sk string, + ws_web_page_sk string, + ws_web_site_sk string, + ws_ship_mode_sk string, + ws_warehouse_sk string, + ws_promo_sk string, + ws_order_number string, + ws_quantity string, + ws_wholesale_cost string, + ws_list_price string, + ws_sales_price string, + ws_ext_discount_amt string, + ws_ext_sales_price string, + ws_ext_wholesale_cost string, + ws_ext_list_price string, + ws_ext_tax string, + ws_coupon_amt string, + ws_ext_ship_cost string, + ws_net_paid string, + ws_net_paid_inc_tax string, + ws_net_paid_inc_ship string, + ws_net_paid_inc_ship_tax string, + ws_net_profit string, + empty string +FROM "wasb://web-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ws_sold_date_sk, + ws_sold_time_sk, + ws_ship_date_sk, + ws_item_sk, + ws_bill_customer_sk, + ws_bill_addr_sk, + ws_ship_hdemo_sk, + ws_ship_addr_sk, + ws_web_page_sk, + ws_web_site_sk, + ws_ship_mode_sk, + ws_warehouse_sk, + ws_promo_sk, + ws_order_number, + ws_quantity, + ws_wholesale_cost, + ws_list_price, + ws_sales_price, + ws_ext_discount_amt, + ws_ext_sales_price, + ws_ext_wholesale_cost, + ws_ext_list_price, + ws_ext_ship_cost, + ws_net_paid, + ws_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 25; + +OUTPUT @filtered_results +TO "/large_multiple/web_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_sales_26-50.usql b/UsqlScripts/large_multiple/web_sales_26-50.usql new file mode 100644 index 0000000..a300474 --- /dev/null +++ b/UsqlScripts/large_multiple/web_sales_26-50.usql @@ -0,0 +1,71 @@ +@raw_parsed = EXTRACT child_id int, + ws_sold_date_sk string, + ws_sold_time_sk string, + ws_ship_date_sk string, + ws_item_sk string, + ws_bill_customer_sk string, + ws_bill_cdemo_sk string, + ws_bill_hdemo_sk string, + ws_bill_addr_sk string, + ws_ship_customer_sk string, + ws_ship_cdemo_sk string, + ws_ship_hdemo_sk string, + ws_ship_addr_sk string, + ws_web_page_sk string, + ws_web_site_sk string, + ws_ship_mode_sk string, + ws_warehouse_sk string, + ws_promo_sk string, + ws_order_number string, + ws_quantity string, + ws_wholesale_cost string, + ws_list_price string, + ws_sales_price string, + ws_ext_discount_amt string, + ws_ext_sales_price string, + ws_ext_wholesale_cost string, + ws_ext_list_price string, + ws_ext_tax string, + ws_coupon_amt string, + ws_ext_ship_cost string, + ws_net_paid string, + ws_net_paid_inc_tax string, + ws_net_paid_inc_ship string, + ws_net_paid_inc_ship_tax string, + ws_net_profit string, + empty string +FROM "wasb://web-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ws_sold_date_sk, + ws_sold_time_sk, + ws_ship_date_sk, + ws_item_sk, + ws_bill_customer_sk, + ws_bill_addr_sk, + ws_ship_hdemo_sk, + ws_ship_addr_sk, + ws_web_page_sk, + ws_web_site_sk, + ws_ship_mode_sk, + ws_warehouse_sk, + ws_promo_sk, + ws_order_number, + ws_quantity, + ws_wholesale_cost, + ws_list_price, + ws_sales_price, + ws_ext_discount_amt, + ws_ext_sales_price, + ws_ext_wholesale_cost, + ws_ext_list_price, + ws_ext_ship_cost, + ws_net_paid, + ws_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 26 AND 500; + +OUTPUT @filtered_results +TO "/large_multiple/web_sales_2.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_sales_51-75.usql b/UsqlScripts/large_multiple/web_sales_51-75.usql new file mode 100644 index 0000000..d638836 --- /dev/null +++ b/UsqlScripts/large_multiple/web_sales_51-75.usql @@ -0,0 +1,71 @@ +@raw_parsed = EXTRACT child_id int, + ws_sold_date_sk string, + ws_sold_time_sk string, + ws_ship_date_sk string, + ws_item_sk string, + ws_bill_customer_sk string, + ws_bill_cdemo_sk string, + ws_bill_hdemo_sk string, + ws_bill_addr_sk string, + ws_ship_customer_sk string, + ws_ship_cdemo_sk string, + ws_ship_hdemo_sk string, + ws_ship_addr_sk string, + ws_web_page_sk string, + ws_web_site_sk string, + ws_ship_mode_sk string, + ws_warehouse_sk string, + ws_promo_sk string, + ws_order_number string, + ws_quantity string, + ws_wholesale_cost string, + ws_list_price string, + ws_sales_price string, + ws_ext_discount_amt string, + ws_ext_sales_price string, + ws_ext_wholesale_cost string, + ws_ext_list_price string, + ws_ext_tax string, + ws_coupon_amt string, + ws_ext_ship_cost string, + ws_net_paid string, + ws_net_paid_inc_tax string, + ws_net_paid_inc_ship string, + ws_net_paid_inc_ship_tax string, + ws_net_profit string, + empty string +FROM "wasb://web-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ws_sold_date_sk, + ws_sold_time_sk, + ws_ship_date_sk, + ws_item_sk, + ws_bill_customer_sk, + ws_bill_addr_sk, + ws_ship_hdemo_sk, + ws_ship_addr_sk, + ws_web_page_sk, + ws_web_site_sk, + ws_ship_mode_sk, + ws_warehouse_sk, + ws_promo_sk, + ws_order_number, + ws_quantity, + ws_wholesale_cost, + ws_list_price, + ws_sales_price, + ws_ext_discount_amt, + ws_ext_sales_price, + ws_ext_wholesale_cost, + ws_ext_list_price, + ws_ext_ship_cost, + ws_net_paid, + ws_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 51 AND 75; + +OUTPUT @filtered_results +TO "/large_multiple/web_sales_3.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_sales_76-100.usql b/UsqlScripts/large_multiple/web_sales_76-100.usql new file mode 100644 index 0000000..7aa2c29 --- /dev/null +++ b/UsqlScripts/large_multiple/web_sales_76-100.usql @@ -0,0 +1,71 @@ +@raw_parsed = EXTRACT child_id int, + ws_sold_date_sk string, + ws_sold_time_sk string, + ws_ship_date_sk string, + ws_item_sk string, + ws_bill_customer_sk string, + ws_bill_cdemo_sk string, + ws_bill_hdemo_sk string, + ws_bill_addr_sk string, + ws_ship_customer_sk string, + ws_ship_cdemo_sk string, + ws_ship_hdemo_sk string, + ws_ship_addr_sk string, + ws_web_page_sk string, + ws_web_site_sk string, + ws_ship_mode_sk string, + ws_warehouse_sk string, + ws_promo_sk string, + ws_order_number string, + ws_quantity string, + ws_wholesale_cost string, + ws_list_price string, + ws_sales_price string, + ws_ext_discount_amt string, + ws_ext_sales_price string, + ws_ext_wholesale_cost string, + ws_ext_list_price string, + ws_ext_tax string, + ws_coupon_amt string, + ws_ext_ship_cost string, + ws_net_paid string, + ws_net_paid_inc_tax string, + ws_net_paid_inc_ship string, + ws_net_paid_inc_ship_tax string, + ws_net_profit string, + empty string +FROM "wasb://web-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ws_sold_date_sk, + ws_sold_time_sk, + ws_ship_date_sk, + ws_item_sk, + ws_bill_customer_sk, + ws_bill_addr_sk, + ws_ship_hdemo_sk, + ws_ship_addr_sk, + ws_web_page_sk, + ws_web_site_sk, + ws_ship_mode_sk, + ws_warehouse_sk, + ws_promo_sk, + ws_order_number, + ws_quantity, + ws_wholesale_cost, + ws_list_price, + ws_sales_price, + ws_ext_discount_amt, + ws_ext_sales_price, + ws_ext_wholesale_cost, + ws_ext_list_price, + ws_ext_ship_cost, + ws_net_paid, + ws_net_profit +FROM @raw_parsed +WHERE child_id BETWEEN 76 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/web_sales_4.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/large_multiple/web_site.usql b/UsqlScripts/large_multiple/web_site.usql new file mode 100644 index 0000000..b0bb180 --- /dev/null +++ b/UsqlScripts/large_multiple/web_site.usql @@ -0,0 +1,64 @@ +@raw_parsed = EXTRACT child_id int, + web_site_sk string, + web_site_id string, + web_rec_start_date string, + web_rec_end_date string, + web_name string, + web_open_date_sk string, + web_close_date_sk string, + web_class string, + web_manager string, + web_mkt_id string, + web_mkt_class string, + web_mkt_desc string, + web_market_manager string, + web_company_id string, + web_company_name string, + web_street_number string, + web_street_name string, + web_street_type string, + web_suite_number string, + web_city string, + web_county string, + web_state string, + web_zip string, + web_country string, + web_gmt_offset string, + web_tax_percentage string, + empty string +FROM "wasb://web-site@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT web_site_sk, + web_site_id, + web_rec_start_date, + web_rec_end_date, + web_name, + web_open_date_sk, + web_close_date_sk, + web_class, + web_manager, + web_mkt_id, + web_mkt_class, + web_mkt_desc, + web_market_manager, + web_company_id, + web_company_name, + web_street_number, + web_street_name, + web_street_type, + web_suite_number, + web_city, + web_county, + web_state, + web_zip, + web_country, + web_gmt_offset, + web_tax_percentage +FROM @raw_parsed +WHERE child_id BETWEEN 1 AND 100; + +OUTPUT @filtered_results +TO "/large_multiple/web_site.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/call_center.usql b/UsqlScripts/last_available_year/call_center.usql new file mode 100644 index 0000000..3ca3a6f --- /dev/null +++ b/UsqlScripts/last_available_year/call_center.usql @@ -0,0 +1,73 @@ +@raw_parsed = EXTRACT child_id int, + cc_call_center_sk string, + cc_call_center_id string, + cc_rec_start_date string, + cc_rec_end_date string, + cc_closed_date_sk string, + cc_open_date_sk string, + cc_name string, + cc_class string, + cc_employees string, + cc_sq_ft string, + cc_hours string, + cc_manager string, + cc_mkt_id string, + cc_mkt_class string, + cc_mkt_desc string, + cc_market_manager string, + cc_division string, + cc_division_name string, + cc_company string, + cc_company_name string, + cc_street_number string, + cc_street_name string, + cc_street_type string, + cc_suite_number string, + cc_city string, + cc_county string, + cc_state string, + cc_zip string, + cc_country string, + cc_gmt_offset string, + cc_tax_percentage string, + empty string +FROM "wasb://call-center@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cc_call_center_sk, + cc_call_center_id, + cc_rec_start_date, + cc_rec_end_date, + cc_closed_date_sk, + cc_open_date_sk, + cc_name, + cc_class, + cc_employees, + cc_sq_ft, + cc_hours, + cc_manager, + cc_mkt_id, + cc_mkt_class, + cc_mkt_desc, + cc_market_manager, + cc_division, + cc_division_name, + cc_company, + cc_company_name, + cc_street_number, + cc_street_name, + cc_street_type, + cc_suite_number, + cc_city, + cc_county, + cc_state, + cc_zip, + cc_country, + cc_gmt_offset, + cc_tax_percentage +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/call_center.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/catalog_page.usql b/UsqlScripts/last_available_year/catalog_page.usql new file mode 100644 index 0000000..7ddcd4e --- /dev/null +++ b/UsqlScripts/last_available_year/catalog_page.usql @@ -0,0 +1,29 @@ +@raw_parsed = EXTRACT child_id int, + cp_catalog_page_sk string, + cp_catalog_page_id string, + cp_start_date_sk string, + cp_end_date_sk string, + cp_department string, + cp_catalog_number string, + cp_catalog_page_number string, + cp_description string, + cp_type string, + empty string +FROM "wasb://catalog-page@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cp_catalog_page_sk, + cp_catalog_page_id, + cp_start_date_sk, + cp_end_date_sk, + cp_department, + cp_catalog_number, + cp_catalog_page_number, + cp_description, + cp_type +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/catalog_page.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/catalog_returns.usql b/UsqlScripts/last_available_year/catalog_returns.usql new file mode 100644 index 0000000..38a06bd --- /dev/null +++ b/UsqlScripts/last_available_year/catalog_returns.usql @@ -0,0 +1,87 @@ +@raw_parsed = EXTRACT child_id int, + cr_returned_date_sk string, + cr_returned_time_sk string, + cr_item_sk string, + cr_refunded_customer_sk string, + cr_refunded_cdemo_sk string, + cr_refunded_hdemo_sk string, + cr_refunded_addr_sk string, + cr_returning_customer_sk string, + cr_returning_cdemo_sk string, + cr_returning_hdemo_sk string, + cr_returning_addr_sk string, + cr_call_center_sk string, + cr_catalog_page_sk string, + cr_ship_mode_sk string, + cr_warehouse_sk string, + cr_reason_sk string, + cr_order_number string, + cr_return_quantity string, + cr_return_amount string, + cr_return_tax string, + cr_return_amt_inc_tax string, + cr_fee string, + cr_return_ship_cost string, + cr_refunded_cash string, + cr_reversed_charge string, + cr_store_credit string, + cr_net_loss string, + empty string +FROM "wasb://catalog-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@date_dim = EXTRACT d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year int, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/date_dim_1_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cr_returned_date_sk, + cr_item_sk, + cr_returning_customer_sk, + cr_returning_addr_sk, + cr_call_center_sk, + cr_catalog_page_sk, + cr_order_number, + cr_return_quantity, + cr_return_amount, + cr_return_amt_inc_tax, + cr_refunded_cash, + cr_reversed_charge, + cr_store_credit, + cr_net_loss +FROM @raw_parsed +INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd + ON cr_returned_date_sk == dd.d_date_sk +WHERE dd.d_year == 2003; + +OUTPUT @filtered_results +TO "/last_available_year/catalog_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/catalog_sales.usql b/UsqlScripts/last_available_year/catalog_sales.usql new file mode 100644 index 0000000..6aa70b1 --- /dev/null +++ b/UsqlScripts/last_available_year/catalog_sales.usql @@ -0,0 +1,109 @@ +@raw_parsed = EXTRACT child_id int, + cs_sold_date_sk string, + cs_sold_time_sk string, + cs_ship_date_sk string, + cs_bill_customer_sk string, + cs_bill_cdemo_sk string, + cs_bill_hdemo_sk string, + cs_bill_addr_sk string, + cs_ship_customer_sk string, + cs_ship_cdemo_sk string, + cs_ship_hdemo_sk string, + cs_ship_addr_sk string, + cs_call_center_sk string, + cs_catalog_page_sk string, + cs_ship_mode_sk string, + cs_warehouse_sk string, + cs_item_sk string, + cs_promo_sk string, + cs_order_number string, + cs_quantity string, + cs_wholesale_cost string, + cs_list_price string, + cs_sales_price string, + cs_ext_discount_amt string, + cs_ext_sales_price string, + cs_ext_wholesale_cost string, + cs_ext_list_price string, + cs_ext_tax string, + cs_coupon_amt string, + cs_ext_ship_cost string, + cs_net_paid string, + cs_net_paid_inc_tax string, + cs_net_paid_inc_ship string, + cs_net_paid_inc_ship_tax string, + cs_net_profit string, + empty string +FROM "wasb://catalog-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@date_dim = EXTRACT d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year int, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/date_dim_1_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cs_sold_date_sk, + cs_sold_time_sk, + cs_ship_date_sk, + cs_bill_customer_sk, + cs_bill_cdemo_sk, + cs_bill_hdemo_sk, + cs_bill_addr_sk, + cs_ship_customer_sk, + cs_ship_hdemo_sk, + cs_ship_addr_sk, + cs_call_center_sk, + cs_catalog_page_sk, + cs_ship_mode_sk, + cs_warehouse_sk, + cs_item_sk, + cs_promo_sk, + cs_order_number, + cs_quantity, + cs_wholesale_cost, + cs_list_price, + cs_sales_price, + cs_ext_discount_amt, + cs_ext_sales_price, + cs_ext_wholesale_cost, + cs_ext_list_price, + cs_coupon_amt, + cs_ext_ship_cost, + cs_net_paid, + cs_net_profit +FROM @raw_parsed +INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd + ON cs_sold_date_sk == dd.d_date_sk +WHERE dd.d_year == 2003; + +OUTPUT @filtered_results +TO "/last_available_year/catalog_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/customer.usql b/UsqlScripts/last_available_year/customer.usql new file mode 100644 index 0000000..6fff4d2 --- /dev/null +++ b/UsqlScripts/last_available_year/customer.usql @@ -0,0 +1,47 @@ +@raw_parsed = EXTRACT child_id int, + c_customer_sk string, + c_customer_id string, + c_current_cdemo_sk string, + c_current_hdemo_sk string, + c_current_addr_sk string, + c_first_shipto_date_sk string, + c_first_sales_date_sk string, + c_salutation string, + c_first_name string, + c_last_name string, + c_preferred_cust_flag string, + c_birth_day string, + c_birth_month string, + c_birth_year string, + c_birth_country string, + c_login string, + c_email_address string, + c_last_review_date string, + empty string +FROM "wasb://customer@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT c_customer_sk, + c_customer_id, + c_current_cdemo_sk, + c_current_hdemo_sk, + c_current_addr_sk, + c_first_shipto_date_sk, + c_first_sales_date_sk, + c_salutation, + c_first_name, + c_last_name, + c_preferred_cust_flag, + c_birth_day, + c_birth_month, + c_birth_year, + c_birth_country, + c_login, + c_email_address, + c_last_review_date +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/customer.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/customer_address.usql b/UsqlScripts/last_available_year/customer_address.usql new file mode 100644 index 0000000..060a413 --- /dev/null +++ b/UsqlScripts/last_available_year/customer_address.usql @@ -0,0 +1,37 @@ +@raw_parsed = EXTRACT child_id int, + ca_address_sk string, + ca_address_id string, + ca_street_number string, + ca_street_name string, + ca_street_type string, + ca_suite_number string, + ca_city string, + ca_county string, + ca_state string, + ca_zip string, + ca_country string, + ca_gmt_offset string, + ca_location_type string, + empty string +FROM "wasb://customer-address@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ca_address_sk, + ca_address_id, + ca_street_number, + ca_street_name, + ca_street_type, + ca_suite_number, + ca_city, + ca_county, + ca_state, + ca_zip, + ca_country, + ca_gmt_offset, + ca_location_type +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/customer_address.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/customer_demographics.usql b/UsqlScripts/last_available_year/customer_demographics.usql new file mode 100644 index 0000000..ac18d61 --- /dev/null +++ b/UsqlScripts/last_available_year/customer_demographics.usql @@ -0,0 +1,29 @@ +@raw_parsed = EXTRACT child_id int, + cd_demo_sk string, + cd_gender string, + cd_marital_status string, + cd_education_status string, + cd_purchase_estimate string, + cd_credit_rating string, + cd_dep_count string, + cd_dep_employed_count string, + cd_dep_college_count string, + empty string +FROM "wasb://customer-demographics@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT cd_demo_sk, + cd_gender, + cd_marital_status, + cd_education_status, + cd_purchase_estimate, + cd_credit_rating, + cd_dep_count, + cd_dep_employed_count, + cd_dep_college_count +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/customer_demographics.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/date_dim.usql b/UsqlScripts/last_available_year/date_dim.usql new file mode 100644 index 0000000..5226eb2 --- /dev/null +++ b/UsqlScripts/last_available_year/date_dim.usql @@ -0,0 +1,67 @@ +@raw_parsed = EXTRACT child_id int, + d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year string, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT d_date_sk, + d_date_id, + d_date, + d_month_seq, + d_week_seq, + d_quarter_seq, + d_year, + d_dow, + d_moy, + d_dom, + d_qoy, + d_fy_year, + d_fy_quarter_seq, + d_fy_week_seq, + d_day_name, + d_quarter_name, + d_holiday, + d_weekend, + d_following_holiday, + d_first_dom, + d_last_dom, + d_same_day_ly, + d_same_day_lq, + d_current_day, + d_current_week, + d_current_month, + d_current_quarter, + d_current_year +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/date_dim.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/dbgen_version.usql b/UsqlScripts/last_available_year/dbgen_version.usql new file mode 100644 index 0000000..6c8f44c --- /dev/null +++ b/UsqlScripts/last_available_year/dbgen_version.usql @@ -0,0 +1,19 @@ +@raw_parsed = EXTRACT child_id int, + dv_version string, + dv_create_date string, + dv_create_time string, + dv_cmdline_args string, + empty string +FROM "wasb://dbgen-version@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT dv_version, + dv_create_date, + dv_create_time, + dv_cmdline_args +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/dbgen_version.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/household_demographics.usql b/UsqlScripts/last_available_year/household_demographics.usql new file mode 100644 index 0000000..5e15b87 --- /dev/null +++ b/UsqlScripts/last_available_year/household_demographics.usql @@ -0,0 +1,21 @@ +@raw_parsed = EXTRACT child_id int, + hd_demo_sk string, + hd_income_band_sk string, + hd_buy_potential string, + hd_dep_count string, + hd_vehicle_count string, + empty string +FROM "wasb://household-demographics@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT hd_demo_sk, + hd_income_band_sk, + hd_buy_potential, + hd_dep_count, + hd_vehicle_count +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/household_demographics.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/income_band.usql b/UsqlScripts/last_available_year/income_band.usql new file mode 100644 index 0000000..52edfea --- /dev/null +++ b/UsqlScripts/last_available_year/income_band.usql @@ -0,0 +1,17 @@ +@raw_parsed = EXTRACT child_id int, + b_income_band_sk string, + b_lower_bound string, + b_upper_bound string, + empty string +FROM "wasb://income-band@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT b_income_band_sk, + b_lower_bound, + b_upper_bound +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/income_band.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/inventory.usql b/UsqlScripts/last_available_year/inventory.usql new file mode 100644 index 0000000..e5c50a5 --- /dev/null +++ b/UsqlScripts/last_available_year/inventory.usql @@ -0,0 +1,19 @@ +@raw_parsed = EXTRACT child_id int, + nv_date_sk string, + nv_item_sk string, + nv_warehouse_sk string, + nv_quantity_on_hand string, + empty string +FROM "wasb://inventory@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT nv_date_sk, + nv_item_sk, + nv_warehouse_sk, + nv_quantity_on_hand +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/inventory.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/item.usql b/UsqlScripts/last_available_year/item.usql new file mode 100644 index 0000000..67c2021 --- /dev/null +++ b/UsqlScripts/last_available_year/item.usql @@ -0,0 +1,55 @@ +@raw_parsed = EXTRACT child_id int, + _item_sk string, + _item_id string, + _rec_start_date string, + _rec_end_date string, + _item_desc string, + _current_price string, + _wholesale_cost string, + _brand_id string, + _brand string, + _class_id string, + _class string, + _category_id string, + _category string, + _manufact_id string, + _manufact string, + _size string, + _formulation string, + _color string, + _units string, + _container string, + _manager_id string, + _product_name string, + empty string +FROM "wasb://item@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _item_sk, + _item_id, + _rec_start_date, + _rec_end_date, + _item_desc, + _current_price, + _wholesale_cost, + _brand_id, + _brand, + _class_id, + _class, + _category_id, + _category, + _manufact_id, + _manufact, + _size, + _formulation, + _color, + _units, + _container, + _manager_id, + _product_name +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/item.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/promotion.usql b/UsqlScripts/last_available_year/promotion.usql new file mode 100644 index 0000000..acc46db --- /dev/null +++ b/UsqlScripts/last_available_year/promotion.usql @@ -0,0 +1,49 @@ +@raw_parsed = EXTRACT child_id int, + _promo_sk string, + _promo_id string, + _start_date_sk string, + _end_date_sk string, + _item_sk string, + _cost string, + _response_target string, + _promo_name string, + _channel_dmail string, + _channel_email string, + _channel_catalog string, + _channel_tv string, + _channel_radio string, + _channel_press string, + _channel_event string, + _channel_demo string, + _channel_details string, + _purpose string, + _discount_active string, + empty string +FROM "wasb://promotion@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _promo_sk, + _promo_id, + _start_date_sk, + _end_date_sk, + _item_sk, + _cost, + _response_target, + _promo_name, + _channel_dmail, + _channel_email, + _channel_catalog, + _channel_tv, + _channel_radio, + _channel_press, + _channel_event, + _channel_demo, + _channel_details, + _purpose, + _discount_active +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/promotion.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/reason.usql b/UsqlScripts/last_available_year/reason.usql new file mode 100644 index 0000000..21d5e53 --- /dev/null +++ b/UsqlScripts/last_available_year/reason.usql @@ -0,0 +1,17 @@ +@raw_parsed = EXTRACT child_id int, + _reason_sk string, + _reason_id string, + _reason_desc string, + empty string +FROM "wasb://reason@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT _reason_sk, + _reason_id, + _reason_desc +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/reason.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/ship_mode.usql b/UsqlScripts/last_available_year/ship_mode.usql new file mode 100644 index 0000000..ab48a92 --- /dev/null +++ b/UsqlScripts/last_available_year/ship_mode.usql @@ -0,0 +1,23 @@ +@raw_parsed = EXTRACT child_id int, + sm_ship_mode_sk string, + sm_ship_mode_id string, + sm_type string, + sm_code string, + sm_carrier string, + sm_contract string, + empty string +FROM "wasb://ship-mode@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sm_ship_mode_sk, + sm_ship_mode_id, + sm_type, + sm_code, + sm_carrier, + sm_contract +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/ship_mode.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/store.usql b/UsqlScripts/last_available_year/store.usql new file mode 100644 index 0000000..9ad64df --- /dev/null +++ b/UsqlScripts/last_available_year/store.usql @@ -0,0 +1,69 @@ +@raw_parsed = EXTRACT child_id int, + s_store_sk string, + s_store_id string, + s_rec_start_date string, + s_rec_end_date string, + s_closed_date_sk string, + s_store_name string, + s_number_employees string, + s_floor_space string, + s_hours string, + s_manager string, + s_market_id string, + s_geography_class string, + s_market_desc string, + s_market_manager string, + s_division_id string, + s_division_name string, + s_company_id string, + s_company_name string, + s_street_number string, + s_street_name string, + s_street_type string, + s_suite_number string, + s_city string, + s_county string, + s_state string, + s_zip string, + s_country string, + s_gmt_offset string, + s_tax_precentage string, + empty string +FROM "wasb://store@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT s_store_sk, + s_store_id, + s_rec_start_date, + s_rec_end_date, + s_closed_date_sk, + s_store_name, + s_number_employees, + s_floor_space, + s_hours, + s_manager, + s_market_id, + s_geography_class, + s_market_desc, + s_market_manager, + s_division_id, + s_division_name, + s_company_id, + s_company_name, + s_street_number, + s_street_name, + s_street_type, + s_suite_number, + s_city, + s_county, + s_state, + s_zip, + s_country, + s_gmt_offset, + s_tax_precentage +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/store.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/store_returns.usql b/UsqlScripts/last_available_year/store_returns.usql new file mode 100644 index 0000000..11ce6b8 --- /dev/null +++ b/UsqlScripts/last_available_year/store_returns.usql @@ -0,0 +1,77 @@ +@raw_parsed = EXTRACT child_id int, + sr_returned_date_sk string, + sr_return_time_sk string, + sr_item_sk string, + sr_customer_sk string, + sr_cdemo_sk string, + sr_hdemo_sk string, + sr_addr_sk string, + sr_store_sk string, + sr_reason_sk string, + sr_ticket_number string, + sr_return_quantity string, + sr_return_amt string, + sr_return_tax string, + sr_return_amt_inc_tax string, + sr_fee string, + sr_return_ship_cost string, + sr_refunded_cash string, + sr_reversed_charge string, + sr_store_credit string, + sr_net_loss string, + empty string +FROM "wasb://store-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@date_dim = EXTRACT d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year int, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/date_dim_1_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT sr_returned_date_sk, + sr_item_sk, + sr_customer_sk, + sr_cdemo_sk, + sr_store_sk, + sr_reason_sk, + sr_ticket_number, + sr_return_quantity, + sr_return_amt, + sr_return_amt_inc_tax, + sr_net_loss +FROM @raw_parsed +INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd + ON sr_returned_date_sk == dd.d_date_sk +WHERE dd.d_year == 2003; + +OUTPUT @filtered_results +TO "/last_available_year/store_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/store_sales.usql b/UsqlScripts/last_available_year/store_sales.usql new file mode 100644 index 0000000..b97e838 --- /dev/null +++ b/UsqlScripts/last_available_year/store_sales.usql @@ -0,0 +1,91 @@ +@raw_parsed = EXTRACT child_id int, + ss_sold_date_sk string, + ss_sold_time_sk string, + ss_item_sk string, + ss_customer_sk string, + ss_cdemo_sk string, + ss_hdemo_sk string, + ss_addr_sk string, + ss_store_sk string, + ss_promo_sk string, + ss_ticket_number string, + ss_quantity string, + ss_wholesale_cost string, + ss_list_price string, + ss_sales_price string, + ss_ext_discount_amt string, + ss_ext_sales_price string, + ss_ext_wholesale_cost string, + ss_ext_list_price string, + ss_ext_tax string, + ss_coupon_amt string, + ss_net_paid string, + ss_net_paid_inc_tax string, + ss_net_profit string, + empty string +FROM "wasb://store-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@date_dim = EXTRACT d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year int, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/date_dim_1_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ss_sold_date_sk, + ss_sold_time_sk, + ss_item_sk, + ss_customer_sk, + ss_cdemo_sk, + ss_hdemo_sk, + ss_addr_sk, + ss_store_sk, + ss_promo_sk, + ss_ticket_number, + ss_quantity, + ss_wholesale_cost, + ss_list_price, + ss_sales_price, + ss_ext_discount_amt, + ss_ext_sales_price, + ss_ext_wholesale_cost, + ss_ext_list_price, + ss_ext_tax, + ss_coupon_amt, + ss_net_paid, + ss_net_profit +FROM @raw_parsed +INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd + ON ss_sold_date_sk == dd.d_date_sk +WHERE dd.d_year == 2003; + +OUTPUT @filtered_results +TO "/last_available_year/store_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/time_dim.usql b/UsqlScripts/last_available_year/time_dim.usql new file mode 100644 index 0000000..2dc784d --- /dev/null +++ b/UsqlScripts/last_available_year/time_dim.usql @@ -0,0 +1,31 @@ +@raw_parsed = EXTRACT child_id int, + t_time_sk string, + t_time_id string, + t_time string, + t_hour string, + t_minute string, + t_second string, + t_am_pm string, + t_shift string, + t_sub_shift string, + t_meal_time string, + empty string +FROM "wasb://time-dim@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT t_time_sk, + t_time_id, + t_time, + t_hour, + t_minute, + t_second, + t_am_pm, + t_shift, + t_sub_shift, + t_meal_time +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/time_dim.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/warehouse.usql b/UsqlScripts/last_available_year/warehouse.usql new file mode 100644 index 0000000..5c527f4 --- /dev/null +++ b/UsqlScripts/last_available_year/warehouse.usql @@ -0,0 +1,39 @@ +@raw_parsed = EXTRACT child_id int, + w_warehouse_sk string, + w_warehouse_id string, + w_warehouse_name string, + w_warehouse_sq_ft string, + w_street_number string, + w_street_name string, + w_street_type string, + w_suite_number string, + w_city string, + w_county string, + w_state string, + w_zip string, + w_country string, + w_gmt_offset string, + empty string +FROM "wasb://warehouse@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT w_warehouse_sk, + w_warehouse_id, + w_warehouse_name, + w_warehouse_sq_ft, + w_street_number, + w_street_name, + w_street_type, + w_suite_number, + w_city, + w_county, + w_state, + w_zip, + w_country, + w_gmt_offset +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/warehouse.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/web_page.usql b/UsqlScripts/last_available_year/web_page.usql new file mode 100644 index 0000000..0cac6aa --- /dev/null +++ b/UsqlScripts/last_available_year/web_page.usql @@ -0,0 +1,39 @@ +@raw_parsed = EXTRACT child_id int, + wp_web_page_sk string, + wp_web_page_id string, + wp_rec_start_date string, + wp_rec_end_date string, + wp_creation_date_sk string, + wp_access_date_sk string, + wp_autogen_flag string, + wp_customer_sk string, + wp_url string, + wp_type string, + wp_char_count string, + wp_link_count string, + wp_image_count string, + wp_max_ad_count string, + empty string +FROM "wasb://web-page@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wp_web_page_sk, + wp_web_page_id, + wp_rec_start_date, + wp_rec_end_date, + wp_creation_date_sk, + wp_access_date_sk, + wp_autogen_flag, + wp_customer_sk, + wp_url, + wp_type, + wp_char_count, + wp_link_count, + wp_image_count, + wp_max_ad_count +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/web_page.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/web_returns.usql b/UsqlScripts/last_available_year/web_returns.usql new file mode 100644 index 0000000..75db689 --- /dev/null +++ b/UsqlScripts/last_available_year/web_returns.usql @@ -0,0 +1,85 @@ +@raw_parsed = EXTRACT child_id int, + wr_returned_date_sk string, + wr_returned_time_sk string, + wr_item_sk string, + wr_refunded_customer_sk string, + wr_refunded_cdemo_sk string, + wr_refunded_hdemo_sk string, + wr_refunded_addr_sk string, + wr_returning_customer_sk string, + wr_returning_cdemo_sk string, + wr_returning_hdemo_sk string, + wr_returning_addr_sk string, + wr_web_page_sk string, + wr_reason_sk string, + wr_order_number string, + wr_return_quantity string, + wr_return_amt string, + wr_return_tax string, + wr_return_amt_inc_tax string, + wr_fee string, + wr_return_ship_cost string, + wr_refunded_cash string, + wr_reversed_charge string, + wr_account_credit string, + wr_net_loss string, + empty string +FROM "wasb://web-returns@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@date_dim = EXTRACT d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year int, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/date_dim_1_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT wr_returned_date_sk, + wr_item_sk, + wr_refunded_cdemo_sk, + wr_refunded_addr_sk, + wr_returning_customer_sk, + wr_returning_cdemo_sk, + wr_returning_addr_sk, + wr_web_page_sk, + wr_reason_sk, + wr_order_number, + wr_return_quantity, + wr_return_amt, + wr_fee, + wr_refunded_cash, + wr_net_loss +FROM @raw_parsed +INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd + ON wr_returned_date_sk == dd.d_date_sk +WHERE dd.d_year == 2003; + +OUTPUT @filtered_results +TO "/last_available_year/web_returns.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/web_sales.usql b/UsqlScripts/last_available_year/web_sales.usql new file mode 100644 index 0000000..7efd907 --- /dev/null +++ b/UsqlScripts/last_available_year/web_sales.usql @@ -0,0 +1,105 @@ +@raw_parsed = EXTRACT child_id int, + ws_sold_date_sk string, + ws_sold_time_sk string, + ws_ship_date_sk string, + ws_item_sk string, + ws_bill_customer_sk string, + ws_bill_cdemo_sk string, + ws_bill_hdemo_sk string, + ws_bill_addr_sk string, + ws_ship_customer_sk string, + ws_ship_cdemo_sk string, + ws_ship_hdemo_sk string, + ws_ship_addr_sk string, + ws_web_page_sk string, + ws_web_site_sk string, + ws_ship_mode_sk string, + ws_warehouse_sk string, + ws_promo_sk string, + ws_order_number string, + ws_quantity string, + ws_wholesale_cost string, + ws_list_price string, + ws_sales_price string, + ws_ext_discount_amt string, + ws_ext_sales_price string, + ws_ext_wholesale_cost string, + ws_ext_list_price string, + ws_ext_tax string, + ws_coupon_amt string, + ws_ext_ship_cost string, + ws_net_paid string, + ws_net_paid_inc_tax string, + ws_net_paid_inc_ship string, + ws_net_paid_inc_ship_tax string, + ws_net_profit string, + empty string +FROM "wasb://web-sales@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@date_dim = EXTRACT d_date_sk string, + d_date_id string, + d_date string, + d_month_seq string, + d_week_seq string, + d_quarter_seq string, + d_year int, + d_dow string, + d_moy string, + d_dom string, + d_qoy string, + d_fy_year string, + d_fy_quarter_seq string, + d_fy_week_seq string, + d_day_name string, + d_quarter_name string, + d_holiday string, + d_weekend string, + d_following_holiday string, + d_first_dom string, + d_last_dom string, + d_same_day_ly string, + d_same_day_lq string, + d_current_day string, + d_current_week string, + d_current_month string, + d_current_quarter string, + d_current_year string, + empty string +FROM "wasb://date-dim@/date_dim_1_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT ws_sold_date_sk, + ws_sold_time_sk, + ws_ship_date_sk, + ws_item_sk, + ws_bill_customer_sk, + ws_bill_addr_sk, + ws_ship_hdemo_sk, + ws_ship_addr_sk, + ws_web_page_sk, + ws_web_site_sk, + ws_ship_mode_sk, + ws_warehouse_sk, + ws_promo_sk, + ws_order_number, + ws_quantity, + ws_wholesale_cost, + ws_list_price, + ws_sales_price, + ws_ext_discount_amt, + ws_ext_sales_price, + ws_ext_wholesale_cost, + ws_ext_list_price, + ws_ext_ship_cost, + ws_net_paid, + ws_net_profit +FROM @raw_parsed +INNER JOIN (SELECT d_date_sk, d_year FROM @date_dim) AS dd + ON ws_sold_date_sk == dd.d_date_sk +WHERE dd.d_year == 2003; + +OUTPUT @filtered_results +TO "/last_available_year/web_sales.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/last_available_year/web_site.usql b/UsqlScripts/last_available_year/web_site.usql new file mode 100644 index 0000000..42a3984 --- /dev/null +++ b/UsqlScripts/last_available_year/web_site.usql @@ -0,0 +1,63 @@ +@raw_parsed = EXTRACT child_id int, + web_site_sk string, + web_site_id string, + web_rec_start_date string, + web_rec_end_date string, + web_name string, + web_open_date_sk string, + web_close_date_sk string, + web_class string, + web_manager string, + web_mkt_id string, + web_mkt_class string, + web_mkt_desc string, + web_market_manager string, + web_company_id string, + web_company_name string, + web_street_number string, + web_street_name string, + web_street_type string, + web_suite_number string, + web_city string, + web_county string, + web_state string, + web_zip string, + web_country string, + web_gmt_offset string, + web_tax_percentage string, + empty string +FROM "wasb://web-site@/{*}_{child_id}_100.dat" +USING Extractors.Text(delimiter: '|'); + +@filtered_results = SELECT web_site_sk, + web_site_id, + web_rec_start_date, + web_rec_end_date, + web_name, + web_open_date_sk, + web_close_date_sk, + web_class, + web_manager, + web_mkt_id, + web_mkt_class, + web_mkt_desc, + web_market_manager, + web_company_id, + web_company_name, + web_street_number, + web_street_name, + web_street_type, + web_suite_number, + web_city, + web_county, + web_state, + web_zip, + web_country, + web_gmt_offset, + web_tax_percentage +FROM @raw_parsed; + +OUTPUT @filtered_results +TO "/last_available_year/web_site.csv" +USING Outputters.Csv(outputHeader: true); + \ No newline at end of file diff --git a/UsqlScripts/readme.rtf b/UsqlScripts/readme.rtf new file mode 100644 index 0000000..7eb2433 --- /dev/null +++ b/UsqlScripts/readme.rtf @@ -0,0 +1,294 @@ +{\rtf1\adeflang1025\ansi\ansicpg1252\uc1\adeff31507\deff0\stshfdbch31506\stshfloch31506\stshfhich31506\stshfbi31507\deflang1033\deflangfe1033\themelang1033\themelangfe0\themelangcs0{\fonttbl{\f0\fbidi \froman\fcharset0\fprq2{\*\panose 02020603050405020304}Times New Roman;}{\f2\fbidi \fmodern\fcharset0\fprq1{\*\panose 02070309020205020404}Courier New;} +{\f3\fbidi \froman\fcharset2\fprq2{\*\panose 05050102010706020507}Symbol;}{\f10\fbidi \fnil\fcharset2\fprq2{\*\panose 05000000000000000000}Wingdings;}{\f10\fbidi \fnil\fcharset2\fprq2{\*\panose 05000000000000000000}Wingdings;} +{\f37\fbidi \fswiss\fcharset0\fprq2{\*\panose 020f0502020204030204}Calibri;}{\f38\fbidi \fswiss\fcharset0\fprq2{\*\panose 020f0302020204030204}Calibri Light;}{\flomajor\f31500\fbidi \froman\fcharset0\fprq2{\*\panose 02020603050405020304}Times New Roman;} +{\fdbmajor\f31501\fbidi \froman\fcharset0\fprq2{\*\panose 02020603050405020304}Times New Roman;}{\fhimajor\f31502\fbidi \fswiss\fcharset0\fprq2{\*\panose 020f0302020204030204}Calibri Light;} +{\fbimajor\f31503\fbidi \froman\fcharset0\fprq2{\*\panose 02020603050405020304}Times New Roman;}{\flominor\f31504\fbidi \froman\fcharset0\fprq2{\*\panose 02020603050405020304}Times New Roman;} +{\fdbminor\f31505\fbidi \froman\fcharset0\fprq2{\*\panose 02020603050405020304}Times New Roman;}{\fhiminor\f31506\fbidi \fswiss\fcharset0\fprq2{\*\panose 020f0502020204030204}Calibri;} +{\fbiminor\f31507\fbidi \froman\fcharset0\fprq2{\*\panose 02020603050405020304}Times New Roman;}{\f261\fbidi \froman\fcharset238\fprq2 Times New Roman CE;}{\f262\fbidi \froman\fcharset204\fprq2 Times New Roman Cyr;} +{\f264\fbidi \froman\fcharset161\fprq2 Times New Roman Greek;}{\f265\fbidi \froman\fcharset162\fprq2 Times New Roman Tur;}{\f266\fbidi \froman\fcharset177\fprq2 Times New Roman (Hebrew);}{\f267\fbidi \froman\fcharset178\fprq2 Times New Roman (Arabic);} +{\f268\fbidi \froman\fcharset186\fprq2 Times New Roman Baltic;}{\f269\fbidi \froman\fcharset163\fprq2 Times New Roman (Vietnamese);}{\f281\fbidi \fmodern\fcharset238\fprq1 Courier New CE;}{\f282\fbidi \fmodern\fcharset204\fprq1 Courier New Cyr;} +{\f284\fbidi \fmodern\fcharset161\fprq1 Courier New Greek;}{\f285\fbidi \fmodern\fcharset162\fprq1 Courier New Tur;}{\f286\fbidi \fmodern\fcharset177\fprq1 Courier New (Hebrew);}{\f287\fbidi \fmodern\fcharset178\fprq1 Courier New (Arabic);} +{\f288\fbidi \fmodern\fcharset186\fprq1 Courier New Baltic;}{\f289\fbidi \fmodern\fcharset163\fprq1 Courier New (Vietnamese);}{\f631\fbidi \fswiss\fcharset238\fprq2 Calibri CE;}{\f632\fbidi \fswiss\fcharset204\fprq2 Calibri Cyr;} +{\f634\fbidi \fswiss\fcharset161\fprq2 Calibri Greek;}{\f635\fbidi \fswiss\fcharset162\fprq2 Calibri Tur;}{\f636\fbidi \fswiss\fcharset177\fprq2 Calibri (Hebrew);}{\f637\fbidi \fswiss\fcharset178\fprq2 Calibri (Arabic);} +{\f638\fbidi \fswiss\fcharset186\fprq2 Calibri Baltic;}{\f639\fbidi \fswiss\fcharset163\fprq2 Calibri (Vietnamese);}{\f641\fbidi \fswiss\fcharset238\fprq2 Calibri Light CE;}{\f642\fbidi \fswiss\fcharset204\fprq2 Calibri Light Cyr;} +{\f644\fbidi \fswiss\fcharset161\fprq2 Calibri Light Greek;}{\f645\fbidi \fswiss\fcharset162\fprq2 Calibri Light Tur;}{\f646\fbidi \fswiss\fcharset177\fprq2 Calibri Light (Hebrew);}{\f647\fbidi \fswiss\fcharset178\fprq2 Calibri Light (Arabic);} +{\f648\fbidi \fswiss\fcharset186\fprq2 Calibri Light Baltic;}{\f649\fbidi \fswiss\fcharset163\fprq2 Calibri Light (Vietnamese);}{\flomajor\f31508\fbidi \froman\fcharset238\fprq2 Times New Roman CE;} +{\flomajor\f31509\fbidi \froman\fcharset204\fprq2 Times New Roman Cyr;}{\flomajor\f31511\fbidi \froman\fcharset161\fprq2 Times New Roman Greek;}{\flomajor\f31512\fbidi \froman\fcharset162\fprq2 Times New Roman Tur;} +{\flomajor\f31513\fbidi \froman\fcharset177\fprq2 Times New Roman (Hebrew);}{\flomajor\f31514\fbidi \froman\fcharset178\fprq2 Times New Roman (Arabic);}{\flomajor\f31515\fbidi \froman\fcharset186\fprq2 Times New Roman Baltic;} +{\flomajor\f31516\fbidi \froman\fcharset163\fprq2 Times New Roman (Vietnamese);}{\fdbmajor\f31518\fbidi \froman\fcharset238\fprq2 Times New Roman CE;}{\fdbmajor\f31519\fbidi \froman\fcharset204\fprq2 Times New Roman Cyr;} +{\fdbmajor\f31521\fbidi \froman\fcharset161\fprq2 Times New Roman Greek;}{\fdbmajor\f31522\fbidi \froman\fcharset162\fprq2 Times New Roman Tur;}{\fdbmajor\f31523\fbidi \froman\fcharset177\fprq2 Times New Roman (Hebrew);} +{\fdbmajor\f31524\fbidi \froman\fcharset178\fprq2 Times New Roman (Arabic);}{\fdbmajor\f31525\fbidi \froman\fcharset186\fprq2 Times New Roman Baltic;}{\fdbmajor\f31526\fbidi \froman\fcharset163\fprq2 Times New Roman (Vietnamese);} +{\fhimajor\f31528\fbidi \fswiss\fcharset238\fprq2 Calibri Light CE;}{\fhimajor\f31529\fbidi \fswiss\fcharset204\fprq2 Calibri Light Cyr;}{\fhimajor\f31531\fbidi \fswiss\fcharset161\fprq2 Calibri Light Greek;} +{\fhimajor\f31532\fbidi \fswiss\fcharset162\fprq2 Calibri Light Tur;}{\fhimajor\f31533\fbidi \fswiss\fcharset177\fprq2 Calibri Light (Hebrew);}{\fhimajor\f31534\fbidi \fswiss\fcharset178\fprq2 Calibri Light (Arabic);} +{\fhimajor\f31535\fbidi \fswiss\fcharset186\fprq2 Calibri Light Baltic;}{\fhimajor\f31536\fbidi \fswiss\fcharset163\fprq2 Calibri Light (Vietnamese);}{\fbimajor\f31538\fbidi \froman\fcharset238\fprq2 Times New Roman CE;} +{\fbimajor\f31539\fbidi \froman\fcharset204\fprq2 Times New Roman Cyr;}{\fbimajor\f31541\fbidi \froman\fcharset161\fprq2 Times New Roman Greek;}{\fbimajor\f31542\fbidi \froman\fcharset162\fprq2 Times New Roman Tur;} +{\fbimajor\f31543\fbidi \froman\fcharset177\fprq2 Times New Roman (Hebrew);}{\fbimajor\f31544\fbidi \froman\fcharset178\fprq2 Times New Roman (Arabic);}{\fbimajor\f31545\fbidi \froman\fcharset186\fprq2 Times New Roman Baltic;} +{\fbimajor\f31546\fbidi \froman\fcharset163\fprq2 Times New Roman (Vietnamese);}{\flominor\f31548\fbidi \froman\fcharset238\fprq2 Times New Roman CE;}{\flominor\f31549\fbidi \froman\fcharset204\fprq2 Times New Roman Cyr;} +{\flominor\f31551\fbidi \froman\fcharset161\fprq2 Times New Roman Greek;}{\flominor\f31552\fbidi \froman\fcharset162\fprq2 Times New Roman Tur;}{\flominor\f31553\fbidi \froman\fcharset177\fprq2 Times New Roman (Hebrew);} +{\flominor\f31554\fbidi \froman\fcharset178\fprq2 Times New Roman (Arabic);}{\flominor\f31555\fbidi \froman\fcharset186\fprq2 Times New Roman Baltic;}{\flominor\f31556\fbidi \froman\fcharset163\fprq2 Times New Roman (Vietnamese);} +{\fdbminor\f31558\fbidi \froman\fcharset238\fprq2 Times New Roman CE;}{\fdbminor\f31559\fbidi \froman\fcharset204\fprq2 Times New Roman Cyr;}{\fdbminor\f31561\fbidi \froman\fcharset161\fprq2 Times New Roman Greek;} +{\fdbminor\f31562\fbidi \froman\fcharset162\fprq2 Times New Roman Tur;}{\fdbminor\f31563\fbidi \froman\fcharset177\fprq2 Times New Roman (Hebrew);}{\fdbminor\f31564\fbidi \froman\fcharset178\fprq2 Times New Roman (Arabic);} +{\fdbminor\f31565\fbidi \froman\fcharset186\fprq2 Times New Roman Baltic;}{\fdbminor\f31566\fbidi \froman\fcharset163\fprq2 Times New Roman (Vietnamese);}{\fhiminor\f31568\fbidi \fswiss\fcharset238\fprq2 Calibri CE;} +{\fhiminor\f31569\fbidi \fswiss\fcharset204\fprq2 Calibri Cyr;}{\fhiminor\f31571\fbidi \fswiss\fcharset161\fprq2 Calibri Greek;}{\fhiminor\f31572\fbidi \fswiss\fcharset162\fprq2 Calibri Tur;} +{\fhiminor\f31573\fbidi \fswiss\fcharset177\fprq2 Calibri (Hebrew);}{\fhiminor\f31574\fbidi \fswiss\fcharset178\fprq2 Calibri (Arabic);}{\fhiminor\f31575\fbidi \fswiss\fcharset186\fprq2 Calibri Baltic;} +{\fhiminor\f31576\fbidi \fswiss\fcharset163\fprq2 Calibri (Vietnamese);}{\fbiminor\f31578\fbidi \froman\fcharset238\fprq2 Times New Roman CE;}{\fbiminor\f31579\fbidi \froman\fcharset204\fprq2 Times New Roman Cyr;} +{\fbiminor\f31581\fbidi \froman\fcharset161\fprq2 Times New Roman Greek;}{\fbiminor\f31582\fbidi \froman\fcharset162\fprq2 Times New Roman Tur;}{\fbiminor\f31583\fbidi \froman\fcharset177\fprq2 Times New Roman (Hebrew);} +{\fbiminor\f31584\fbidi \froman\fcharset178\fprq2 Times New Roman (Arabic);}{\fbiminor\f31585\fbidi \froman\fcharset186\fprq2 Times New Roman Baltic;}{\fbiminor\f31586\fbidi \froman\fcharset163\fprq2 Times New Roman (Vietnamese);}} +{\colortbl;\red0\green0\blue0;\red0\green0\blue255;\red0\green255\blue255;\red0\green255\blue0;\red255\green0\blue255;\red255\green0\blue0;\red255\green255\blue0;\red255\green255\blue255;\red0\green0\blue128;\red0\green128\blue128;\red0\green128\blue0; +\red128\green0\blue128;\red128\green0\blue0;\red128\green128\blue0;\red128\green128\blue128;\red192\green192\blue192;\chyperlink\ctint255\cshade255\red5\green99\blue193;\red43\green87\blue154;\red230\green230\blue230;}{\*\defchp \f31506\fs22 }{\*\defpap +\ql \li0\ri0\sa160\sl259\slmult1\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 }\noqfpromote {\stylesheet{\ql \li0\ri0\sa160\sl259\slmult1\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 +\af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 \snext0 \sqformat \spriority0 Normal;}{\*\cs10 \additive \ssemihidden \sunhideused \spriority1 Default Paragraph Font;}{\* +\ts11\tsrowd\trftsWidthB3\trpaddl108\trpaddr108\trpaddfl3\trpaddft3\trpaddfb3\trpaddfr3\trcbpat1\trcfpat1\tblind0\tblindtype3\tsvertalt\tsbrdrt\tsbrdrl\tsbrdrb\tsbrdrr\tsbrdrdgl\tsbrdrdgr\tsbrdrh\tsbrdrv \ql \li0\ri0\sa160\sl259\slmult1 +\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 \snext11 \ssemihidden \sunhideused Normal Table;}{ +\s15\ql \li0\ri0\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\contextualspace \rtlch\fcs1 \af31503\afs56\alang1025 \ltrch\fcs0 +\fs56\expnd-2\expndtw-10\lang1033\langfe1033\kerning28\loch\f31502\hich\af31502\dbch\af31501\cgrid\langnp1033\langfenp1033 \sbasedon0 \snext0 \slink16 \sqformat \spriority10 \styrsid1185652 Title;}{\*\cs16 \additive \rtlch\fcs1 \af31503\afs56 \ltrch\fcs0 +\fs56\expnd-2\expndtw-10\kerning28\loch\f31502\hich\af31502\dbch\af31501 \sbasedon10 \slink15 \slocked \spriority10 \styrsid1185652 Title Char;}{\*\cs17 \additive \rtlch\fcs1 \af0 \ltrch\fcs0 \ul\cf17 \sbasedon10 \sunhideused \styrsid1185652 Hyperlink;} +{\*\cs18 \additive \rtlch\fcs1 \af0 \ltrch\fcs0 \cf18\chshdng0\chcfpat0\chcbpat19 \sbasedon10 \ssemihidden \sunhideused \styrsid1185652 Mention;}{\s19\ql \li720\ri0\sa160\sl259\slmult1 +\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin720\itap0\contextualspace \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 +\sbasedon0 \snext19 \sqformat \spriority34 \styrsid9594199 List Paragraph;}{\s20\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 \sbasedon0 \snext20 \slink21 \sunhideused \styrsid9594199 header;}{\*\cs21 \additive \rtlch\fcs1 \af0 \ltrch\fcs0 \sbasedon10 \slink20 \slocked \styrsid9594199 Header Char;}{ +\s22\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 +\sbasedon0 \snext22 \slink23 \sunhideused \styrsid9594199 footer;}{\*\cs23 \additive \rtlch\fcs1 \af0 \ltrch\fcs0 \sbasedon10 \slink22 \slocked \styrsid9594199 Footer Char;}}{\*\listtable{\list\listtemplateid-1762592694\listhybrid{\listlevel\levelnfc23 +\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\leveltext\leveltemplateid67698689\'01\u-3913 ?;}{\levelnumbers;}\f3\fbias0\hres0\chhres0 \fi-360\li720\lin720 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0 +\levelfollow0\levelstartat1\lvltentative\levelspace360\levelindent0{\leveltext\leveltemplateid67698691\'01o;}{\levelnumbers;}\f2\fbias0\hres0\chhres0 \fi-360\li1440\lin1440 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1 +\lvltentative\levelspace360\levelindent0{\leveltext\leveltemplateid67698693\'01\u-3929 ?;}{\levelnumbers;}\f10\fbias0\hres0\chhres0 \fi-360\li2160\lin2160 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\lvltentative +\levelspace360\levelindent0{\leveltext\leveltemplateid67698689\'01\u-3913 ?;}{\levelnumbers;}\f3\fbias0\hres0\chhres0 \fi-360\li2880\lin2880 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\lvltentative\levelspace360 +\levelindent0{\leveltext\leveltemplateid67698691\'01o;}{\levelnumbers;}\f2\fbias0\hres0\chhres0 \fi-360\li3600\lin3600 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\lvltentative\levelspace360\levelindent0{\leveltext +\leveltemplateid67698693\'01\u-3929 ?;}{\levelnumbers;}\f10\fbias0\hres0\chhres0 \fi-360\li4320\lin4320 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\lvltentative\levelspace360\levelindent0{\leveltext +\leveltemplateid67698689\'01\u-3913 ?;}{\levelnumbers;}\f3\fbias0\hres0\chhres0 \fi-360\li5040\lin5040 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\lvltentative\levelspace360\levelindent0{\leveltext +\leveltemplateid67698691\'01o;}{\levelnumbers;}\f2\fbias0\hres0\chhres0 \fi-360\li5760\lin5760 }{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\lvltentative\levelspace360\levelindent0{\leveltext\leveltemplateid67698693 +\'01\u-3929 ?;}{\levelnumbers;}\f10\fbias0\hres0\chhres0 \fi-360\li6480\lin6480 }{\listname ;}\listid104202845}}{\*\listoverridetable{\listoverride\listid104202845\listoverridecount0\ls1}}{\*\rsidtbl \rsid1185652\rsid2775701\rsid3628006\rsid7372315 +\rsid9594199}{\mmathPr\mmathFont34\mbrkBin0\mbrkBinSub0\msmallFrac0\mdispDef1\mlMargin0\mrMargin0\mdefJc1\mwrapIndent1440\mintLim0\mnaryLim1}{\info{\author Kay Unkroth}{\operator Kay Unkroth}{\creatim\yr2017\mo8\dy2\hr13\min41} +{\revtim\yr2017\mo8\dy2\hr14\min1}{\version1}{\edmins20}{\nofpages1}{\nofwords279}{\nofchars1593}{\nofcharsws1869}{\vern27}}{\*\userprops {\propname MSIP_Label_f42aa342-8706-4288-bd11-ebb85995028c_Enabled}\proptype30{\staticval True}{\propname MSIP_Label_ +f42aa342-8706-4288-bd11-ebb85995028c_SiteId}\proptype30{\staticval 72f988bf-86f1-41af-91ab-2d7cd011db47}{\propname MSIP_Label_f42aa342-8706-4288-bd11-ebb85995028c_Ref}\proptype30{\staticval https://api.informationprotection.azure.com/api/72f988bf-86f1-41a +f-91ab-2d7cd011db47}{\propname MSIP_Label_f42aa342-8706-4288-bd11-ebb85995028c_Owner}\proptype30{\staticval kayu@microsoft.com}{\propname MSIP_Label_f42aa342-8706-4288-bd11-ebb85995028c_SetDate}\proptype30{\staticval 2017-08-02T14:01:48.5354762-07:00} +{\propname MSIP_Label_f42aa342-8706-4288-bd11-ebb85995028c_Name}\proptype30{\staticval General}{\propname MSIP_Label_f42aa342-8706-4288-bd11-ebb85995028c_Application}\proptype30{\staticval Microsoft Azure Information Protection}{\propname MSIP_Label_f42aa +342-8706-4288-bd11-ebb85995028c_Extended_MSFT_Method}\proptype30{\staticval Automatic}{\propname Sensitivity}\proptype30{\staticval General}}{\*\xmlnstbl {\xmlns1 http://schemas.microsoft.com/office/word/2003/wordml}} +\paperw12240\paperh15840\margl1440\margr1440\margt1440\margb1440\gutter0\ltrsect +\widowctrl\ftnbj\aenddoc\trackmoves0\trackformatting1\donotembedsysfont1\relyonvml0\donotembedlingdata0\grfdocevents0\validatexml1\showplaceholdtext0\ignoremixedcontent0\saveinvalidxml0\showxmlerrors1\noxlattoyen +\expshrtn\noultrlspc\dntblnsbdb\nospaceforul\formshade\horzdoc\dgmargin\dghspace180\dgvspace180\dghorigin1440\dgvorigin1440\dghshow1\dgvshow1 +\jexpand\viewkind1\viewscale134\pgbrdrhead\pgbrdrfoot\splytwnine\ftnlytwnine\htmautsp\nolnhtadjtbl\useltbaln\alntblind\lytcalctblwd\lyttblrtgr\lnbrkrule\nobrkwrptbl\snaptogridincell\allowfieldendsel\wrppunct +\asianbrkrule\rsidroot1185652\newtblstyruls\nogrowautofit\usenormstyforlist\noindnmbrts\felnbrelev\nocxsptable\indrlsweleven\noafcnsttbl\afelev\utinl\hwelev\spltpgpar\notcvasp\notbrkcnstfrctbl\notvatxbx\krnprsnet\cachedcolbal \nouicompat \fet0 +{\*\wgrffmtfilter 2450}\nofeaturethrottle1\ilfomacatclnup0{\*\ftnsep \ltrpar \pard\plain \ltrpar\ql \li0\ri0\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\pararsid9594199 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid7372315 \chftnsep +\par }}{\*\ftnsepc \ltrpar \pard\plain \ltrpar\ql \li0\ri0\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\pararsid9594199 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 +{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid7372315 \chftnsepc +\par }}{\*\aftnsep \ltrpar \pard\plain \ltrpar\ql \li0\ri0\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\pararsid9594199 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 +{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid7372315 \chftnsep +\par }}{\*\aftnsepc \ltrpar \pard\plain \ltrpar\ql \li0\ri0\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\pararsid9594199 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid7372315 \chftnsepc +\par }}\ltrpar \sectd \ltrsect\linex0\endnhere\sectlinegrid360\sectdefaultcl\sftnbj {\headerl \ltrpar \pard\plain \ltrpar\s20\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 +\af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 +\par }}{\headerr \ltrpar \pard\plain \ltrpar\s20\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 +\par }}{\footerl \ltrpar \pard\plain \ltrpar\s22\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 +\par }}{\footerr \ltrpar \pard\plain \ltrpar\s22\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 +\par }}{\headerf \ltrpar \pard\plain \ltrpar\s20\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 +\par }}{\footerf \ltrpar \pard\plain \ltrpar\s22\ql \li0\ri0\widctlpar\tqc\tx4680\tqr\tx9360\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 +\f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 +\par }}{\*\pnseclvl1\pnucrm\pnstart1\pnindent720\pnhang {\pntxta .}}{\*\pnseclvl2\pnucltr\pnstart1\pnindent720\pnhang {\pntxta .}}{\*\pnseclvl3\pndec\pnstart1\pnindent720\pnhang {\pntxta .}}{\*\pnseclvl4\pnlcltr\pnstart1\pnindent720\pnhang {\pntxta )}} +{\*\pnseclvl5\pndec\pnstart1\pnindent720\pnhang {\pntxtb (}{\pntxta )}}{\*\pnseclvl6\pnlcltr\pnstart1\pnindent720\pnhang {\pntxtb (}{\pntxta )}}{\*\pnseclvl7\pnlcrm\pnstart1\pnindent720\pnhang {\pntxtb (}{\pntxta )}}{\*\pnseclvl8 +\pnlcltr\pnstart1\pnindent720\pnhang {\pntxtb (}{\pntxta )}}{\*\pnseclvl9\pnlcrm\pnstart1\pnindent720\pnhang {\pntxtb (}{\pntxta )}}\pard\plain \ltrpar +\s15\ql \li0\ri0\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\pararsid1185652\contextualspace \rtlch\fcs1 \af31503\afs56\alang1025 \ltrch\fcs0 +\fs56\expnd-2\expndtw-10\lang1033\langfe1033\kerning28\loch\af31502\hich\af31502\dbch\af31501\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31503 \ltrch\fcs0 \insrsid1185652 \hich\af31502\dbch\af31501\loch\f31502 +U-SQL Scripts for Processing a TPC-DS Data Set}{\rtlch\fcs1 \af31503 \ltrch\fcs0 \insrsid3628006 +\par }\pard\plain \ltrpar\ql \li0\ri0\sa160\sl259\slmult1\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\pararsid1185652 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 { +\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 The }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 U-SQL }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 scripts for p}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652\charrsid1185652 +rocessing a TPC-DS data set}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 demonstrate how to use Azure Data Lake Analytics to prepare raw data for import into an Azure Analysis Services data model. For a detailed discussion, see the blog article \'93 +}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652\charrsid1185652 Using Azure Analysis Services on Top of Azure Data Lake Storage}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 \'94 on the }{\field{\*\fldinst {\rtlch\fcs1 \af31507 \ltrch\fcs0 +\insrsid1185652 HYPERLINK "https://blogs.msdn.microsoft.com/analysisservices/" }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 {\*\datafield +00d0c9ea79f9bace118c8200aa004ba90b0200000003000000e0c9ea79f9bace118c8200aa004ba90b7e000000680074007400700073003a002f002f0062006c006f00670073002e006d00730064006e002e006d006900630072006f0073006f00660074002e0063006f006d002f0061006e0061006c007900730069007300 +730065007200760069006300650073002f000000795881f43b1d7f48af2c825dc485276300000000a5ab0003}}}{\fldrslt {\rtlch\fcs1 \af31507 \ltrch\fcs0 \cs17\ul\cf17\insrsid1185652\charrsid1185652 Analysis Services Team Blog}}}\sectd \ltrsect +\linex0\endnhere\sectlinegrid360\sectdefaultcl\sftnbj {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 . +\par To use these scripts, the }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652\charrsid1185652 TPC-DS data set}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 must be generated by using the }{ +\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652\charrsid1185652 dsdgen }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 tool, which can be downloaded as source code from the }{\field{\*\fldinst {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 +HYPERLINK "http://www.tpc.org" }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 {\*\datafield +00d0c9ea79f9bace118c8200aa004ba90b0200000003000000e0c9ea79f9bace118c8200aa004ba90b4000000068007400740070003a002f002f007700770077002e007400700063002e006f00720067002f000000795881f43b1d7f48af2c825dc485276300000000a5ab0003}}}{\fldrslt {\rtlch\fcs1 \af31507 +\ltrch\fcs0 \cs17\ul\cf17\insrsid1185652\charrsid1185652 TPC-DS web site}}}\sectd \ltrsect\linex0\endnhere\sectlinegrid360\sectdefaultcl\sftnbj {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 . Run the }{\rtlch\fcs1 \af31507 \ltrch\fcs0 +\insrsid1185652\charrsid1185652 dsdgen tool}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 with }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652\charrsid1185652 /PARALLEL 100}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 and }{\rtlch\fcs1 +\af31507 \ltrch\fcs0 \insrsid1185652\charrsid1185652 /CHILD }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 ids ranging from 1 \endash 100 to generate the source files with the expected }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 +file naming convention}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 s and place the source files in an Azure Blob Storage account, as discussed in \'93}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199\charrsid9594199 +Building an Azure Analysis Services Model on Top of Azure Blob Storage\emdash Part 2}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 \'94}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199\charrsid9594199 }{\rtlch\fcs1 \af31507 \ltrch\fcs0 +\insrsid9594199 on the }{\field\flddirty{\*\fldinst {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 HYPERLINK "https://blogs.msdn.microsoft.com/analysisservices/" }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 {\*\datafield +00d0c9ea79f9bace118c8200aa004ba90b0200000003000000e0c9ea79f9bace118c8200aa004ba90b7e000000680074007400700073003a002f002f0062006c006f00670073002e006d00730064006e002e006d006900630072006f0073006f00660074002e0063006f006d002f0061006e0061006c007900730069007300 +730065007200760069006300650073002f000000795881f43b1d7f48af2c825dc485276300000000a5ab0003}}}{\fldrslt {\rtlch\fcs1 \af31507 \ltrch\fcs0 \cs17\ul\cf17\insrsid9594199\charrsid1185652 Analysis Services Team Blog}}}\sectd \ltrsect +\linex0\endnhere\sectlinegrid360\sectdefaultcl\sftnbj {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 .}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 Finally, edit the U-SQL scripts and replace the storage account placeholder (}{\rtlch\fcs1 +\af31507 \ltrch\fcs0 \insrsid9594199\charrsid9594199 @}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 ) with your actual storage account.}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 +\par }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 The subfolders containing t}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 he U-SQL scripts}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 highlight different scenarios: +\par {\listtext\pard\plain\ltrpar \s19 \rtlch\fcs1 \af31507\afs22 \ltrch\fcs0 \f3\fs22\insrsid9594199\charrsid9594199 \loch\af3\dbch\af31506\hich\f3 \'b7\tab}}\pard\plain \ltrpar\s19\ql \fi-360\li720\ri0\sa160\sl259\slmult1 +\widctlpar\wrapdefault\aspalpha\aspnum\faauto\ls1\adjustright\rin0\lin720\itap0\pararsid9594199\contextualspace \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 {\rtlch\fcs1 \af31507 +\ltrch\fcs0 \b\insrsid9594199\charrsid9594199 all_single}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 \~\~\~These scripts create a single csv file per table containing all the source data. +\par {\listtext\pard\plain\ltrpar \s19 \rtlch\fcs1 \af31507\afs22 \ltrch\fcs0 \f3\fs22\insrsid9594199\charrsid9594199 \loch\af3\dbch\af31506\hich\f3 \'b7\tab}}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \b\insrsid9594199\charrsid9594199 large_multiple}{\rtlch\fcs1 +\af31507 \ltrch\fcs0 \insrsid9594199\charrsid9594199 }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 \~\~}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 These scripts }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 4 csv files for each of the + large tables }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199\charrsid9594199 (catalog_returns, catalog_sales, inventory, store_returns, store_sales, web_returns, and web_sales) }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 and }{\rtlch\fcs1 +\af31507 \ltrch\fcs0 \insrsid9594199 a single csv file }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 for each of the remaining}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 table}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 s. +\par {\listtext\pard\plain\ltrpar \s19 \rtlch\fcs1 \af31507\afs22 \ltrch\fcs0 \f3\fs22\insrsid9594199\charrsid9594199 \loch\af3\dbch\af31506\hich\f3 \'b7\tab}}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \b\insrsid9594199\charrsid9594199 last_available_year}{\rtlch\fcs1 +\af31507 \ltrch\fcs0 \insrsid9594199 \~\~\~}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 These scripts create a single csv file per table containing }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 only the source data for the last year +in the data set, which is the year 2003. +\par {\listtext\pard\plain\ltrpar \s19 \rtlch\fcs1 \af31507\afs22 \ltrch\fcs0 \f3\fs22\insrsid9594199\charrsid9594199 \loch\af3\dbch\af31506\hich\f3 \'b7\tab}}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \b\insrsid9594199\charrsid9594199 modelling}{\rtlch\fcs1 \af31507 +\ltrch\fcs0 \insrsid9594199\charrsid9594199 }{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 \~\~\~These scripts create a}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 data set for modelling purposes with a}{\rtlch\fcs1 \af31507 \ltrch\fcs0 +\insrsid9594199 single csv file per table containing}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199 up to 100 rows of data.}{\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid9594199\charrsid1185652 +\par }\pard\plain \ltrpar\ql \li0\ri0\sa160\sl259\slmult1\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0\pararsid1185652 \rtlch\fcs1 \af31507\afs22\alang1025 \ltrch\fcs0 \f31506\fs22\lang1033\langfe1033\cgrid\langnp1033\langfenp1033 { +\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652 +\par }\pard \ltrpar\ql \li0\ri0\sa160\sl259\slmult1\widctlpar\wrapdefault\aspalpha\aspnum\faauto\adjustright\rin0\lin0\itap0 {\rtlch\fcs1 \af31507 \ltrch\fcs0 \insrsid1185652\charrsid1185652 +\par }{\*\themedata 504b030414000600080000002100e9de0fbfff0000001c020000130000005b436f6e74656e745f54797065735d2e786d6cac91cb4ec3301045f748fc83e52d4a +9cb2400825e982c78ec7a27cc0c8992416c9d8b2a755fbf74cd25442a820166c2cd933f79e3be372bd1f07b5c3989ca74aaff2422b24eb1b475da5df374fd9ad +5689811a183c61a50f98f4babebc2837878049899a52a57be670674cb23d8e90721f90a4d2fa3802cb35762680fd800ecd7551dc18eb899138e3c943d7e503b6 +b01d583deee5f99824e290b4ba3f364eac4a430883b3c092d4eca8f946c916422ecab927f52ea42b89a1cd59c254f919b0e85e6535d135a8de20f20b8c12c3b0 +0c895fcf6720192de6bf3b9e89ecdbd6596cbcdd8eb28e7c365ecc4ec1ff1460f53fe813d3cc7f5b7f020000ffff0300504b030414000600080000002100a5d6 +a7e7c0000000360100000b0000005f72656c732f2e72656c73848fcf6ac3300c87ef85bd83d17d51d2c31825762fa590432fa37d00e1287f68221bdb1bebdb4f +c7060abb0884a4eff7a93dfeae8bf9e194e720169aaa06c3e2433fcb68e1763dbf7f82c985a4a725085b787086a37bdbb55fbc50d1a33ccd311ba548b6309512 +0f88d94fbc52ae4264d1c910d24a45db3462247fa791715fd71f989e19e0364cd3f51652d73760ae8fa8c9ffb3c330cc9e4fc17faf2ce545046e37944c69e462 +a1a82fe353bd90a865aad41ed0b5b8f9d6fd010000ffff0300504b0304140006000800000021006b799616830000008a0000001c0000007468656d652f746865 +6d652f7468656d654d616e616765722e786d6c0ccc4d0ac3201040e17da17790d93763bb284562b2cbaebbf600439c1a41c7a0d29fdbd7e5e38337cedf14d59b +4b0d592c9c070d8a65cd2e88b7f07c2ca71ba8da481cc52c6ce1c715e6e97818c9b48d13df49c873517d23d59085adb5dd20d6b52bd521ef2cdd5eb9246a3d8b +4757e8d3f729e245eb2b260a0238fd010000ffff0300504b030414000600080000002100b6f4679893070000c9200000160000007468656d652f7468656d652f +7468656d65312e786d6cec59cd8b1bc915bf07f23f347d97f5d5ad8fc1f2a24fcfda33b6b164873dd648a5eef2547789aad28cc56208de532e81c026e49085bd +ed21842cecc22eb9e48f31d8249b3f22afaa5bdd5552c99e191c3061463074977eefd5afde7bf5de53d5ddcf5e26d4bbc05c1096f6fcfa9d9aefe174ce16248d +7afeb3d9a4d2f13d2151ba4094a5b8e76fb0f03fbbf7eb5fdd454732c609f6403e1547a8e7c752ae8eaa5531876124eeb0154ee1bb25e30992f0caa3ea82a34b +d09bd06aa3566b55134452df4b51026a1f2f97648ebd9952e9dfdb2a1f53784da5500373caa74a35b6243476715e5708b11143cabd0b447b3eccb3609733fc52 +fa1e4542c2173dbfa6fffceabdbb5574940b517940d6909be8bf5c2e17589c37f49c3c3a2b260d823068f50bfd1a40e53e6edc1eb7c6ad429f06a0f91c569a71 +b175b61bc320c71aa0ecd1a17bd41e35eb16ded0dfdce3dc0fd5c7c26b50a63fd8c34f2643b0a285d7a00c1feee1c3417730b2f56b50866fede1dbb5fe28685b +fa3528a6243ddf43d7c25673b85d6d0159327aec8477c360d26ee4ca4b144443115d6a8a254be5a1584bd00bc6270050408a24493db959e1259a43140f112567 +9c7827248a21f056286502866b8ddaa4d684ffea13e827ed5174849121ad780113b137a4f87862cec94af6fc07a0d537206f7ffef9cdeb1fdfbcfee9cd575fbd +79fdf77c6eadca923b466964cafdf2dd1ffef3cd6fbd7ffff0ed2f5fff319b7a172f4cfcbbbffdeedd3ffef93ef5b0e2d2146ffff4fdbb1fbf7ffbe7dfffebaf +5f3bb4f7393a33e1339260e13dc297de5396c0021dfcf119bf9ec42c46c494e8a791402952b338f48f656ca11f6d10450edc00db767cce21d5b880f7d72f2cc2 +d398af2571687c182716f094313a60dc6985876a2ec3ccb3751ab927e76b13f714a10bd7dc43945a5e1eaf579063894be530c616cd2714a5124538c5d253dfb1 +738c1dabfb8210cbaea764ce99604be97d41bc01224e93ccc899154da5d03149c02f1b1741f0b7659bd3e7de8051d7aa47f8c246c2de40d4417e86a965c6fb68 +2d51e252394309350d7e8264ec2239ddf0b9891b0b099e8e3065de78818570c93ce6b05ec3e90f21cdb8dd7e4a37898de4929cbb749e20c64ce4889d0f6394ac +5cd829496313fbb938871045de13265df05366ef10f50e7e40e941773f27d872f787b3c133c8b026a53240d4376beef0e57dccacf89d6ee8126157aae9f3c44a +b17d4e9cd131584756689f604cd1255a60ec3dfbdcc160c05696cd4bd20f62c82ac7d815580f901dabea3dc5027a25d5dcece7c91322ac909de2881de073bad9 +493c1b9426881fd2fc08bc6eda7c0ca52e7105c0633a3f37818f08f480102f4ea33c16a0c308ee835a9fc4c82a60ea5db8e375c32dff5d658fc1be7c61d1b8c2 +be04197c6d1948eca6cc7b6d3343d49aa00c9819822ec3956e41c4727f29a28aab165b3be596f6a62ddd00dd91d5f42424fd6007b4d3fb84ffbbde073a8cb77f +f9c6b10f3e4ebfe3566c25ab6b763a8792c9f14e7f7308b7dbd50c195f904fbfa919a175fa04431dd9cf58b73dcd6d4fe3ffdff73487f6f36d2773a8dfb8ed64 +7ce8306e3b99fc70e5e3743265f3027d8d3af0c80e7af4b14f72f0d46749289dca0dc527421ffc08f83db398c0a092d3279eb838055cc5f0a8ca1c4c60e1228e +b48cc799fc0d91f134462b381daafb4a492472d591f0564cc0a1911e76ea5678ba4e4ed9223becacd7d5c16656590592e5782d2cc6e1a04a66e856bb3cc02bd4 +6bb6913e68dd1250b2d721614c6693683a48b4b783ca48fa58178ce620a157f65158741d2c3a4afdd6557b2c805ae115f8c1edc1cff49e1f06200242701e07cd +f942f92973f5d6bbda991fd3d3878c69450034d8db08283ddd555c0f2e4fad2e0bb52b78da2261849b4d425b46377822869fc17974aad1abd0b8aeafbba54b2d +7aca147a3e08ad9246bbf33e1637f535c8ede6069a9a9982a6de65cf6f35430899395af5fc251c1ac363b282d811ea3717a211dcbccc25cf36fc4d32cb8a0b39 +4222ce0cae934e960d122231f728497abe5a7ee1069aea1ca2b9d51b90103e59725d482b9f1a3970baed64bc5ce2b934dd6e8c284b67af90e1b35ce1fc568bdf +1cac24d91adc3d8d1797de195df3a708422c6cd795011744c0dd413db3e682c0655891c8caf8db294c79da356fa3740c65e388ae62945714339967709dca0b3a +faadb081f196af190c6a98242f8467912ab0a651ad6a5a548d8cc3c1aafb6121653923699635d3ca2aaa6abab39835c3b60cecd8f26645de60b53531e434b3c2 +67a97b37e576b7b96ea74f28aa0418bcb09fa3ea5ea12018d4cac92c6a8af17e1a56393b1fb56bc776811fa07695226164fdd656ed8edd8a1ae19c0e066f54f9 +416e376a6168b9ed2bb5a5f5adb979b1cdce5e40f2184197bba6526857c2c92e47d0104d754f92a50dd8222f65be35e0c95b73d2f3bfac85fd60d80887955a27 +1c57826650ab74c27eb3d20fc3667d1cd66ba341e31514161927f530bbb19fc00506dde4f7f67a7cefee3ed9ded1dc99b3a4caf4dd7c5513d777f7f5c6e1bb7b +8f40d2f9b2d598749bdd41abd26df627956034e854bac3d6a0326a0ddba3c9681876ba9357be77a1c141bf390c5ae34ea5551f0e2b41aba6e877ba9576d068f4 +8376bf330efaaff23606569ea58fdc16605ecdebde7f010000ffff0300504b0304140006000800000021000dd1909fb60000001b010000270000007468656d65 +2f7468656d652f5f72656c732f7468656d654d616e616765722e786d6c2e72656c73848f4d0ac2301484f78277086f6fd3ba109126dd88d0add40384e4350d36 +3f2451eced0dae2c082e8761be9969bb979dc9136332de3168aa1a083ae995719ac16db8ec8e4052164e89d93b64b060828e6f37ed1567914b284d262452282e +3198720e274a939cd08a54f980ae38a38f56e422a3a641c8bbd048f7757da0f19b017cc524bd62107bd5001996509affb3fd381a89672f1f165dfe514173d985 +0528a2c6cce0239baa4c04ca5bbabac4df000000ffff0300504b01022d0014000600080000002100e9de0fbfff0000001c020000130000000000000000000000 +0000000000005b436f6e74656e745f54797065735d2e786d6c504b01022d0014000600080000002100a5d6a7e7c0000000360100000b00000000000000000000 +000000300100005f72656c732f2e72656c73504b01022d00140006000800000021006b799616830000008a0000001c0000000000000000000000000019020000 +7468656d652f7468656d652f7468656d654d616e616765722e786d6c504b01022d0014000600080000002100b6f4679893070000c92000001600000000000000 +000000000000d60200007468656d652f7468656d652f7468656d65312e786d6c504b01022d00140006000800000021000dd1909fb60000001b01000027000000 +000000000000000000009d0a00007468656d652f7468656d652f5f72656c732f7468656d654d616e616765722e786d6c2e72656c73504b050600000000050005005d010000980b00000000} +{\*\colorschememapping 3c3f786d6c2076657273696f6e3d22312e302220656e636f64696e673d225554462d3822207374616e64616c6f6e653d22796573223f3e0d0a3c613a636c724d +617020786d6c6e733a613d22687474703a2f2f736368656d61732e6f70656e786d6c666f726d6174732e6f72672f64726177696e676d6c2f323030362f6d6169 +6e22206267313d226c743122207478313d22646b3122206267323d226c743222207478323d22646b322220616363656e74313d22616363656e74312220616363 +656e74323d22616363656e74322220616363656e74333d22616363656e74332220616363656e74343d22616363656e74342220616363656e74353d22616363656e74352220616363656e74363d22616363656e74362220686c696e6b3d22686c696e6b2220666f6c486c696e6b3d22666f6c486c696e6b222f3e} +{\*\latentstyles\lsdstimax374\lsdlockeddef0\lsdsemihiddendef0\lsdunhideuseddef0\lsdqformatdef0\lsdprioritydef99{\lsdlockedexcept \lsdqformat1 \lsdpriority0 \lsdlocked0 Normal;\lsdqformat1 \lsdpriority9 \lsdlocked0 heading 1; +\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 2;\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 3;\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 4; +\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 5;\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 6;\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 7; +\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 8;\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority9 \lsdlocked0 heading 9;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 1; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 5; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 6;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 7;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 8;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index 9; +\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 1;\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 2;\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 3; +\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 4;\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 5;\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 6; +\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 7;\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 8;\lsdsemihidden1 \lsdunhideused1 \lsdpriority39 \lsdlocked0 toc 9;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Normal Indent; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 footnote text;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 annotation text;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 header;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 footer; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 index heading;\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority35 \lsdlocked0 caption;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 table of figures; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 envelope address;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 envelope return;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 footnote reference;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 annotation reference; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 line number;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 page number;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 endnote reference;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 endnote text; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 table of authorities;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 macro;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 toa heading;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Bullet;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Number;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List 3; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List 5;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Bullet 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Bullet 3; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Bullet 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Bullet 5;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Number 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Number 3; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Number 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Number 5;\lsdqformat1 \lsdpriority10 \lsdlocked0 Title;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Closing; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Signature;\lsdsemihidden1 \lsdunhideused1 \lsdpriority1 \lsdlocked0 Default Paragraph Font;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text Indent; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Continue;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Continue 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Continue 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Continue 4; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 List Continue 5;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Message Header;\lsdqformat1 \lsdpriority11 \lsdlocked0 Subtitle;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Salutation; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Date;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text First Indent;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text First Indent 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Note Heading; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text Indent 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Body Text Indent 3; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Block Text;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Hyperlink;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 FollowedHyperlink;\lsdqformat1 \lsdpriority22 \lsdlocked0 Strong; +\lsdqformat1 \lsdpriority20 \lsdlocked0 Emphasis;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Document Map;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Plain Text;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 E-mail Signature; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Top of Form;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Bottom of Form;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Normal (Web);\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Acronym; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Address;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Cite;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Code;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Definition; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Keyboard;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Preformatted;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Sample;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Typewriter; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 HTML Variable;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Normal Table;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 annotation subject;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 No List; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Outline List 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Outline List 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Outline List 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Simple 1; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Simple 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Simple 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Classic 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Classic 2; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Classic 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Classic 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Colorful 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Colorful 2; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Colorful 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Columns 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Columns 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Columns 3; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Columns 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Columns 5;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 2; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 5;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 6; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 7;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Grid 8;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 2; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 4;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 5;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 6; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 7;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table List 8;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table 3D effects 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table 3D effects 2; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table 3D effects 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Contemporary;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Elegant;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Professional; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Subtle 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Subtle 2;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Web 1;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Web 2; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Web 3;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Balloon Text;\lsdpriority39 \lsdlocked0 Table Grid;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Table Theme;\lsdsemihidden1 \lsdlocked0 Placeholder Text; +\lsdqformat1 \lsdpriority1 \lsdlocked0 No Spacing;\lsdpriority60 \lsdlocked0 Light Shading;\lsdpriority61 \lsdlocked0 Light List;\lsdpriority62 \lsdlocked0 Light Grid;\lsdpriority63 \lsdlocked0 Medium Shading 1;\lsdpriority64 \lsdlocked0 Medium Shading 2; +\lsdpriority65 \lsdlocked0 Medium List 1;\lsdpriority66 \lsdlocked0 Medium List 2;\lsdpriority67 \lsdlocked0 Medium Grid 1;\lsdpriority68 \lsdlocked0 Medium Grid 2;\lsdpriority69 \lsdlocked0 Medium Grid 3;\lsdpriority70 \lsdlocked0 Dark List; +\lsdpriority71 \lsdlocked0 Colorful Shading;\lsdpriority72 \lsdlocked0 Colorful List;\lsdpriority73 \lsdlocked0 Colorful Grid;\lsdpriority60 \lsdlocked0 Light Shading Accent 1;\lsdpriority61 \lsdlocked0 Light List Accent 1; +\lsdpriority62 \lsdlocked0 Light Grid Accent 1;\lsdpriority63 \lsdlocked0 Medium Shading 1 Accent 1;\lsdpriority64 \lsdlocked0 Medium Shading 2 Accent 1;\lsdpriority65 \lsdlocked0 Medium List 1 Accent 1;\lsdsemihidden1 \lsdlocked0 Revision; +\lsdqformat1 \lsdpriority34 \lsdlocked0 List Paragraph;\lsdqformat1 \lsdpriority29 \lsdlocked0 Quote;\lsdqformat1 \lsdpriority30 \lsdlocked0 Intense Quote;\lsdpriority66 \lsdlocked0 Medium List 2 Accent 1;\lsdpriority67 \lsdlocked0 Medium Grid 1 Accent 1; +\lsdpriority68 \lsdlocked0 Medium Grid 2 Accent 1;\lsdpriority69 \lsdlocked0 Medium Grid 3 Accent 1;\lsdpriority70 \lsdlocked0 Dark List Accent 1;\lsdpriority71 \lsdlocked0 Colorful Shading Accent 1;\lsdpriority72 \lsdlocked0 Colorful List Accent 1; +\lsdpriority73 \lsdlocked0 Colorful Grid Accent 1;\lsdpriority60 \lsdlocked0 Light Shading Accent 2;\lsdpriority61 \lsdlocked0 Light List Accent 2;\lsdpriority62 \lsdlocked0 Light Grid Accent 2;\lsdpriority63 \lsdlocked0 Medium Shading 1 Accent 2; +\lsdpriority64 \lsdlocked0 Medium Shading 2 Accent 2;\lsdpriority65 \lsdlocked0 Medium List 1 Accent 2;\lsdpriority66 \lsdlocked0 Medium List 2 Accent 2;\lsdpriority67 \lsdlocked0 Medium Grid 1 Accent 2;\lsdpriority68 \lsdlocked0 Medium Grid 2 Accent 2; +\lsdpriority69 \lsdlocked0 Medium Grid 3 Accent 2;\lsdpriority70 \lsdlocked0 Dark List Accent 2;\lsdpriority71 \lsdlocked0 Colorful Shading Accent 2;\lsdpriority72 \lsdlocked0 Colorful List Accent 2;\lsdpriority73 \lsdlocked0 Colorful Grid Accent 2; +\lsdpriority60 \lsdlocked0 Light Shading Accent 3;\lsdpriority61 \lsdlocked0 Light List Accent 3;\lsdpriority62 \lsdlocked0 Light Grid Accent 3;\lsdpriority63 \lsdlocked0 Medium Shading 1 Accent 3;\lsdpriority64 \lsdlocked0 Medium Shading 2 Accent 3; +\lsdpriority65 \lsdlocked0 Medium List 1 Accent 3;\lsdpriority66 \lsdlocked0 Medium List 2 Accent 3;\lsdpriority67 \lsdlocked0 Medium Grid 1 Accent 3;\lsdpriority68 \lsdlocked0 Medium Grid 2 Accent 3;\lsdpriority69 \lsdlocked0 Medium Grid 3 Accent 3; +\lsdpriority70 \lsdlocked0 Dark List Accent 3;\lsdpriority71 \lsdlocked0 Colorful Shading Accent 3;\lsdpriority72 \lsdlocked0 Colorful List Accent 3;\lsdpriority73 \lsdlocked0 Colorful Grid Accent 3;\lsdpriority60 \lsdlocked0 Light Shading Accent 4; +\lsdpriority61 \lsdlocked0 Light List Accent 4;\lsdpriority62 \lsdlocked0 Light Grid Accent 4;\lsdpriority63 \lsdlocked0 Medium Shading 1 Accent 4;\lsdpriority64 \lsdlocked0 Medium Shading 2 Accent 4;\lsdpriority65 \lsdlocked0 Medium List 1 Accent 4; +\lsdpriority66 \lsdlocked0 Medium List 2 Accent 4;\lsdpriority67 \lsdlocked0 Medium Grid 1 Accent 4;\lsdpriority68 \lsdlocked0 Medium Grid 2 Accent 4;\lsdpriority69 \lsdlocked0 Medium Grid 3 Accent 4;\lsdpriority70 \lsdlocked0 Dark List Accent 4; +\lsdpriority71 \lsdlocked0 Colorful Shading Accent 4;\lsdpriority72 \lsdlocked0 Colorful List Accent 4;\lsdpriority73 \lsdlocked0 Colorful Grid Accent 4;\lsdpriority60 \lsdlocked0 Light Shading Accent 5;\lsdpriority61 \lsdlocked0 Light List Accent 5; +\lsdpriority62 \lsdlocked0 Light Grid Accent 5;\lsdpriority63 \lsdlocked0 Medium Shading 1 Accent 5;\lsdpriority64 \lsdlocked0 Medium Shading 2 Accent 5;\lsdpriority65 \lsdlocked0 Medium List 1 Accent 5;\lsdpriority66 \lsdlocked0 Medium List 2 Accent 5; +\lsdpriority67 \lsdlocked0 Medium Grid 1 Accent 5;\lsdpriority68 \lsdlocked0 Medium Grid 2 Accent 5;\lsdpriority69 \lsdlocked0 Medium Grid 3 Accent 5;\lsdpriority70 \lsdlocked0 Dark List Accent 5;\lsdpriority71 \lsdlocked0 Colorful Shading Accent 5; +\lsdpriority72 \lsdlocked0 Colorful List Accent 5;\lsdpriority73 \lsdlocked0 Colorful Grid Accent 5;\lsdpriority60 \lsdlocked0 Light Shading Accent 6;\lsdpriority61 \lsdlocked0 Light List Accent 6;\lsdpriority62 \lsdlocked0 Light Grid Accent 6; +\lsdpriority63 \lsdlocked0 Medium Shading 1 Accent 6;\lsdpriority64 \lsdlocked0 Medium Shading 2 Accent 6;\lsdpriority65 \lsdlocked0 Medium List 1 Accent 6;\lsdpriority66 \lsdlocked0 Medium List 2 Accent 6; +\lsdpriority67 \lsdlocked0 Medium Grid 1 Accent 6;\lsdpriority68 \lsdlocked0 Medium Grid 2 Accent 6;\lsdpriority69 \lsdlocked0 Medium Grid 3 Accent 6;\lsdpriority70 \lsdlocked0 Dark List Accent 6;\lsdpriority71 \lsdlocked0 Colorful Shading Accent 6; +\lsdpriority72 \lsdlocked0 Colorful List Accent 6;\lsdpriority73 \lsdlocked0 Colorful Grid Accent 6;\lsdqformat1 \lsdpriority19 \lsdlocked0 Subtle Emphasis;\lsdqformat1 \lsdpriority21 \lsdlocked0 Intense Emphasis; +\lsdqformat1 \lsdpriority31 \lsdlocked0 Subtle Reference;\lsdqformat1 \lsdpriority32 \lsdlocked0 Intense Reference;\lsdqformat1 \lsdpriority33 \lsdlocked0 Book Title;\lsdsemihidden1 \lsdunhideused1 \lsdpriority37 \lsdlocked0 Bibliography; +\lsdsemihidden1 \lsdunhideused1 \lsdqformat1 \lsdpriority39 \lsdlocked0 TOC Heading;\lsdpriority41 \lsdlocked0 Plain Table 1;\lsdpriority42 \lsdlocked0 Plain Table 2;\lsdpriority43 \lsdlocked0 Plain Table 3;\lsdpriority44 \lsdlocked0 Plain Table 4; +\lsdpriority45 \lsdlocked0 Plain Table 5;\lsdpriority40 \lsdlocked0 Grid Table Light;\lsdpriority46 \lsdlocked0 Grid Table 1 Light;\lsdpriority47 \lsdlocked0 Grid Table 2;\lsdpriority48 \lsdlocked0 Grid Table 3;\lsdpriority49 \lsdlocked0 Grid Table 4; +\lsdpriority50 \lsdlocked0 Grid Table 5 Dark;\lsdpriority51 \lsdlocked0 Grid Table 6 Colorful;\lsdpriority52 \lsdlocked0 Grid Table 7 Colorful;\lsdpriority46 \lsdlocked0 Grid Table 1 Light Accent 1;\lsdpriority47 \lsdlocked0 Grid Table 2 Accent 1; +\lsdpriority48 \lsdlocked0 Grid Table 3 Accent 1;\lsdpriority49 \lsdlocked0 Grid Table 4 Accent 1;\lsdpriority50 \lsdlocked0 Grid Table 5 Dark Accent 1;\lsdpriority51 \lsdlocked0 Grid Table 6 Colorful Accent 1; +\lsdpriority52 \lsdlocked0 Grid Table 7 Colorful Accent 1;\lsdpriority46 \lsdlocked0 Grid Table 1 Light Accent 2;\lsdpriority47 \lsdlocked0 Grid Table 2 Accent 2;\lsdpriority48 \lsdlocked0 Grid Table 3 Accent 2; +\lsdpriority49 \lsdlocked0 Grid Table 4 Accent 2;\lsdpriority50 \lsdlocked0 Grid Table 5 Dark Accent 2;\lsdpriority51 \lsdlocked0 Grid Table 6 Colorful Accent 2;\lsdpriority52 \lsdlocked0 Grid Table 7 Colorful Accent 2; +\lsdpriority46 \lsdlocked0 Grid Table 1 Light Accent 3;\lsdpriority47 \lsdlocked0 Grid Table 2 Accent 3;\lsdpriority48 \lsdlocked0 Grid Table 3 Accent 3;\lsdpriority49 \lsdlocked0 Grid Table 4 Accent 3; +\lsdpriority50 \lsdlocked0 Grid Table 5 Dark Accent 3;\lsdpriority51 \lsdlocked0 Grid Table 6 Colorful Accent 3;\lsdpriority52 \lsdlocked0 Grid Table 7 Colorful Accent 3;\lsdpriority46 \lsdlocked0 Grid Table 1 Light Accent 4; +\lsdpriority47 \lsdlocked0 Grid Table 2 Accent 4;\lsdpriority48 \lsdlocked0 Grid Table 3 Accent 4;\lsdpriority49 \lsdlocked0 Grid Table 4 Accent 4;\lsdpriority50 \lsdlocked0 Grid Table 5 Dark Accent 4; +\lsdpriority51 \lsdlocked0 Grid Table 6 Colorful Accent 4;\lsdpriority52 \lsdlocked0 Grid Table 7 Colorful Accent 4;\lsdpriority46 \lsdlocked0 Grid Table 1 Light Accent 5;\lsdpriority47 \lsdlocked0 Grid Table 2 Accent 5; +\lsdpriority48 \lsdlocked0 Grid Table 3 Accent 5;\lsdpriority49 \lsdlocked0 Grid Table 4 Accent 5;\lsdpriority50 \lsdlocked0 Grid Table 5 Dark Accent 5;\lsdpriority51 \lsdlocked0 Grid Table 6 Colorful Accent 5; +\lsdpriority52 \lsdlocked0 Grid Table 7 Colorful Accent 5;\lsdpriority46 \lsdlocked0 Grid Table 1 Light Accent 6;\lsdpriority47 \lsdlocked0 Grid Table 2 Accent 6;\lsdpriority48 \lsdlocked0 Grid Table 3 Accent 6; +\lsdpriority49 \lsdlocked0 Grid Table 4 Accent 6;\lsdpriority50 \lsdlocked0 Grid Table 5 Dark Accent 6;\lsdpriority51 \lsdlocked0 Grid Table 6 Colorful Accent 6;\lsdpriority52 \lsdlocked0 Grid Table 7 Colorful Accent 6; +\lsdpriority46 \lsdlocked0 List Table 1 Light;\lsdpriority47 \lsdlocked0 List Table 2;\lsdpriority48 \lsdlocked0 List Table 3;\lsdpriority49 \lsdlocked0 List Table 4;\lsdpriority50 \lsdlocked0 List Table 5 Dark; +\lsdpriority51 \lsdlocked0 List Table 6 Colorful;\lsdpriority52 \lsdlocked0 List Table 7 Colorful;\lsdpriority46 \lsdlocked0 List Table 1 Light Accent 1;\lsdpriority47 \lsdlocked0 List Table 2 Accent 1;\lsdpriority48 \lsdlocked0 List Table 3 Accent 1; +\lsdpriority49 \lsdlocked0 List Table 4 Accent 1;\lsdpriority50 \lsdlocked0 List Table 5 Dark Accent 1;\lsdpriority51 \lsdlocked0 List Table 6 Colorful Accent 1;\lsdpriority52 \lsdlocked0 List Table 7 Colorful Accent 1; +\lsdpriority46 \lsdlocked0 List Table 1 Light Accent 2;\lsdpriority47 \lsdlocked0 List Table 2 Accent 2;\lsdpriority48 \lsdlocked0 List Table 3 Accent 2;\lsdpriority49 \lsdlocked0 List Table 4 Accent 2; +\lsdpriority50 \lsdlocked0 List Table 5 Dark Accent 2;\lsdpriority51 \lsdlocked0 List Table 6 Colorful Accent 2;\lsdpriority52 \lsdlocked0 List Table 7 Colorful Accent 2;\lsdpriority46 \lsdlocked0 List Table 1 Light Accent 3; +\lsdpriority47 \lsdlocked0 List Table 2 Accent 3;\lsdpriority48 \lsdlocked0 List Table 3 Accent 3;\lsdpriority49 \lsdlocked0 List Table 4 Accent 3;\lsdpriority50 \lsdlocked0 List Table 5 Dark Accent 3; +\lsdpriority51 \lsdlocked0 List Table 6 Colorful Accent 3;\lsdpriority52 \lsdlocked0 List Table 7 Colorful Accent 3;\lsdpriority46 \lsdlocked0 List Table 1 Light Accent 4;\lsdpriority47 \lsdlocked0 List Table 2 Accent 4; +\lsdpriority48 \lsdlocked0 List Table 3 Accent 4;\lsdpriority49 \lsdlocked0 List Table 4 Accent 4;\lsdpriority50 \lsdlocked0 List Table 5 Dark Accent 4;\lsdpriority51 \lsdlocked0 List Table 6 Colorful Accent 4; +\lsdpriority52 \lsdlocked0 List Table 7 Colorful Accent 4;\lsdpriority46 \lsdlocked0 List Table 1 Light Accent 5;\lsdpriority47 \lsdlocked0 List Table 2 Accent 5;\lsdpriority48 \lsdlocked0 List Table 3 Accent 5; +\lsdpriority49 \lsdlocked0 List Table 4 Accent 5;\lsdpriority50 \lsdlocked0 List Table 5 Dark Accent 5;\lsdpriority51 \lsdlocked0 List Table 6 Colorful Accent 5;\lsdpriority52 \lsdlocked0 List Table 7 Colorful Accent 5; +\lsdpriority46 \lsdlocked0 List Table 1 Light Accent 6;\lsdpriority47 \lsdlocked0 List Table 2 Accent 6;\lsdpriority48 \lsdlocked0 List Table 3 Accent 6;\lsdpriority49 \lsdlocked0 List Table 4 Accent 6; +\lsdpriority50 \lsdlocked0 List Table 5 Dark Accent 6;\lsdpriority51 \lsdlocked0 List Table 6 Colorful Accent 6;\lsdpriority52 \lsdlocked0 List Table 7 Colorful Accent 6;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Mention; +\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Smart Hyperlink;\lsdsemihidden1 \lsdunhideused1 \lsdlocked0 Hashtag;}}{\*\datastore 0105000002000000180000004d73786d6c322e534158584d4c5265616465722e362e3000000000000000000000060000 +d0cf11e0a1b11ae1000000000000000000000000000000003e000300feff090006000000000000000000000001000000010000000000000000100000feffffff00000000feffffff0000000000000000ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +fffffffffffffffffdfffffffeffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff +ffffffffffffffffffffffffffffffff52006f006f007400200045006e00740072007900000000000000000000000000000000000000000000000000000000000000000000000000000000000000000016000500ffffffffffffffffffffffff0c6ad98892f1d411a65f0040963251e50000000000000000000000009007 +cc8ed20bd301feffffff00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffff00000000000000000000000000000000000000000000000000000000 +00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffff0000000000000000000000000000000000000000000000000000 +000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000ffffffffffffffffffffffff000000000000000000000000000000000000000000000000 +0000000000000000000000000000000000000000000000000105000000000000}} \ No newline at end of file From f8f55a7a7f2ff4f3cbb386a7835cc8a01518eba1 Mon Sep 17 00:00:00 2001 From: KayUnkroth Date: Wed, 2 Aug 2017 14:13:19 -0700 Subject: [PATCH 2/5] Providing a text version of the readme. --- UsqlScripts/readme.rtf | Bin 60261 -> 2846 bytes UsqlScripts/readme.txt | 22 ++++++++++++++++++++++ 2 files changed, 22 insertions(+) create mode 100644 UsqlScripts/readme.txt diff --git a/UsqlScripts/readme.rtf b/UsqlScripts/readme.rtf index 7eb24339d8e610f9490913fca0e409ec350fd583..26cc53f9b005ccee8e7af8aa0f82646c647bfd4d 100644 GIT binary patch literal 2846 zcmdT`O>Y}F5bZfY{=*=bCV?%lWIJi%qG%E)NKmzKZRb#cfWckPN<_HihU9vq3hr<3 zBUh5;*!ej0(ijL<+~It@_hx37!pC|nqzyX%SGBY8vZLsR>pK-q@9h6 z{r&ZG&FR-t)Xv6O8ax!D4!sUR)UE$G5p^|}K5#7Pl{C8anx=X-k4IN99e=|#8^MLu zX5(i2W{1X=&CW@zb9JhmFTsqqQRr!Ppwt4-yIj?1AD9OZ1U59*WnX-zkBxQ zl+G%z+Zd=uQYYS390JTp()r1&-QzPlmQm6f$K?9{z1tyz96u>UFp0ikn$E=WI_xGW z2ui?DCUidMRot)@x4k2-N^!v=DQ=t%5wJ1MT~E-O zdPcfTUiOq7rRsFkf;iF^2GXt^4X#OK5T!P(2uxHR@Nsqr zsWC-VQyK@fJR%z=VN_{8b`Gh&&oB;I-VWj{ox7G?eXEW$s6)Cumaf-Brel;7F zWKtWY0m}02Unj3mr|bCwOgg!e1_+b}vBgmFHwf;_>^irbx>_DV+^KASE? zDw$Tj09eZf7)_!}RjQ!y1|&MOL;W0WLKWD;1?75coK(0W0|nRlim3uoRD0KaFGN77 z@B2|~tC91wuR^fOyyudFj(oFhI_(Bpwi2dZ$2sktyf}R^oxYx;w+kpu(cY`K@21D3 zRe&PxER~v59+P0JWSCPng)Y~ikj}}+3BP@sQt^$^Ly%>B-k73-VPOkvYB5=pVD#AyztOXoms19%PAVjGb%XhelpQOZm;*8O5F+{`xc86teov z25j;#j|Q$65I8Q!PMXi{);*W#?aDg)3`ql+Q)$TGk=-0C(4;j8dh41!#DX?uY#Hss z^Bco`DOwx(Qxq5kKfZh_qAc@jYAs%vOH&#w1B;g}Vx?tN0rGh)`K5wIUQ${Nm1;7y@tHA4Mc*> z2NJ(1rFEd3%H|%moo`)O58K-q->JB+Oo)O**5q>3%kec$&|{6SI6ypQg+-IXY5q#a445jiuqW-ycG5m^Nh1ylnl7CAER zZ{Now&j&mU*S>b-uarTt8aooBc}vD(`PR zKk}CkWmBRKyvR+Kl&#(6{;n{o4Ty){1Gu8fbxs;6(-3IeH1u50DFd^+5! zJJo;Jf2x%`d{yqtasbHe6y^}+kCfI2kzhR{_6j{{AhWf zZ?=2oxIX`4H*h02^eQO&V+h0UANR3 zQs?vS!)~Q^QtMydEvPW)D>VB^Lv|k{dWI1ApU_vIPszI%Z|{ojT6fJGhPzp<`@x>9 z$hCjo{l{u^Q}KWQVe8UEO!_hIA6NT*-?fu+s5SpZ9wFT0_q*r$dR6RJx?@2)uP&+K zL|x7|tDD<{u5pcQf7;$AMiPe)fd)hJ?YWOcK>Oo)T_4Xb29X# zQzxlkKF~Cx^5a21X1Bcr2A`z;!&j=5G zO6N{?;j?^wSe0!DvL0a;d5m(NB>%&|uhe0a`Hov=O*T+6!Cw+4_H*u$8t+Xi7RABz;8Ph}xny#heae zw#i#Lo8)5|r-O`b+E&OW?U8`vU=XlrhdTNCPU}@W*~Y;jTZ^RE=$@n#Ya9$>HHkW@ z4($vQje|j=HdUv=T~nPf<6sb`Mbm3;M`Oq_4hA{egq_CrgoX&?v$2NPYidV1l3pAP z(z6=uHMAo;7F;-8a5{wP#TQN&UrX2vF`O>MhIAy#aJncP+FqdHbb&UMrdY%2Vr|Jy z;f8~LT2eX^ZbLs7aX4MXZR55HHlogwl=YMw7H?uyGjz(TrdQyjY6JsTHQs-*jQisah_ox}wA`*pgTo$|cP{9h=(CMJ4N$lGG{Jq_j2fVC)zu@&9$$x{ zqahBuU{%$d47;i$(=ncAc-J9{0UEVj2`CxexE}v~5M@+!C8F&9ybqv`2KSzbGRAj3 zqU<5QFQ8W)WsRo#Qe(Ga$(v(O{a)N(>)n)HJ}zt_jZTu->Z4aA!tU1B$Gwdb?y+)mbG= zR=R1nI>)kkZs}wLLxS!ngK&rH9dxos%cR)u4WWwnbiy^va1=K zoKex0CdnRGI3UUDP#@mf9WtL^cI|0I*|l5=C>h-V0Gix84^~$PicD18S7(GhOijsLq9U&dwkokYthf&aNjPLZ!a- zWH3o4`GBB~d~j~#_LIRB*%k1O5tQ^ZH-mmaj78r&wXOpOQj9tVq}X+I&aAIv?8J;Z z27p*~^iHg+W9+<)Dh6a&RU8FFr^28?CRdvnJp54001V4e^}w)I@wos*G-q7TC=YDb zGa$sSXF!Tk(SQ`Yq7Er`MV*N;su=)dRnr5;u4Vwv(clK;*p+q2IjU@oAfsagf~>lF z1le_UNU~Wz0LiMU2a;Wr2`CX_xm|B}ta1Nkxl@(9ykT)<<1UN!gL02=`B5~!$wyuC z%MG9McK@=F5lg92@4CX)?WTAA zO}Q9)cXXQ@x+7lZH+9Q}l;`hXmgVi+d$n7yHm{cDVYNBPn9BVvTO;I(F175+vX&;$ zl@ZnJezKOJtBOK>+Yefq$%TBuU&+ILBwHTJ+j}-FG#e-Cz3)5S7x($SvsnIh?JU%3cTwtvOQZ|}AT<^0Shj<;*Izg6n+^RL$lcA%`w zTQ&^rJ;t85n@n=y%QEjarNEHGt|{djtXuZmMMnEb%A4J)(%)?E^~RFsyXJ$l+;7yI z1J&&RT5orE`GKqZ-DRutQ-yVdQgs?>%L4;wDk z!(LUR3OwiYMjp=h`7XafKDW-7>{ijTUn~!Ma<7N|Zu?j*54-xX|BqF5xc!W+FS~o% zS$l5UUham=dfk0rANs4JzuL)FS={G9gNwSkD3CLD0}I061JI__{3w-L~Job}k`g@!@bfhRCmn5YKx;;tfokmwB;P$ab;Zdy&DB z52d6yg3STEKICf@yaa_KeQB8y@OK}@XVhh})L*JM_nYdOztn#ZkI&dkbV_$#vEzw7 zLReDS&DB^be<@qJ+Q$5)?D}dyc*{$=R^%wib|dQ6sh!wZFXqOv{)xU}g?9T@<#}lo zN3uQPpjnLRL?0m=^zkew40CaQ{4>W&*V@tOZt7t~+=NlDOe1h+6wY%tr!`)Hp(N*r z0{z(DJ*<~yE#-~&4f|vA?5oa|>3C2xE}h&OO{I9l{cW|mak8yH${mOQKDbU=U^W!Meu}=#|jXH+-?|`MOo-& z8T;7whryc&eD;iM93%|3=J3~Yd3Y1XDVG1Q*z7l1K=|;UVZsTE^E9*2xFNVXX=P?w z4PO*W^vxHWd;<6#uWl9bTCZYK`kb|}RIC$Euh~tLoo1U7`AWCaX*03~Hos+gyr(#h z!Ar>6$|HDM9`%;Ua*zk5ua<{y^0Yj@)UCAg(6RIyojHha{+W1pf6%`U>h6A>AJnRP z<|Q!!wI64p{^s^AdrzyT=vuv2>!tp^sY^dt^w%3dXs&-Mah+1^r&8i+xvID8_4cv- zus`I4Swv&{EA6#K3-u?0G3+2)nDr-d?A=w@xj2clG-iL$Kf2!X;aQM*f%Csa>oo9MtAKQp-3 z>jOi{B{Xj8xo)JHCnMdS8llcOJT*cu4D}G@@0DY0x_)wq4F5xoG3ce~XQ!pvZ0&w( zu)fR$k*ECq@PjqR+6w+Ufqn?+`Y9ev#>(Gcc&sLN+mTOI)As={N~*^we}C06HX}YB zVmtQ1PBx|}`w-v_gT@%i-{10JKLmK?0TThQ{QWJD^?kq_C5XNxISsdp5!=zYW`$-Zd#0YXfi2c;%F)X=Gg2X5MCXLF6HZZ1FcVxP5zuz@~B_+ki z-n(M=>NCj)wihoR3axa>AUuYPG*7qvb8{*5Bs48(ntSUy*zKKRg_EClidX zb!4MGGOHMeZ&r7ZZ}Qz+t~}abZR+jMOLCI8+nw{z`CI4THm`Qu!!2KJNxbHVqub?9 z5nbFZ-|l?ZOO|)rbXmP67qMfzAWejxac^-uRvy|t#o`txxX9by!XR0XDD9d;@BrSjZVk41i^-kBIQ+33L1d%)t z@H$^RFLw`$W=~bWm{k9Z)j@rIw)(`cvotO0XK7q}&q6P+pJiTNJoBrhtX$8liZD6T z{G`@@Q1!Wy-5w72`#*p3Nq)cjSl}VaSR}aQ=Ti}}^YtKp z=lfp%PjzB(QLWxEKdDsp$TYRB-5|-%=>jLM7(J>3M zkCt!l)|YtlS&k=xw?|sRGt@-|A13aH>>v~nHPsH+k;=693ukP0G-Ys}!6^r=j z`96V!zP|OMlzLfBsX3Ufl>gR~s&FbwLj=U){VOT~l;L3C&Z!F+PzX-9Ex22;^e1{E6=5 zn`-%br5;}qU3>a!U*>D&;cM@2WX(kqRPCkYMp$`TzdbyXaaSUk{`&TCho{`%Gluo% z_P`<@qgvu^)`ucrZ^-n^Fll572`!X-Vo8Y)Tx>6guxu5Ji24*O-Tq-%;)1Z3r#{k;y52oEX*_$c?42sE!t zlu7!WLqXvOFu7jd>Jq}X!~Kmcfr3!Hq~_FtaSBnr6L!cquk*v3;?45a4xhsE!(mzG zs3Krn!$pS@4=c<#3ua_ZcxD`v`qAXXS;F_r&q_Ny^WMjLr&fr5 z*?cWg*szA%t_-nSF5K(X3C2nSOt9D9%E%(G3NxoVa zZ}v`l{6r+xtmw#&7;QmM+JwL1df2bBV`aKrx^=L@BsBcP8~rx<*LjO47hiup zTp#nVS;4x5zu)%y-`}2pm+<#@{x$K@G5#9;t^cmS&F(*0(Qmd0YK}BFS<7$Z%VYjE z`g@6gf5+cB{C%{%XI4|P66$gFQ10&JhOBVQXJ&0o^<|;?esjw~UXljg9Nrvq=i?@% z?}&ZwKa}_&{?4ZkpsG}P6)iLG&3byvezyeN08`@`NLi6bf5QtkKT`JCK&`Tg@}pTBTOU*`^KY;b-& z{XgB2cA2W1Z=I07ksX|zn8a4mLKPmHR8O2 za6dx8{d{_oJo!$tJ{^k}Cr~7LV}}D9=U4AImAc#FO;|fr4mnuouyx2iwkrx6p5NrJ z_`JzUjIPSP6u93hB(I!Z{^;no1>UQ>dmgrNShn0c`KGNvlkHb~Fur?Drhea)m*bk& zAG4`{hbqYO?uxZLhjr5O0R`D^{={gM!{L=qvEHICJ6c||ZTlayU@?D?M?CyDt%S{@ z$#D<28|UTr-r3eiOnAZiD(ju|dmudz9V(U~L9UaUHf;T zKX4YNRLTwxw`(MpdsHTs$WM|*Y3kKsPuqmp_Fpc~~y4C#TQC@HrypyP> zURS&QdI~UPM}M+xx3^m$IYRz1+Fz>t&iM@7(5#hiVlUHm`KGzX_2VYh^0F~K=m-X= zwVQwHRAy$KMU`L4*MD*z<+&86#AMS?7C1NSE&IPKC*M1JPT}QgnG$R5$l1W1EUqwL7BC%WVVN(M zcpo1hKR(=-A8&UzzfJRmrO-dNc^aFhM9fk9U(AX&V^E2nYcqpY&}N7-zo3OccSkYo z923zh%A+bAR_@iYS@_kgg7d>e?=df_zwI8+sfl3z3O#lnSBKjxbnK`bpM3x651)SX z%@^M|xRq-_81{mtiARZr%Hy1-*q?TP$0tm)r0R)KsHD-!ws z){#L;fY_NkZ7^CZ!eTJtpXQ^OJ{I~}+rZ9T!Gwj><*-joy1)cfwn`8+&Zw!&aqS6J zD@SjsIPNQJ&V3+@hb){n{&VtDZ!r9m*vK|$WgxOdO@KPT7rkt{UM)U*SV>?=b==RTy3aG^}=H5Agpq>wnTW zb=Cc`aWHQQT$fM!ToLo&eI4U!w zbw!7qTMn^U%Rv@6uDWIq!REkJOR>j%wcY=@8EEsIn|`j2G*7$zs$cu&!Q&@(N0~8* zJYOddcA6_oy@GWEYaWv)mpgteK5jCtHCfPqERrQV+?b#a{m~8akwXKT2ceBe_Rbvp zG4pw7o*&>@%j2^@WUZ!oCYlb6w~hVHpOH2+vey`MGEiI+2NvQ-nWC=eWV(7;{=X&v z0RAwCcl1LDid0`yt5fb@J3548hpwZyE{;`$=Et#^%-Gum!EYCsr}=Ko!7j3W%}!eN zqa07Oy0=+>opGHKcv)a@M0!^k7E|C?R1o&4XjV%UyG$hq%UogMXx21H*ceic{}cI-=Ek0##(ZS=G?sC@!&8cDQbWP!V_S?#^6-uLPPw7K`{Nbe z)N>J&b(7?NLb1$RdP86U(lp9?iE6}j!hpNRS6xw8BdRM1_y0{aeSi2df6c0gJhb%V zTb1ujUQH9bsOkq$)_K<1?C2z9ZP}A=TXYRKbQ{$sLn<6_7EGY!PM4zXQj@G6$!%SR zRD1B>0wQ{ajP(1>8Gf5C-Bjfxb9ap`YQXjKq#r-ir>Cq-FI6r0ess?L!|t9p%e9H2 zd_v7fnSx1C#e|A&Pv|_{OD;=NT0EGs7iXknk@;2i0onl)b z|NmMHo3KXPA*k)|Ik8Jd2#a>7w58(-_d?#I=*j8=%ZM&(pYr1aJe5_-t&5tMMd}}~ zY*tjgcF`~@!XU0=m4tC5zoVL`8#5l0jgla$e3hhe74y7K=9NXL${^sSh!je~v@X*? zMSd0Li>xeoM$TnPQe~-MCaEfu+)v8VEz>OXLoY6~DlPmxi6Z)vgk|MNArIxU*6YP_ z>6cX&1a*?Bpin$F&BM91n-ozQWNB9BNtow#?T5ZkGpg`-6gH~zsH%e`tg9@q77-`4 zq@I_1X;8*q9=SYBTeE;%sG{`KAW4(d4XG>3BR`LlLb2o<(~ZIps#Ikxr+9Vd=3(X6 zd62q(Sp+;%&l|+tx`LUitmwH{m0qd}YVm?p1!WcnRiYv{DB?xodR3GLl~O9IGnf!6 zpVe!+5Y#~&5*3Ac7`SN~6hY}`a7~qYT4y1g@nS~C$0GBSI`UN>`ZSVzWff&5e5x}q zD_oUED(2bK$_t`AavcRS#pqOrQ)IvicF;$oiD05%Hpyp zD@I%RsY=Qqj#OFF3$L!dFm~%Gs8#9(RZy1nqDblnCjh4gTf8drJjM`3yvP%3Z7}BY zAOXZx0WUuADwDvkfmC~)3Wn-97f{jtMAd0jR4~y?DwxfO9I^j;ug7 z2}|pW6GW3bPJQ3w`9cpF^Kf*%DCJ$9c~QV*c+J~UlROJ5o)}X+R-JLWXh_SzEz8+m z5SM}SLoinsajH0oD5$_?4S2IO%ELVIBbVL)95;<=mL>|pZW+0imj^JZ3OujKqcAO4 zm&+p0U$}LeR#_;8{9J{+e6RA5u3P!^C#s4djCqtasoCw|C07 z$60&wcorj3X`QEKR@Wc~4wdYa2Lr>Rb2BZxd>#6RO2Gave=8$)>5SGo{%3bi2lK1&;r&W^3iCyUW`A; zbyz{K_@7`-z<6U!7)lvdE^Bnl83Mls4>7CDdT*O;_0$Vx8{ zJ?skn%s5P5R8IwI5G19lfH2BZEWjv#5n{=kTdOpWBP@;Lxq9H7U}o|JnWa@8re2AZ z%9t%DC9+Vl%951LCs`4uXjoN;8Hfxbx`v4WexRZ%qN?)UDlQ@{ROEXKK~z6rbMMkGVwD2#&-+@VY-|{K8N{5T!(Q2Isyj5Pni+7^24D+`sbMW4euAj7lGF? zT$LCSdgm3uF)Cn1?PHe0q{>kBijkp+UhU^T0IMtDUBm@e2?kUZfAUB%RQy7MS;{L8 zODGYKixG+fxGOFtR-y2ys1~a7y)*=&Wr@VGKxld3RanHV2x{NYIT4p~RTRPhOwjL@ z0b683)F=tFB%v+3R97k~=p0Q{u)VA!<;PW66r~%Lo}1yb=xd%~{uS>n#+EA%*++Pb zgeO&tfcs+25vA`%2t9POkajVBab38Wv>IR~sz42^kf8;D!Od#6{RGP6b1p_Q5k*cF z9geU?N$g?P6{bGoj|WTvpo@R2-IC)a6w1dT6UCx(v!ZfiZbdOziFoWdM62;f5ib>v zb2wdR34FzHarlIfiw4g=_ai)2h-YK_PmlyuisuWWf^i|NSa8ZwBgoP7LcXPuA`Fuv zfYk*iH%r8xMgF4BJ;j*(()W;HQRgxGUMdL0h{5C#gWzE~z;Z@s#Xv@-4;LfcZNLsA zewRV6p^M}YPg+NAQDgd0*C;?;@P(>K$`}KKIx<>Zt_LhKRBTaDQxO9F&ji&#$BqQD)F*WiGIQ@H;)5+ZW)BUz>^J6Ztka1h1RXHLTp9g z7JeN``81AeRVfb0K$gnq%(ke213~1Y{xGhB@%U*RX`BQc_ffIKOU@MWlU$W4n8p=i zQevgTG7sg!{V>F|Q!Y<)KwqdRm&g9$wp*03k2=bULVOp7_?LpLB@QV9ZUOOE?QtC^ zL_|sIC*UzBvT)HB%p<3afQPiIa-bQfA<6UH3l!xz)fxn+VdnW>UJ!PI3J<)c=iz^Wz!E9iiD z&$>`a#Vu9j^&%qtz%3_17GO|#_CDaGKWshX_OnFvnutVV)CxWJXcHe@f>|OW0IE{) zlA-IPA4P!e#EM7+k$YYp%Q-)h3k2CdSfCeWsi+3!CR|G@I__h878SuGt};q+VF{6& z&qa+D2)rOi;yBGTLZ@>=FWh+%BoXJW5Q1SL;C-EVVeYvwrz&wiVT2L%R9;88Dc)C^ z2`+HT_%=L@lqCWPqaZB_nlV{*;jz1q=&Z_%x=4w{#h2x1eW~!O1XDO1lmT-l=S!%J zE=a75X_3g*1xxra>=&vOf*^*8f2#r*tWuZgC;>#oDc{M|)iA}*l=O)x(j`s|2$5@_ zfKYR)h(7kJ;)&%%tiq>8=Gf;3G;cBpGW z5J(52AdWfLi15=@RLpcmYj^D@Rf-^qzleUoPMNY3G|uriGE$<10ylvvLOM)NY8pj> zQ;!!dM{q`EKs#h&0{4it(F%{Fm{4{Ma*C063AWJF2pljtghefQR$L1zQsQNB^EGOR zK`-fu7eyc|BgAJyfuAP`#Cov*k{y_;#7{6Gz_FFsQsQ#h$CL|OlULaS6H$6aMldKF zIMJ{Y`;AgoIl*$tY(&A3s031I3G*3PU%P^KA|n)#)}Y6@;v!Q9Na&x{Whfn^>i`9Z z25_;n=p8025=V{}g3HQda^Not#k?@%MnwS3yeyB2?~Aw!0<2<)JD1oZ^_a1U9%Re` z39`b3nTVfZdh;Ap9TiN=m_QJ#$CwTbVO3=)9EaTSudawmk|M-F6k^nhLJyzVwMdeB zfrUb!+&WN9-6S}b`5yaJ2`}RyPZNpO2;WqKsem^LkzItXXEH;~k6Fo?{a}rvI(Nk| z(=xFD@!EG}L(39;lNzM2_Ifo&;?>X>NZNHQjc%o?MJxTq%X z#!4Y0F?K$4tpy<^JeS4^a6LkjkYK$CfCo9RLiOHRl9H9(D)`$4N@? z0`IB}r7aL3b5Xn{(`L@)&Rn8hv>?SEm%z${NjVzDncW47g9X9kF1U_?sEW~EV2|s> zNb=$l`WSOEaT*X0GgVEPJafftE9D*A=)O-!BA6PXJ6Iu^kufzQV2X(%h|U>u&X(;6 zGsGmL^h&$|&X8z;U=?U^EEZx~{%xf_H?g2@}x zbs$D`NL1i6<00NuF23ETe^u_I;rL0=7W$+vc;_%<$FIU%0vbsa5NAkWlwxgxA`>)5 zOH7DN2h9AZlP;R2QgGkm-_8jq#NAmM+&2Is?pHHMR5 zS0X0R%9Ab-6_mtY8P>bN=n#-b8S~L9Ou1Pz`y@SsGXdMoG;w{{)exB|)SWOT2E`fB zBZEOmOgtE;MO81T5?=xS2nU#{Fvk`rjGB=}$q6dyAhV&0o#q4|33EzxJj7WOT{6?g zKw$$3@W6JBm@w)fnwdfr%cMNS_{(GrrpJ7R%Vlbfn`0NN)}JEC3CWm1xfnq&i*tTK zl1rY%uTz=ncs^U#nXl15%)HF22?BA<1dsSK;v#Y%L@_b7k^=##oamOvIVm1gk)bkW zaWTfsWO((wc$k5~3N{cEH5k(?d7#;mRdIl_buB zG#Hi#8%jXJyr}X)bxytwzGO*O;9i;5;{)-usn~4L%iNlHR%WiKIrBA{FO!O*Hqux~ z2<-dlCrPtN9*iJi!F-3ntIo@mnGG;YNrxcRh;$qn5KDpKAWg!AiBN}m5}pn;#|gQL zitv;f3=uk0CVERANwfp)D?G7Y1imqE-M~PSX2O9n@lpYXiBKNwXUy+%i7x?TQp&Wa zN^k(wAcl!3p;+M92(@|CL#!Ppg@^`_p|4Es@VE3c#tvY;$eV#u{2pc+^IOraGK1g5 zYdjS~ZVn$uj9Su5^cXB*h#+L<6k&c)38^(lC6a{l2%PyCjW0+AN?t5*IpIQ5iiG}1 zj0aF~oEWe;mS~57nkcA-*ZfF`dnx}#2f=d&PMgU&5tXKuxq|!*bMi%(DrsixV0KI(1UOQXEHKy&QXGhce?h!p3LX*_k~49u zT%p)0Gk9jU#G_f95u>5j63-Bj5LO02H3!KqK7s-$c9z2?2|F;Ep-U2ka1tkpUSN($ zz+t}?R+A}>hwmbUmt+p|rB&>-uNF)%i0qIN#u}^2;fCZF0CY;mD@e({GOZ(d##B0w z2}M%8g^N>?Q#LCmnUV_ii1;I)C@m(gW=@Is;Dml)ogq__47e3CVVED{=NiL75>W7r zZV>V>=rpr3j2-rvFt{L)E(r)p4q!~k(-M{HA4Bp)V?J@uH5vA%w&6DqJq~|$RgijlO^CqDWwFt?GOj3D8bZOYQV8mDnWlq!bx6I@lYW4K9+fUz@h`;dP;+Q+P)NdN>*QW|adF+{SEMS0!z7)Q+71376Zns0rv5i!v> z_weJ=Wj)9`z_#*_wFfC5XNy?r@j<{`RvIpuLr4sVbtiCc?h#ft_gFfjg}xlc+H%c3 zDW~sIwRBm!D0vB~*SI5e&7DPCsHtFF=(wWbs3K{tt*EVs*`L*zgs5g2Ef}Li*l?>1 z3nx}REOJmLMYzIGi7=2-_ep<;97yu?_jC#C9_0W+a|VRGErNqA^;^+6kh$Wd=ezt3 zIFb*|TYoqKSJAgL_%(~6g;HD zhpxQ5xuh%Gzpw0UX*Rr$O3P_7qE;Sn+2i)m>!yjJ&&}tP?VqlZH|TxX3VFTWhpjOD z;A7@xhaa|!@rSN3`QT&b6^b8r%-N(08*Ovh+*qkMQ{ih8O+%AqXCc}*Gk&d4rkXbT4!Uwyn4Ea+$nztU;MY;+8|d_b=ksZs z6W(Su*Boj#Z*Yy}Yy*Hvt)2A#0dG9SymbRFIZv9$S0~li(KJs@uqClx-EgMze%?3~ z+uPT?F~T9k0P%iS(>-ysd43jckB%MbCmud3)hzN6M1~3`MPVJ^&n0mgPMc z*U-sPt)dM>cc)n7uD2bv)}>kF?D4^Y;&KA}VFgC!G|jo(yX`EB!!~#3s75!)Z+QF5 zJopNQ^V!3Ct>#%6P4}IC``fIMX}W2ya6BkyqVqFornx(VWSWCBNE+rjSB$Bpyk=-E z=@lbvDX$o4BkgMj+EQLK(3bRyfwq**Ku`J(dAa7ucQkMIouk;#*IRiEZ=S}z;58Ha z@cv19)5Rgp1h@m<=cixlJ*V%VZL7D=%ejF?PsJNjPc%AmXk zf?cZ^k~v&5+nqRN@1$fB&(pYX2_?i&ex={-s{4Ez!zM6zW7a{xpnA?AU*zkDCR&^) z&dOo-bEB{7#FZIek4{#Y{weCt-wecDC{k&Cj#<1Km9Q4Rj5!W)Ad-e5MKJ z2$b^Gd@C`$?|Y7Dztk_SRh3D767}-J-;w2haoBA;Gkm(dY3aYXyT9diGV`Li&$s2n zojl|JZGJxs_227PuFN*IUp(WX(X}(Ui&;VIS1-T)raR7tvmx(h^;i>s#+zk0r;K^g zZ2ET2`-lHf#UJN4{3+4$=Iz})Tco@E=@nBjP57MCx#oBDImZUgr^0u0ZiSwu&X?#v ztGC6LgCyoR`#sYp{YE(7&|N&G&Yo;Uev+m*HJ`e8jWZ*7gZBff6P9raaX z-mV|+Hv4P4t!b~p*7LUAnE_JIY~Apcg3`3}rUy;C|HQkBuHuv?yh^y5@*2Tv!fP0$ z39shP#03Wv|GLR(3k@d-r!6p;gjYC#1_GM!DoJX}Yb2=&uaTrCyhf6m@G41a%4;O4 z39pf4@VUbyw?q%u*{~7$RZ<<%Un5&dlPEcTo)=}$3V#|jez8_JIa#4O)4qn1H#*ev zMu#nj>Rsb!CGnv{lKD-yq}O;2COB8wU!l87yh1onuAj*(Rpn^YF4fm%6sKYqFc1KgJi%({M2OJH>HKe=o#b%!eL=EK) zn3_Gep>>AnX^fpAdID=Eg}oiG)8!x3>y=pQ#!jEq;lS*f2I%)3@OZP!?{BqEoh0*3 zjQ#5aiQ4m}15=1!X{#5MI3Egywu{oAw^jgKuQ5^dYtGGD?3y0pBE=>b(n-A&j;so?sotuDOi(&$L zEs6=~wJ0Wl*BbgI^qLJMro?+#S+>_AGUeVAjnQjSn4<3~#^^OErhvCy=kA4Wj^!A= zO){V_ZjRy@y;gB^2{6VYq6 zVamP7;uyUag(>=;VvJssVhVbj3{#KBOWV!s@@#JIrLgY)6i=XO+c?j zF#){x=qI4pYGeX>Es6=~H7PEk*D7sFyhoK~daaR9iF>VfOwsr4jL~aSOhIq+6h)6l zb1cWE*D8JqyloP-uihNOIrLhMOhd0lGy%O9#RT-)!`+FrEx)X!W5cJ85cAo&Cs+H$!vu_|UCeh(}Mh+APlFxJWG{Gg#o}rq+;(^i_QZ#|t z1F12#OIYp5EHGZ?xcWCLT_$q5$5oGMN*Fc!gOuA2l?nQo0_4%e*)XK>x5 zoXmC0-(H5gHI16Ub*qWXTsH}(a^0euVPLEw%`xj{qm#LAhUOEXZV_BIFxGrwf>}44 zn96mFY6jOW${A3%$7Y&!oqlS9#0i1lsI=*4EMSkyS@zAu^QfGukrqQo<=VK<3@uDX zj!I7p{6+-R0>2SK%eBrCJQ?_n$olm!i@?O{h#(kRFvf0Sbwm*k6ys>>5^K*;OC{wv^wqrTN(MSeh4-Fbp zp22mqP0K8g+O(i<1zDC|9?|t&w`{>>u3H3`xo#3nWx6$zIb63IoWXUIax&LVJ2`>r zR($n@rS6bqHF25iCc#v$TU0X)j5Q=H1Q{Xk*ut2NPUgB5xm-3d7QtnxTVd4%vu-vq zmFpJO46a+0GoWsdZK_!}gPsXkw+JqC-6FUQbt{^h%5}4yIR?g}oWb>m(%z)lkdBs{X z<>oIZ8guZyoV&;|g}hZE*xGsPCt$~e~?#`$=icCjgey}PyXoBEqU>Zyh%cF zYB{e+;q>K`MMpO|X_9ltIpdd|>n^XCA03i8D#c}2Q}?(3wz(nn`n1^gzWuo?-jw=f zelLERYJVTK{(bPj4>^7KULH$cUO*#1txh%{{%ig|9{hjJah@F2-v@t^E&mN}UX*-9 zfWfPt^ncz>q2mpC#Yl|5m(LtO@A4X_U+hP}q>uK_$wFRz!BO-nZ;tbL|AEJA9_TG^ zsEY$$FTxu|&-~EkWWj5qcy$CXrsDAb&d8l9|2MyVmH}7x?BucOSJw5bkbOu7{O$%X T9R5%Ym_PV#veC-<-Mjw}15+rs diff --git a/UsqlScripts/readme.txt b/UsqlScripts/readme.txt new file mode 100644 index 0000000..6d64d93 --- /dev/null +++ b/UsqlScripts/readme.txt @@ -0,0 +1,22 @@ +U-SQL Scripts for Processing a TPC-DS Data Set +The U-SQL scripts for processing a TPC-DS data set demonstrate how to use Azure Data Lake Analytics to prepare raw data for import into an Azure Analysis Services data model. For a detailed discussion, see the blog article “Using Azure Analysis Services on Top of Azure Data Lake Storage” on the Analysis Services Team Blog. +To use these scripts, the TPC-DS data set must be generated by using the dsdgen tool, which can be downloaded as source code from the TPC-DS web site. Run the dsdgen tool with /PARALLEL 100 and /CHILD ids ranging from 1 – 100 to generate the source files with the expected file naming conventions and place the source files in an Azure Blob Storage account, as discussed in “Building an Azure Analysis Services Model on Top of Azure Blob Storage—Part 2” on the Analysis Services Team Blog. Finally, edit the U-SQL scripts and replace the storage account placeholder (@) with your actual storage account. +The subfolders containing the U-SQL scripts highlight different scenarios: +* all_single   These scripts create a single csv file per table containing all the source data. +* large_multiple   These scripts 4 csv files for each of the large tables (catalog_returns, catalog_sales, inventory, store_returns, store_sales, web_returns, and web_sales) and a single csv file for each of the remaining tables. +* last_available_year   These scripts create a single csv file per table containing only the source data for the last year in the data set, which is the year 2003. +* modelling    These scripts create a data set for modelling purposes with a single csv file per table containing up to 100 rows of data. + + + + + + + + + + + + + + From d6a2230ba927984a2ec34353e4d0cb9b27438764 Mon Sep 17 00:00:00 2001 From: KayUnkroth Date: Wed, 2 Aug 2017 14:16:29 -0700 Subject: [PATCH 3/5] RTF version with hyperlinks. --- UsqlScripts/readme.rtf | Bin 2846 -> 2826 bytes 1 file changed, 0 insertions(+), 0 deletions(-) diff --git a/UsqlScripts/readme.rtf b/UsqlScripts/readme.rtf index 26cc53f9b005ccee8e7af8aa0f82646c647bfd4d..91d9aa31fe9d49f4af19b3a91a433dc475831dfc 100644 GIT binary patch delta 17 YcmbOy)+M$ Date: Wed, 2 Aug 2017 14:19:52 -0700 Subject: [PATCH 4/5] no message --- README.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/README.md b/README.md index 1c1950b..761fea8 100644 --- a/README.md +++ b/README.md @@ -16,6 +16,9 @@ The AsXEventSample sample shows how to collect streaming xEvents ## [BismNormalizer](https://github.com/Microsoft/Analysis-Services/tree/master/BismNormalizer) BISM Normalizer is a schema diff tool for tabular models +## [UsqlScripts](https://github.com/Microsoft/Analysis-Services/tree/master/UsqlScripts) +Sample U-SQL scripts that demonstrate how to process a TPC-DS data set in Azure Data Lake. + ## Code of Conduct This project has adopted the [Microsoft Open Source Code of Conduct](https://opensource.microsoft.com/codeofconduct/). From 9c9477178e71b27ed1370d20ca746e73bbfa3e53 Mon Sep 17 00:00:00 2001 From: christianwade Date: Sun, 27 Aug 2017 12:58:38 -0700 Subject: [PATCH 5/5] More dpi --- .../BismNormalizer.CommandLine/App.config | 8 ---- .../Properties/AssemblyInfo.cs | 4 +- .../Properties/AssemblyInfo.cs | 4 +- .../BismNormalizer/BismNormalizer.csproj | 3 ++ .../BismNormalizer/Properties/AssemblyInfo.cs | 4 +- .../TabularCompare/UI/BlobCredentials.cs | 18 ++++++-- .../UI/ImpersonationCredentials.cs | 20 ++++++-- BismNormalizer/BismNormalizer/app.config | 2 +- BismNormalizer/BismNormalizer/packages.config | 1 + .../source.extension.vsixmanifest | 46 +++++++++---------- 10 files changed, 63 insertions(+), 47 deletions(-) diff --git a/BismNormalizer/BismNormalizer.CommandLine/App.config b/BismNormalizer/BismNormalizer.CommandLine/App.config index 959051b..a375bc0 100644 --- a/BismNormalizer/BismNormalizer.CommandLine/App.config +++ b/BismNormalizer/BismNormalizer.CommandLine/App.config @@ -3,12 +3,4 @@ - - - - - - - - diff --git a/BismNormalizer/BismNormalizer.CommandLine/Properties/AssemblyInfo.cs b/BismNormalizer/BismNormalizer.CommandLine/Properties/AssemblyInfo.cs index 241b25f..84eaaef 100644 --- a/BismNormalizer/BismNormalizer.CommandLine/Properties/AssemblyInfo.cs +++ b/BismNormalizer/BismNormalizer.CommandLine/Properties/AssemblyInfo.cs @@ -32,5 +32,5 @@ using System.Runtime.InteropServices; // You can specify all the values or you can default the Build and Revision Numbers // by using the '*' as shown below: // [assembly: AssemblyVersion("1.0.*")] -[assembly: AssemblyVersion("4.0.0.13")] -[assembly: AssemblyFileVersion("4.0.0.13")] +[assembly: AssemblyVersion("4.0.0.14")] +[assembly: AssemblyFileVersion("4.0.0.14")] diff --git a/BismNormalizer/BismNormalizer.IconSetup/Properties/AssemblyInfo.cs b/BismNormalizer/BismNormalizer.IconSetup/Properties/AssemblyInfo.cs index 864ffc8..811c429 100644 --- a/BismNormalizer/BismNormalizer.IconSetup/Properties/AssemblyInfo.cs +++ b/BismNormalizer/BismNormalizer.IconSetup/Properties/AssemblyInfo.cs @@ -32,5 +32,5 @@ using System.Runtime.InteropServices; // You can specify all the values or you can default the Build and Revision Numbers // by using the '*' as shown below: // [assembly: AssemblyVersion("1.0.*")] -[assembly: AssemblyVersion("4.0.0.13")] -[assembly: AssemblyFileVersion("4.0.0.13")] +[assembly: AssemblyVersion("4.0.0.14")] +[assembly: AssemblyFileVersion("4.0.0.14")] diff --git a/BismNormalizer/BismNormalizer/BismNormalizer.csproj b/BismNormalizer/BismNormalizer/BismNormalizer.csproj index c1277a6..8c0a239 100644 --- a/BismNormalizer/BismNormalizer/BismNormalizer.csproj +++ b/BismNormalizer/BismNormalizer/BismNormalizer.csproj @@ -170,6 +170,9 @@ ..\packages\Microsoft.VisualStudio.Validation.14.1.111\lib\net45\Microsoft.VisualStudio.Validation.dll True + + ..\packages\Newtonsoft.Json.10.0.3\lib\net45\Newtonsoft.Json.dll + True diff --git a/BismNormalizer/BismNormalizer/Properties/AssemblyInfo.cs b/BismNormalizer/BismNormalizer/Properties/AssemblyInfo.cs index a951c85..917d3aa 100644 --- a/BismNormalizer/BismNormalizer/Properties/AssemblyInfo.cs +++ b/BismNormalizer/BismNormalizer/Properties/AssemblyInfo.cs @@ -29,5 +29,5 @@ using System.Runtime.InteropServices; // You can specify all the values or you can default the Build and Revision Numbers // by using the '*' as shown below: // [assembly: AssemblyVersion("1.0.*")] -[assembly: AssemblyVersion("4.0.0.13")] -[assembly: AssemblyFileVersion("4.0.0.13")] +[assembly: AssemblyVersion("4.0.0.14")] +[assembly: AssemblyFileVersion("4.0.0.14")] diff --git a/BismNormalizer/BismNormalizer/TabularCompare/UI/BlobCredentials.cs b/BismNormalizer/BismNormalizer/TabularCompare/UI/BlobCredentials.cs index 6cee6ad..d6d593a 100644 --- a/BismNormalizer/BismNormalizer/TabularCompare/UI/BlobCredentials.cs +++ b/BismNormalizer/BismNormalizer/TabularCompare/UI/BlobCredentials.cs @@ -52,12 +52,22 @@ namespace BismNormalizer.TabularCompare.UI float dpiScaleFactorFudged = _dpiScaleFactor * HighDPIUtils.PrimaryFudgeFactor; this.Scale(new SizeF(dpiScaleFactorFudged * 0.44f, dpiScaleFactorFudged * 0.38f)); - this.Width = Convert.ToInt32(this.Width * dpiScaleFactorFudged * 0.6f); + this.Width = Convert.ToInt32(this.Width * dpiScaleFactorFudged * 0.8f); foreach (Control control in HighDPIUtils.GetChildInControl(this)) { - control.Font = new Font(control.Font.FontFamily, - control.Font.Size * dpiScaleFactorFudged * HighDPIUtils.PrimaryFudgeFactor, - control.Font.Style); + if (control is Button) + { + control.Font = new Font(control.Font.FontFamily, + control.Font.Size * dpiScaleFactorFudged * 1.1f * HighDPIUtils.PrimaryFudgeFactor, + control.Font.Style); + } + else + { + control.Font = new Font(control.Font.FontFamily, + //cbw todo check * 1.4f works on remote desktop setting + control.Font.Size * dpiScaleFactorFudged * 1.4f * HighDPIUtils.PrimaryFudgeFactor, + control.Font.Style); + } } } diff --git a/BismNormalizer/BismNormalizer/TabularCompare/UI/ImpersonationCredentials.cs b/BismNormalizer/BismNormalizer/TabularCompare/UI/ImpersonationCredentials.cs index c246e9f..6a60e58 100644 --- a/BismNormalizer/BismNormalizer/TabularCompare/UI/ImpersonationCredentials.cs +++ b/BismNormalizer/BismNormalizer/TabularCompare/UI/ImpersonationCredentials.cs @@ -56,14 +56,24 @@ namespace BismNormalizer.TabularCompare.UI { //DPI float dpiScaleFactorFudged = _dpiScaleFactor * HighDPIUtils.PrimaryFudgeFactor; - - this.Scale(new SizeF(dpiScaleFactorFudged * 0.44f, dpiScaleFactorFudged * 0.38f)); + this.Scale(new SizeF(dpiScaleFactorFudged * 0.44f, dpiScaleFactorFudged * 0.35f)); this.Width = Convert.ToInt32(this.Width * dpiScaleFactorFudged * 0.6f); + foreach (Control control in HighDPIUtils.GetChildInControl(this)) { - control.Font = new Font(control.Font.FontFamily, - control.Font.Size * dpiScaleFactorFudged * HighDPIUtils.PrimaryFudgeFactor, - control.Font.Style); + if (control is Button) + { + control.Font = new Font(control.Font.FontFamily, + control.Font.Size * dpiScaleFactorFudged * 1.1f * HighDPIUtils.PrimaryFudgeFactor, + control.Font.Style); + } + else + { + control.Font = new Font(control.Font.FontFamily, + //cbw todo check * 1.4f works on remote desktop setting + control.Font.Size * dpiScaleFactorFudged * 1.4f * HighDPIUtils.PrimaryFudgeFactor, + control.Font.Style); + } } } diff --git a/BismNormalizer/BismNormalizer/app.config b/BismNormalizer/BismNormalizer/app.config index f803b17..0de6272 100644 --- a/BismNormalizer/BismNormalizer/app.config +++ b/BismNormalizer/BismNormalizer/app.config @@ -80,7 +80,7 @@ - + diff --git a/BismNormalizer/BismNormalizer/packages.config b/BismNormalizer/BismNormalizer/packages.config index 38b501f..1fa392f 100644 --- a/BismNormalizer/BismNormalizer/packages.config +++ b/BismNormalizer/BismNormalizer/packages.config @@ -17,4 +17,5 @@ + \ No newline at end of file diff --git a/BismNormalizer/BismNormalizer/source.extension.vsixmanifest b/BismNormalizer/BismNormalizer/source.extension.vsixmanifest index d83f827..8eaeb7f 100644 --- a/BismNormalizer/BismNormalizer/source.extension.vsixmanifest +++ b/BismNormalizer/BismNormalizer/source.extension.vsixmanifest @@ -1,26 +1,26 @@  - - - BISM Normalizer - BISM Normalizer manages Analysis Services tabular models - http://bism-normalizer.com/ - Resources\LicenseTerms.txt - Resources\BismNormalizerLogo.png - Resources\BismNormalizerLogoText.png - - - - - - - - - - - - - - - + + + BISM Normalizer + BISM Normalizer manages Analysis Services tabular models + http://bism-normalizer.com/ + Resources\LicenseTerms.txt + Resources\BismNormalizerLogo.png + Resources\BismNormalizerLogoText.png + + + + + + + + + + + + + + +