mujiannan/Analysis-Services
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge branch 'master' of https://github.com/Microsoft/Analysis-Services

Browse Source
This commit is contained in:
Christian Wade 2017-08-29 13:15:27 -07:00
commit 7799698754
134 changed files with 4719 additions and 72 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
BismNormalizer/BismNormalizer.CommandLine/App.config
View File

@ -3,12 +3,4 @@
<startup>
<supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.6.1" />
</startup>
<runtime>
<assemblyBinding xmlns="urn:schemas-microsoft-com:asm.v1">
<dependentAssembly>
<assemblyIdentity name="Newtonsoft.Json" publicKeyToken="30ad4fe6b2a6aeed" culture="neutral" />
<bindingRedirect oldVersion="0.0.0.0-9.0.0.0" newVersion="9.0.0.0" />
</dependentAssembly>
</assemblyBinding>
</runtime>
</configuration>

4
BismNormalizer/BismNormalizer.CommandLine/Properties/AssemblyInfo.cs
View File

@ -32,5 +32,5 @@ using System.Runtime.InteropServices;
// You can specify all the values or you can default the Build and Revision Numbers
// by using the '*' as shown below:
// [assembly: AssemblyVersion("1.0.*")]
[assembly: AssemblyVersion("4.0.0.13")]
[assembly: AssemblyFileVersion("4.0.0.13")]
[assembly: AssemblyVersion("4.0.0.14")]
[assembly: AssemblyFileVersion("4.0.0.14")]

4
BismNormalizer/BismNormalizer.IconSetup/Properties/AssemblyInfo.cs
View File

@ -32,5 +32,5 @@ using System.Runtime.InteropServices;
// You can specify all the values or you can default the Build and Revision Numbers
// by using the '*' as shown below:
// [assembly: AssemblyVersion("1.0.*")]
[assembly: AssemblyVersion("4.0.0.13")]
[assembly: AssemblyFileVersion("4.0.0.13")]
[assembly: AssemblyVersion("4.0.0.14")]
[assembly: AssemblyFileVersion("4.0.0.14")]

3
BismNormalizer/BismNormalizer/BismNormalizer.csproj
View File

@ -170,6 +170,9 @@
<HintPath>..\packages\Microsoft.VisualStudio.Validation.14.1.111\lib\net45\Microsoft.VisualStudio.Validation.dll</HintPath>
<Private>True</Private>
</Reference>
<Reference Include="Newtonsoft.Json, Version=10.0.0.0, Culture=neutral, PublicKeyToken=30ad4fe6b2a6aeed, processorArchitecture=MSIL">
<HintPath>..\packages\Newtonsoft.Json.10.0.3\lib\net45\Newtonsoft.Json.dll</HintPath>
</Reference>
<Reference Include="stdole, Version=7.0.3300.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a">
<EmbedInteropTypes>True</EmbedInteropTypes>
</Reference>

4
BismNormalizer/BismNormalizer/Properties/AssemblyInfo.cs
View File

@ -29,5 +29,5 @@ using System.Runtime.InteropServices;
// You can specify all the values or you can default the Build and Revision Numbers
// by using the '*' as shown below:
// [assembly: AssemblyVersion("1.0.*")]
[assembly: AssemblyVersion("4.0.0.13")]
[assembly: AssemblyFileVersion("4.0.0.13")]
[assembly: AssemblyVersion("4.0.0.14")]
[assembly: AssemblyFileVersion("4.0.0.14")]

18
BismNormalizer/BismNormalizer/TabularCompare/UI/BlobCredentials.cs
View File

@ -52,12 +52,22 @@ namespace BismNormalizer.TabularCompare.UI
float dpiScaleFactorFudged = _dpiScaleFactor * HighDPIUtils.PrimaryFudgeFactor;
this.Scale(new SizeF(dpiScaleFactorFudged * 0.44f, dpiScaleFactorFudged * 0.38f));
this.Width = Convert.ToInt32(this.Width * dpiScaleFactorFudged * 0.6f);
this.Width = Convert.ToInt32(this.Width * dpiScaleFactorFudged * 0.8f);
foreach (Control control in HighDPIUtils.GetChildInControl(this))
{
control.Font = new Font(control.Font.FontFamily,
control.Font.Size * dpiScaleFactorFudged * HighDPIUtils.PrimaryFudgeFactor,
control.Font.Style);
if (control is Button)
{
control.Font = new Font(control.Font.FontFamily,
control.Font.Size * dpiScaleFactorFudged * 1.1f * HighDPIUtils.PrimaryFudgeFactor,
control.Font.Style);
}
else
{
control.Font = new Font(control.Font.FontFamily,
//cbw todo check * 1.4f works on remote desktop setting
control.Font.Size * dpiScaleFactorFudged * 1.4f * HighDPIUtils.PrimaryFudgeFactor,
control.Font.Style);
}
}
}

20
BismNormalizer/BismNormalizer/TabularCompare/UI/ImpersonationCredentials.cs
View File

@ -56,14 +56,24 @@ namespace BismNormalizer.TabularCompare.UI
{
//DPI
float dpiScaleFactorFudged = _dpiScaleFactor * HighDPIUtils.PrimaryFudgeFactor;
this.Scale(new SizeF(dpiScaleFactorFudged * 0.44f, dpiScaleFactorFudged * 0.38f));
this.Scale(new SizeF(dpiScaleFactorFudged * 0.44f, dpiScaleFactorFudged * 0.35f));
this.Width = Convert.ToInt32(this.Width * dpiScaleFactorFudged * 0.6f);
foreach (Control control in HighDPIUtils.GetChildInControl(this))
{
control.Font = new Font(control.Font.FontFamily,
control.Font.Size * dpiScaleFactorFudged * HighDPIUtils.PrimaryFudgeFactor,
control.Font.Style);
if (control is Button)
{
control.Font = new Font(control.Font.FontFamily,
control.Font.Size * dpiScaleFactorFudged * 1.1f * HighDPIUtils.PrimaryFudgeFactor,
control.Font.Style);
}
else
{
control.Font = new Font(control.Font.FontFamily,
//cbw todo check * 1.4f works on remote desktop setting
control.Font.Size * dpiScaleFactorFudged * 1.4f * HighDPIUtils.PrimaryFudgeFactor,
control.Font.Style);
}
}
}

2
BismNormalizer/BismNormalizer/app.config
View File

@ -80,7 +80,7 @@
<assemblyBinding xmlns="urn:schemas-microsoft-com:asm.v1">
<dependentAssembly>
<assemblyIdentity name="Newtonsoft.Json" publicKeyToken="30ad4fe6b2a6aeed" culture="neutral" />
<bindingRedirect oldVersion="0.0.0.0-9.0.0.0" newVersion="9.0.0.0" />
<bindingRedirect oldVersion="0.0.0.0-10.0.0.0" newVersion="10.0.0.0" />
</dependentAssembly>
<dependentAssembly>
<assemblyIdentity name="Microsoft.VisualStudio.Utilities" publicKeyToken="b03f5f7f11d50a3a" culture="neutral" />

1
BismNormalizer/BismNormalizer/packages.config
View File

@ -17,4 +17,5 @@
<package id="Microsoft.VisualStudio.Utilities" version="14.3.25407" targetFramework="net461" />
<package id="Microsoft.VisualStudio.Validation" version="14.1.111" targetFramework="net461" />
<package id="MSBuild.Extension.Pack" version="1.8.0" targetFramework="net452" />
<package id="Newtonsoft.Json" version="10.0.3" targetFramework="net461" />
</packages>

46
BismNormalizer/BismNormalizer/source.extension.vsixmanifest
View File

@ -1,26 +1,26 @@
<?xml version="1.0" encoding="utf-8"?>
<PackageManifest Version="2.0.0" xmlns="http://schemas.microsoft.com/developer/vsx-schema/2011" xmlns:d="http://schemas.microsoft.com/developer/vsx-schema-design/2011">
<Metadata>
<Identity Id="BismNormalizer.ea2aeb43-64a6-4dee-8816-099fb44513fa" Version="4.0.0.13" Language="en-US" Publisher="BISM Normalizer" />
<DisplayName>BISM Normalizer</DisplayName>
<Description xml:space="preserve">BISM Normalizer manages Analysis Services tabular models</Description>
<MoreInfo>http://bism-normalizer.com/</MoreInfo>
<License>Resources\LicenseTerms.txt</License>
<Icon>Resources\BismNormalizerLogo.png</Icon>
<PreviewImage>Resources\BismNormalizerLogoText.png</PreviewImage>
</Metadata>
<Installation>
<InstallationTarget Id="Microsoft.VisualStudio.Community" Version="[14.0,15.0]" />
<InstallationTarget Version="[14.0,15.0]" Id="Microsoft.VisualStudio.IntegratedShell" />
</Installation>
<Dependencies>
<Dependency Id="Microsoft.Framework.NDP" DisplayName="Microsoft .NET Framework" d:Source="Manual" Version="[4.5,)" />
<Dependency Id="Microsoft.VisualStudio.MPF.14.0" DisplayName="Visual Studio MPF 14.0" d:Source="Installed" Version="[14.0]" />
</Dependencies>
<Assets>
<Asset Type="Microsoft.VisualStudio.VsPackage" d:Source="Project" d:ProjectName="%CurrentProject%" Path="|%CurrentProject%;PkgdefProjectOutputGroup|" />
</Assets>
<Prerequisites>
<Prerequisite Id="Microsoft.VisualStudio.Component.CoreEditor" Version="[14.0,16.0)" DisplayName="Visual Studio core editor" />
</Prerequisites>
<Metadata>
<Identity Id="BismNormalizer.ea2aeb43-64a6-4dee-8816-099fb44513fa" Version="4.0.0.14" Language="en-US" Publisher="BISM Normalizer" />
<DisplayName>BISM Normalizer</DisplayName>
<Description xml:space="preserve">BISM Normalizer manages Analysis Services tabular models</Description>
<MoreInfo>http://bism-normalizer.com/</MoreInfo>
<License>Resources\LicenseTerms.txt</License>
<Icon>Resources\BismNormalizerLogo.png</Icon>
<PreviewImage>Resources\BismNormalizerLogoText.png</PreviewImage>
</Metadata>
<Installation>
<InstallationTarget Id="Microsoft.VisualStudio.Community" Version="[14.0,15.0]" />
<InstallationTarget Version="[14.0,15.0]" Id="Microsoft.VisualStudio.IntegratedShell" />
</Installation>
<Dependencies>
<Dependency Id="Microsoft.Framework.NDP" DisplayName="Microsoft .NET Framework" d:Source="Manual" Version="[4.5,)" />
<Dependency Id="Microsoft.VisualStudio.MPF.14.0" DisplayName="Visual Studio MPF 14.0" d:Source="Installed" Version="[14.0]" />
</Dependencies>
<Assets>
<Asset Type="Microsoft.VisualStudio.VsPackage" d:Source="Project" d:ProjectName="%CurrentProject%" Path="|%CurrentProject%;PkgdefProjectOutputGroup|" />
</Assets>
<Prerequisites>
<Prerequisite Id="Microsoft.VisualStudio.Component.CoreEditor" Version="[14.0,16.0)" DisplayName="Visual Studio core editor" />
</Prerequisites>
</PackageManifest>

3
README.md
View File

@ -16,6 +16,9 @@ The AsXEventSample sample shows how to collect streaming xEvents
## [BismNormalizer](https://github.com/Microsoft/Analysis-Services/tree/master/BismNormalizer)
BISM Normalizer is a schema diff tool for tabular models
## [UsqlScripts](https://github.com/Microsoft/Analysis-Services/tree/master/UsqlScripts)
Sample U-SQL scripts that demonstrate how to process a TPC-DS data set in Azure Data Lake.
## Code of Conduct
This project has adopted the [Microsoft Open Source Code of
Conduct](https://opensource.microsoft.com/codeofconduct/).

2
UsqlScripts/Modelling/call_center.usql
View File

@ -31,7 +31,7 @@
cc_gmt_offset string,
cc_tax_percentage string,
empty string
FROM "wasb://call-center@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://call-center@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cc_call_center_sk,

2
UsqlScripts/Modelling/catalog_page.usql
View File

@ -9,7 +9,7 @@
cp_description string,
cp_type string,
empty string
FROM "wasb://catalog-page@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://catalog-page@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cp_catalog_page_sk,

2
UsqlScripts/Modelling/catalog_returns.usql
View File

@ -27,7 +27,7 @@
cr_store_credit string,
cr_net_loss string,
empty string
FROM "wasb://catalog-returns@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cr_returned_date_sk,

2
UsqlScripts/Modelling/catalog_sales.usql
View File

@ -34,7 +34,7 @@
cs_net_paid_inc_ship_tax string,
cs_net_profit string,
empty string
FROM "wasb://catalog-sales@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cs_sold_date_sk,

2
UsqlScripts/Modelling/customer.usql
View File

@ -18,7 +18,7 @@
c_email_address string,
c_last_review_date string,
empty string
FROM "wasb://customer@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://customer@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT c_customer_sk,

2
UsqlScripts/Modelling/customer_address.usql
View File

@ -13,7 +13,7 @@
ca_gmt_offset string,
ca_location_type string,
empty string
FROM "wasb://customer-address@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://customer-address@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ca_address_sk,

2
UsqlScripts/Modelling/customer_demographics.usql
View File

@ -9,7 +9,7 @@
cd_dep_employed_count string,
cd_dep_college_count string,
empty string
FROM "wasb://customer-demographics@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://customer-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cd_demo_sk,

2
UsqlScripts/Modelling/date_dim.usql
View File

@ -28,7 +28,7 @@
d_current_quarter string,
d_current_year string,
empty string
FROM "wasb://date-dim@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://date-dim@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT d_date_sk,

2
UsqlScripts/Modelling/dbgen_version.usql
View File

@ -4,7 +4,7 @@
dv_create_time string,
dv_cmdline_args string,
empty string
FROM "wasb://dbgen-version@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://dbgen-version@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT dv_version,

2
UsqlScripts/Modelling/household_demographics.usql
View File

@ -5,7 +5,7 @@
hd_dep_count string,
hd_vehicle_count string,
empty string
FROM "wasb://household-demographics@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://household-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT hd_demo_sk,

2
UsqlScripts/Modelling/income_band.usql
View File

@ -3,7 +3,7 @@
b_lower_bound string,
b_upper_bound string,
empty string
FROM "wasb://income-band@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://income-band@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT b_income_band_sk,

2
UsqlScripts/Modelling/inventory.usql
View File

@ -4,7 +4,7 @@
nv_warehouse_sk string,
nv_quantity_on_hand string,
empty string
FROM "wasb://inventory@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT nv_date_sk,

2
UsqlScripts/Modelling/item.usql
View File

@ -22,7 +22,7 @@
_manager_id string,
_product_name string,
empty string
FROM "wasb://item@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://item@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _item_sk,

2
UsqlScripts/Modelling/promotion.usql
View File

@ -19,7 +19,7 @@
_purpose string,
_discount_active string,
empty string
FROM "wasb://promotion@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://promotion@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _promo_sk,

2
UsqlScripts/Modelling/reason.usql
View File

@ -3,7 +3,7 @@
_reason_id string,
_reason_desc string,
empty string
FROM "wasb://reason@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://reason@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _reason_sk,

2
UsqlScripts/Modelling/ship_mode.usql
View File

@ -6,7 +6,7 @@
sm_carrier string,
sm_contract string,
empty string
FROM "wasb://ship-mode@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://ship-mode@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sm_ship_mode_sk,

2
UsqlScripts/Modelling/store.usql
View File

@ -29,7 +29,7 @@
s_gmt_offset string,
s_tax_precentage string,
empty string
FROM "wasb://store@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://store@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT s_store_sk,

2
UsqlScripts/Modelling/store_returns.usql
View File

@ -20,7 +20,7 @@
sr_store_credit string,
sr_net_loss string,
empty string
FROM "wasb://store-returns@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sr_returned_date_sk,

2
UsqlScripts/Modelling/store_sales.usql
View File

@ -23,7 +23,7 @@
ss_net_paid_inc_tax string,
ss_net_profit string,
empty string
FROM "wasb://store-sales@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ss_sold_date_sk,

2
UsqlScripts/Modelling/time_dim.usql
View File

@ -10,7 +10,7 @@
t_sub_shift string,
t_meal_time string,
empty string
FROM "wasb://time-dim@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://time-dim@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT t_time_sk,

2
UsqlScripts/Modelling/warehouse.usql
View File

@ -14,7 +14,7 @@
w_country string,
w_gmt_offset string,
empty string
FROM "wasb://warehouse@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://warehouse@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT w_warehouse_sk,

2
UsqlScripts/Modelling/web_page.usql
View File

@ -14,7 +14,7 @@
wp_image_count string,
wp_max_ad_count string,
empty string
FROM "wasb://web-page@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://web-page@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT wp_web_page_sk,

2
UsqlScripts/Modelling/web_returns.usql
View File

@ -24,7 +24,7 @@
wr_account_credit string,
wr_net_loss string,
empty string
FROM "wasb://web-returns@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT wr_returned_date_sk,

2
UsqlScripts/Modelling/web_sales.usql
View File

@ -34,7 +34,7 @@
ws_net_paid_inc_ship_tax string,
ws_net_profit string,
empty string
FROM "wasb://web-sales@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ws_sold_date_sk,

2
UsqlScripts/Modelling/web_site.usql
View File

@ -26,7 +26,7 @@
web_gmt_offset string,
web_tax_percentage string,
empty string
FROM "wasb://web-site@aasuseast2/{*}_{child_id:*}_100.dat"
FROM "wasb://web-site@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT web_site_sk,

73
UsqlScripts/all_single/call_center.usql Normal file
View File

@ -0,0 +1,73 @@
@raw_parsed = EXTRACT child_id int,
cc_call_center_sk string,
cc_call_center_id string,
cc_rec_start_date string,
cc_rec_end_date string,
cc_closed_date_sk string,
cc_open_date_sk string,
cc_name string,
cc_class string,
cc_employees string,
cc_sq_ft string,
cc_hours string,
cc_manager string,
cc_mkt_id string,
cc_mkt_class string,
cc_mkt_desc string,
cc_market_manager string,
cc_division string,
cc_division_name string,
cc_company string,
cc_company_name string,
cc_street_number string,
cc_street_name string,
cc_street_type string,
cc_suite_number string,
cc_city string,
cc_county string,
cc_state string,
cc_zip string,
cc_country string,
cc_gmt_offset string,
cc_tax_percentage string,
empty string
FROM "wasb://call-center@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cc_call_center_sk,
cc_call_center_id,
cc_rec_start_date,
cc_rec_end_date,
cc_closed_date_sk,
cc_open_date_sk,
cc_name,
cc_class,
cc_employees,
cc_sq_ft,
cc_hours,
cc_manager,
cc_mkt_id,
cc_mkt_class,
cc_mkt_desc,
cc_market_manager,
cc_division,
cc_division_name,
cc_company,
cc_company_name,
cc_street_number,
cc_street_name,
cc_street_type,
cc_suite_number,
cc_city,
cc_county,
cc_state,
cc_zip,
cc_country,
cc_gmt_offset,
cc_tax_percentage
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/call_center.csv"
USING Outputters.Csv(outputHeader: true);

29
UsqlScripts/all_single/catalog_page.usql Normal file
View File

@ -0,0 +1,29 @@
@raw_parsed = EXTRACT child_id int,
cp_catalog_page_sk string,
cp_catalog_page_id string,
cp_start_date_sk string,
cp_end_date_sk string,
cp_department string,
cp_catalog_number string,
cp_catalog_page_number string,
cp_description string,
cp_type string,
empty string
FROM "wasb://catalog-page@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cp_catalog_page_sk,
cp_catalog_page_id,
cp_start_date_sk,
cp_end_date_sk,
cp_department,
cp_catalog_number,
cp_catalog_page_number,
cp_description,
cp_type
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/catalog_page.csv"
USING Outputters.Csv(outputHeader: true);

52
UsqlScripts/all_single/catalog_returns.usql Normal file
View File

@ -0,0 +1,52 @@
@raw_parsed = EXTRACT child_id int,
cr_returned_date_sk string,
cr_returned_time_sk string,
cr_item_sk string,
cr_refunded_customer_sk string,
cr_refunded_cdemo_sk string,
cr_refunded_hdemo_sk string,
cr_refunded_addr_sk string,
cr_returning_customer_sk string,
cr_returning_cdemo_sk string,
cr_returning_hdemo_sk string,
cr_returning_addr_sk string,
cr_call_center_sk string,
cr_catalog_page_sk string,
cr_ship_mode_sk string,
cr_warehouse_sk string,
cr_reason_sk string,
cr_order_number string,
cr_return_quantity string,
cr_return_amount string,
cr_return_tax string,
cr_return_amt_inc_tax string,
cr_fee string,
cr_return_ship_cost string,
cr_refunded_cash string,
cr_reversed_charge string,
cr_store_credit string,
cr_net_loss string,
empty string
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cr_returned_date_sk,
cr_item_sk,
cr_returning_customer_sk,
cr_returning_addr_sk,
cr_call_center_sk,
cr_catalog_page_sk,
cr_order_number,
cr_return_quantity,
cr_return_amount,
cr_return_amt_inc_tax,
cr_refunded_cash,
cr_reversed_charge,
cr_store_credit,
cr_net_loss
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/catalog_returns.csv"
USING Outputters.Csv(outputHeader: true);

74
UsqlScripts/all_single/catalog_sales.usql Normal file
View File

@ -0,0 +1,74 @@
@raw_parsed = EXTRACT child_id int,
cs_sold_date_sk string,
cs_sold_time_sk string,
cs_ship_date_sk string,
cs_bill_customer_sk string,
cs_bill_cdemo_sk string,
cs_bill_hdemo_sk string,
cs_bill_addr_sk string,
cs_ship_customer_sk string,
cs_ship_cdemo_sk string,
cs_ship_hdemo_sk string,
cs_ship_addr_sk string,
cs_call_center_sk string,
cs_catalog_page_sk string,
cs_ship_mode_sk string,
cs_warehouse_sk string,
cs_item_sk string,
cs_promo_sk string,
cs_order_number string,
cs_quantity string,
cs_wholesale_cost string,
cs_list_price string,
cs_sales_price string,
cs_ext_discount_amt string,
cs_ext_sales_price string,
cs_ext_wholesale_cost string,
cs_ext_list_price string,
cs_ext_tax string,
cs_coupon_amt string,
cs_ext_ship_cost string,
cs_net_paid string,
cs_net_paid_inc_tax string,
cs_net_paid_inc_ship string,
cs_net_paid_inc_ship_tax string,
cs_net_profit string,
empty string
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cs_sold_date_sk,
cs_sold_time_sk,
cs_ship_date_sk,
cs_bill_customer_sk,
cs_bill_cdemo_sk,
cs_bill_hdemo_sk,
cs_bill_addr_sk,
cs_ship_customer_sk,
cs_ship_hdemo_sk,
cs_ship_addr_sk,
cs_call_center_sk,
cs_catalog_page_sk,
cs_ship_mode_sk,
cs_warehouse_sk,
cs_item_sk,
cs_promo_sk,
cs_order_number,
cs_quantity,
cs_wholesale_cost,
cs_list_price,
cs_sales_price,
cs_ext_discount_amt,
cs_ext_sales_price,
cs_ext_wholesale_cost,
cs_ext_list_price,
cs_coupon_amt,
cs_ext_ship_cost,
cs_net_paid,
cs_net_profit
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/catalog_sales.csv"
USING Outputters.Csv(outputHeader: true);

47
UsqlScripts/all_single/customer.usql Normal file
View File

@ -0,0 +1,47 @@
@raw_parsed = EXTRACT child_id int,
c_customer_sk string,
c_customer_id string,
c_current_cdemo_sk string,
c_current_hdemo_sk string,
c_current_addr_sk string,
c_first_shipto_date_sk string,
c_first_sales_date_sk string,
c_salutation string,
c_first_name string,
c_last_name string,
c_preferred_cust_flag string,
c_birth_day string,
c_birth_month string,
c_birth_year string,
c_birth_country string,
c_login string,
c_email_address string,
c_last_review_date string,
empty string
FROM "wasb://customer@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT c_customer_sk,
c_customer_id,
c_current_cdemo_sk,
c_current_hdemo_sk,
c_current_addr_sk,
c_first_shipto_date_sk,
c_first_sales_date_sk,
c_salutation,
c_first_name,
c_last_name,
c_preferred_cust_flag,
c_birth_day,
c_birth_month,
c_birth_year,
c_birth_country,
c_login,
c_email_address,
c_last_review_date
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/customer.csv"
USING Outputters.Csv(outputHeader: true);

37
UsqlScripts/all_single/customer_address.usql Normal file
View File

@ -0,0 +1,37 @@
@raw_parsed = EXTRACT child_id int,
ca_address_sk string,
ca_address_id string,
ca_street_number string,
ca_street_name string,
ca_street_type string,
ca_suite_number string,
ca_city string,
ca_county string,
ca_state string,
ca_zip string,
ca_country string,
ca_gmt_offset string,
ca_location_type string,
empty string
FROM "wasb://customer-address@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ca_address_sk,
ca_address_id,
ca_street_number,
ca_street_name,
ca_street_type,
ca_suite_number,
ca_city,
ca_county,
ca_state,
ca_zip,
ca_country,
ca_gmt_offset,
ca_location_type
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/customer_address.csv"
USING Outputters.Csv(outputHeader: true);

29
UsqlScripts/all_single/customer_demographics.usql Normal file
View File

@ -0,0 +1,29 @@
@raw_parsed = EXTRACT child_id int,
cd_demo_sk string,
cd_gender string,
cd_marital_status string,
cd_education_status string,
cd_purchase_estimate string,
cd_credit_rating string,
cd_dep_count string,
cd_dep_employed_count string,
cd_dep_college_count string,
empty string
FROM "wasb://customer-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cd_demo_sk,
cd_gender,
cd_marital_status,
cd_education_status,
cd_purchase_estimate,
cd_credit_rating,
cd_dep_count,
cd_dep_employed_count,
cd_dep_college_count
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/customer_demographics.csv"
USING Outputters.Csv(outputHeader: true);

67
UsqlScripts/all_single/date_dim.usql Normal file
View File

@ -0,0 +1,67 @@
@raw_parsed = EXTRACT child_id int,
d_date_sk string,
d_date_id string,
d_date string,
d_month_seq string,
d_week_seq string,
d_quarter_seq string,
d_year string,
d_dow string,
d_moy string,
d_dom string,
d_qoy string,
d_fy_year string,
d_fy_quarter_seq string,
d_fy_week_seq string,
d_day_name string,
d_quarter_name string,
d_holiday string,
d_weekend string,
d_following_holiday string,
d_first_dom string,
d_last_dom string,
d_same_day_ly string,
d_same_day_lq string,
d_current_day string,
d_current_week string,
d_current_month string,
d_current_quarter string,
d_current_year string,
empty string
FROM "wasb://date-dim@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT d_date_sk,
d_date_id,
d_date,
d_month_seq,
d_week_seq,
d_quarter_seq,
d_year,
d_dow,
d_moy,
d_dom,
d_qoy,
d_fy_year,
d_fy_quarter_seq,
d_fy_week_seq,
d_day_name,
d_quarter_name,
d_holiday,
d_weekend,
d_following_holiday,
d_first_dom,
d_last_dom,
d_same_day_ly,
d_same_day_lq,
d_current_day,
d_current_week,
d_current_month,
d_current_quarter,
d_current_year
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/date_dim.csv"
USING Outputters.Csv(outputHeader: true);

19
UsqlScripts/all_single/dbgen_version.usql Normal file
View File

@ -0,0 +1,19 @@
@raw_parsed = EXTRACT child_id int,
dv_version string,
dv_create_date string,
dv_create_time string,
dv_cmdline_args string,
empty string
FROM "wasb://dbgen-version@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT dv_version,
dv_create_date,
dv_create_time,
dv_cmdline_args
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/dbgen_version.csv"
USING Outputters.Csv(outputHeader: true);

21
UsqlScripts/all_single/household_demographics.usql Normal file
View File

@ -0,0 +1,21 @@
@raw_parsed = EXTRACT child_id int,
hd_demo_sk string,
hd_income_band_sk string,
hd_buy_potential string,
hd_dep_count string,
hd_vehicle_count string,
empty string
FROM "wasb://household-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT hd_demo_sk,
hd_income_band_sk,
hd_buy_potential,
hd_dep_count,
hd_vehicle_count
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/household_demographics.csv"
USING Outputters.Csv(outputHeader: true);

17
UsqlScripts/all_single/income_band.usql Normal file
View File

@ -0,0 +1,17 @@
@raw_parsed = EXTRACT child_id int,
b_income_band_sk string,
b_lower_bound string,
b_upper_bound string,
empty string
FROM "wasb://income-band@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT b_income_band_sk,
b_lower_bound,
b_upper_bound
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/income_band.csv"
USING Outputters.Csv(outputHeader: true);

19
UsqlScripts/all_single/inventory.usql Normal file
View File

@ -0,0 +1,19 @@
@raw_parsed = EXTRACT child_id int,
nv_date_sk string,
nv_item_sk string,
nv_warehouse_sk string,
nv_quantity_on_hand string,
empty string
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT nv_date_sk,
nv_item_sk,
nv_warehouse_sk,
nv_quantity_on_hand
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/inventory.csv"
USING Outputters.Csv(outputHeader: true);

55
UsqlScripts/all_single/item.usql Normal file
View File

@ -0,0 +1,55 @@
@raw_parsed = EXTRACT child_id int,
_item_sk string,
_item_id string,
_rec_start_date string,
_rec_end_date string,
_item_desc string,
_current_price string,
_wholesale_cost string,
_brand_id string,
_brand string,
_class_id string,
_class string,
_category_id string,
_category string,
_manufact_id string,
_manufact string,
_size string,
_formulation string,
_color string,
_units string,
_container string,
_manager_id string,
_product_name string,
empty string
FROM "wasb://item@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _item_sk,
_item_id,
_rec_start_date,
_rec_end_date,
_item_desc,
_current_price,
_wholesale_cost,
_brand_id,
_brand,
_class_id,
_class,
_category_id,
_category,
_manufact_id,
_manufact,
_size,
_formulation,
_color,
_units,
_container,
_manager_id,
_product_name
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/item.csv"
USING Outputters.Csv(outputHeader: true);

49
UsqlScripts/all_single/promotion.usql Normal file
View File

@ -0,0 +1,49 @@
@raw_parsed = EXTRACT child_id int,
_promo_sk string,
_promo_id string,
_start_date_sk string,
_end_date_sk string,
_item_sk string,
_cost string,
_response_target string,
_promo_name string,
_channel_dmail string,
_channel_email string,
_channel_catalog string,
_channel_tv string,
_channel_radio string,
_channel_press string,
_channel_event string,
_channel_demo string,
_channel_details string,
_purpose string,
_discount_active string,
empty string
FROM "wasb://promotion@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _promo_sk,
_promo_id,
_start_date_sk,
_end_date_sk,
_item_sk,
_cost,
_response_target,
_promo_name,
_channel_dmail,
_channel_email,
_channel_catalog,
_channel_tv,
_channel_radio,
_channel_press,
_channel_event,
_channel_demo,
_channel_details,
_purpose,
_discount_active
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/promotion.csv"
USING Outputters.Csv(outputHeader: true);

17
UsqlScripts/all_single/reason.usql Normal file
View File

@ -0,0 +1,17 @@
@raw_parsed = EXTRACT child_id int,
_reason_sk string,
_reason_id string,
_reason_desc string,
empty string
FROM "wasb://reason@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _reason_sk,
_reason_id,
_reason_desc
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/reason.csv"
USING Outputters.Csv(outputHeader: true);

23
UsqlScripts/all_single/ship_mode.usql Normal file
View File

@ -0,0 +1,23 @@
@raw_parsed = EXTRACT child_id int,
sm_ship_mode_sk string,
sm_ship_mode_id string,
sm_type string,
sm_code string,
sm_carrier string,
sm_contract string,
empty string
FROM "wasb://ship-mode@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sm_ship_mode_sk,
sm_ship_mode_id,
sm_type,
sm_code,
sm_carrier,
sm_contract
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/ship_mode.csv"
USING Outputters.Csv(outputHeader: true);

69
UsqlScripts/all_single/store.usql Normal file
View File

@ -0,0 +1,69 @@
@raw_parsed = EXTRACT child_id int,
s_store_sk string,
s_store_id string,
s_rec_start_date string,
s_rec_end_date string,
s_closed_date_sk string,
s_store_name string,
s_number_employees string,
s_floor_space string,
s_hours string,
s_manager string,
s_market_id string,
s_geography_class string,
s_market_desc string,
s_market_manager string,
s_division_id string,
s_division_name string,
s_company_id string,
s_company_name string,
s_street_number string,
s_street_name string,
s_street_type string,
s_suite_number string,
s_city string,
s_county string,
s_state string,
s_zip string,
s_country string,
s_gmt_offset string,
s_tax_precentage string,
empty string
FROM "wasb://store@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT s_store_sk,
s_store_id,
s_rec_start_date,
s_rec_end_date,
s_closed_date_sk,
s_store_name,
s_number_employees,
s_floor_space,
s_hours,
s_manager,
s_market_id,
s_geography_class,
s_market_desc,
s_market_manager,
s_division_id,
s_division_name,
s_company_id,
s_company_name,
s_street_number,
s_street_name,
s_street_type,
s_suite_number,
s_city,
s_county,
s_state,
s_zip,
s_country,
s_gmt_offset,
s_tax_precentage
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/store.csv"
USING Outputters.Csv(outputHeader: true);

42
UsqlScripts/all_single/store_returns.usql Normal file
View File

@ -0,0 +1,42 @@
@raw_parsed = EXTRACT child_id int,
sr_returned_date_sk string,
sr_return_time_sk string,
sr_item_sk string,
sr_customer_sk string,
sr_cdemo_sk string,
sr_hdemo_sk string,
sr_addr_sk string,
sr_store_sk string,
sr_reason_sk string,
sr_ticket_number string,
sr_return_quantity string,
sr_return_amt string,
sr_return_tax string,
sr_return_amt_inc_tax string,
sr_fee string,
sr_return_ship_cost string,
sr_refunded_cash string,
sr_reversed_charge string,
sr_store_credit string,
sr_net_loss string,
empty string
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sr_returned_date_sk,
sr_item_sk,
sr_customer_sk,
sr_cdemo_sk,
sr_store_sk,
sr_reason_sk,
sr_ticket_number,
sr_return_quantity,
sr_return_amt,
sr_return_amt_inc_tax,
sr_net_loss
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/store_returns.csv"
USING Outputters.Csv(outputHeader: true);

56
UsqlScripts/all_single/store_sales.usql Normal file
View File

@ -0,0 +1,56 @@
@raw_parsed = EXTRACT child_id int,
ss_sold_date_sk string,
ss_sold_time_sk string,
ss_item_sk string,
ss_customer_sk string,
ss_cdemo_sk string,
ss_hdemo_sk string,
ss_addr_sk string,
ss_store_sk string,
ss_promo_sk string,
ss_ticket_number string,
ss_quantity string,
ss_wholesale_cost string,
ss_list_price string,
ss_sales_price string,
ss_ext_discount_amt string,
ss_ext_sales_price string,
ss_ext_wholesale_cost string,
ss_ext_list_price string,
ss_ext_tax string,
ss_coupon_amt string,
ss_net_paid string,
ss_net_paid_inc_tax string,
ss_net_profit string,
empty string
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ss_sold_date_sk,
ss_sold_time_sk,
ss_item_sk,
ss_customer_sk,
ss_cdemo_sk,
ss_hdemo_sk,
ss_addr_sk,
ss_store_sk,
ss_promo_sk,
ss_ticket_number,
ss_quantity,
ss_wholesale_cost,
ss_list_price,
ss_sales_price,
ss_ext_discount_amt,
ss_ext_sales_price,
ss_ext_wholesale_cost,
ss_ext_list_price,
ss_ext_tax,
ss_coupon_amt,
ss_net_paid,
ss_net_profit
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/store_sales.csv"
USING Outputters.Csv(outputHeader: true);

31
UsqlScripts/all_single/time_dim.usql Normal file
View File

@ -0,0 +1,31 @@
@raw_parsed = EXTRACT child_id int,
t_time_sk string,
t_time_id string,
t_time string,
t_hour string,
t_minute string,
t_second string,
t_am_pm string,
t_shift string,
t_sub_shift string,
t_meal_time string,
empty string
FROM "wasb://time-dim@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT t_time_sk,
t_time_id,
t_time,
t_hour,
t_minute,
t_second,
t_am_pm,
t_shift,
t_sub_shift,
t_meal_time
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/time_dim.csv"
USING Outputters.Csv(outputHeader: true);

39
UsqlScripts/all_single/warehouse.usql Normal file
View File

@ -0,0 +1,39 @@
@raw_parsed = EXTRACT child_id int,
w_warehouse_sk string,
w_warehouse_id string,
w_warehouse_name string,
w_warehouse_sq_ft string,
w_street_number string,
w_street_name string,
w_street_type string,
w_suite_number string,
w_city string,
w_county string,
w_state string,
w_zip string,
w_country string,
w_gmt_offset string,
empty string
FROM "wasb://warehouse@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT w_warehouse_sk,
w_warehouse_id,
w_warehouse_name,
w_warehouse_sq_ft,
w_street_number,
w_street_name,
w_street_type,
w_suite_number,
w_city,
w_county,
w_state,
w_zip,
w_country,
w_gmt_offset
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/warehouse.csv"
USING Outputters.Csv(outputHeader: true);

39
UsqlScripts/all_single/web_page.usql Normal file
View File

@ -0,0 +1,39 @@
@raw_parsed = EXTRACT child_id int,
wp_web_page_sk string,
wp_web_page_id string,
wp_rec_start_date string,
wp_rec_end_date string,
wp_creation_date_sk string,
wp_access_date_sk string,
wp_autogen_flag string,
wp_customer_sk string,
wp_url string,
wp_type string,
wp_char_count string,
wp_link_count string,
wp_image_count string,
wp_max_ad_count string,
empty string
FROM "wasb://web-page@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT wp_web_page_sk,
wp_web_page_id,
wp_rec_start_date,
wp_rec_end_date,
wp_creation_date_sk,
wp_access_date_sk,
wp_autogen_flag,
wp_customer_sk,
wp_url,
wp_type,
wp_char_count,
wp_link_count,
wp_image_count,
wp_max_ad_count
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/web_page.csv"
USING Outputters.Csv(outputHeader: true);

50
UsqlScripts/all_single/web_returns.usql Normal file
View File

@ -0,0 +1,50 @@
@raw_parsed = EXTRACT child_id int,
wr_returned_date_sk string,
wr_returned_time_sk string,
wr_item_sk string,
wr_refunded_customer_sk string,
wr_refunded_cdemo_sk string,
wr_refunded_hdemo_sk string,
wr_refunded_addr_sk string,
wr_returning_customer_sk string,
wr_returning_cdemo_sk string,
wr_returning_hdemo_sk string,
wr_returning_addr_sk string,
wr_web_page_sk string,
wr_reason_sk string,
wr_order_number string,
wr_return_quantity string,
wr_return_amt string,
wr_return_tax string,
wr_return_amt_inc_tax string,
wr_fee string,
wr_return_ship_cost string,
wr_refunded_cash string,
wr_reversed_charge string,
wr_account_credit string,
wr_net_loss string,
empty string
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT wr_returned_date_sk,
wr_item_sk,
wr_refunded_cdemo_sk,
wr_refunded_addr_sk,
wr_returning_customer_sk,
wr_returning_cdemo_sk,
wr_returning_addr_sk,
wr_web_page_sk,
wr_reason_sk,
wr_order_number,
wr_return_quantity,
wr_return_amt,
wr_fee,
wr_refunded_cash,
wr_net_loss
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/web_returns.csv"
USING Outputters.Csv(outputHeader: true);

70
UsqlScripts/all_single/web_sales.usql Normal file
View File

@ -0,0 +1,70 @@
@raw_parsed = EXTRACT child_id int,
ws_sold_date_sk string,
ws_sold_time_sk string,
ws_ship_date_sk string,
ws_item_sk string,
ws_bill_customer_sk string,
ws_bill_cdemo_sk string,
ws_bill_hdemo_sk string,
ws_bill_addr_sk string,
ws_ship_customer_sk string,
ws_ship_cdemo_sk string,
ws_ship_hdemo_sk string,
ws_ship_addr_sk string,
ws_web_page_sk string,
ws_web_site_sk string,
ws_ship_mode_sk string,
ws_warehouse_sk string,
ws_promo_sk string,
ws_order_number string,
ws_quantity string,
ws_wholesale_cost string,
ws_list_price string,
ws_sales_price string,
ws_ext_discount_amt string,
ws_ext_sales_price string,
ws_ext_wholesale_cost string,
ws_ext_list_price string,
ws_ext_tax string,
ws_coupon_amt string,
ws_ext_ship_cost string,
ws_net_paid string,
ws_net_paid_inc_tax string,
ws_net_paid_inc_ship string,
ws_net_paid_inc_ship_tax string,
ws_net_profit string,
empty string
FROM "wasb://web-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ws_sold_date_sk,
ws_sold_time_sk,
ws_ship_date_sk,
ws_item_sk,
ws_bill_customer_sk,
ws_bill_addr_sk,
ws_ship_hdemo_sk,
ws_ship_addr_sk,
ws_web_page_sk,
ws_web_site_sk,
ws_ship_mode_sk,
ws_warehouse_sk,
ws_promo_sk,
ws_order_number,
ws_quantity,
ws_wholesale_cost,
ws_list_price,
ws_sales_price,
ws_ext_discount_amt,
ws_ext_sales_price,
ws_ext_wholesale_cost,
ws_ext_list_price,
ws_ext_ship_cost,
ws_net_paid,
ws_net_profit
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/web_sales.csv"
USING Outputters.Csv(outputHeader: true);

63
UsqlScripts/all_single/web_site.usql Normal file
View File

@ -0,0 +1,63 @@
@raw_parsed = EXTRACT child_id int,
web_site_sk string,
web_site_id string,
web_rec_start_date string,
web_rec_end_date string,
web_name string,
web_open_date_sk string,
web_close_date_sk string,
web_class string,
web_manager string,
web_mkt_id string,
web_mkt_class string,
web_mkt_desc string,
web_market_manager string,
web_company_id string,
web_company_name string,
web_street_number string,
web_street_name string,
web_street_type string,
web_suite_number string,
web_city string,
web_county string,
web_state string,
web_zip string,
web_country string,
web_gmt_offset string,
web_tax_percentage string,
empty string
FROM "wasb://web-site@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT web_site_sk,
web_site_id,
web_rec_start_date,
web_rec_end_date,
web_name,
web_open_date_sk,
web_close_date_sk,
web_class,
web_manager,
web_mkt_id,
web_mkt_class,
web_mkt_desc,
web_market_manager,
web_company_id,
web_company_name,
web_street_number,
web_street_name,
web_street_type,
web_suite_number,
web_city,
web_county,
web_state,
web_zip,
web_country,
web_gmt_offset,
web_tax_percentage
FROM @raw_parsed;
OUTPUT @filtered_results
TO "/all_single/web_site.csv"
USING Outputters.Csv(outputHeader: true);

74
UsqlScripts/large_multiple/call_center.usql Normal file
View File

@ -0,0 +1,74 @@
@raw_parsed = EXTRACT child_id int,
cc_call_center_sk string,
cc_call_center_id string,
cc_rec_start_date string,
cc_rec_end_date string,
cc_closed_date_sk string,
cc_open_date_sk string,
cc_name string,
cc_class string,
cc_employees string,
cc_sq_ft string,
cc_hours string,
cc_manager string,
cc_mkt_id string,
cc_mkt_class string,
cc_mkt_desc string,
cc_market_manager string,
cc_division string,
cc_division_name string,
cc_company string,
cc_company_name string,
cc_street_number string,
cc_street_name string,
cc_street_type string,
cc_suite_number string,
cc_city string,
cc_county string,
cc_state string,
cc_zip string,
cc_country string,
cc_gmt_offset string,
cc_tax_percentage string,
empty string
FROM "wasb://call-center@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cc_call_center_sk,
cc_call_center_id,
cc_rec_start_date,
cc_rec_end_date,
cc_closed_date_sk,
cc_open_date_sk,
cc_name,
cc_class,
cc_employees,
cc_sq_ft,
cc_hours,
cc_manager,
cc_mkt_id,
cc_mkt_class,
cc_mkt_desc,
cc_market_manager,
cc_division,
cc_division_name,
cc_company,
cc_company_name,
cc_street_number,
cc_street_name,
cc_street_type,
cc_suite_number,
cc_city,
cc_county,
cc_state,
cc_zip,
cc_country,
cc_gmt_offset,
cc_tax_percentage
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/call_center.csv"
USING Outputters.Csv(outputHeader: true);

30
UsqlScripts/large_multiple/catalog_page.usql Normal file
View File

@ -0,0 +1,30 @@
@raw_parsed = EXTRACT child_id int,
cp_catalog_page_sk string,
cp_catalog_page_id string,
cp_start_date_sk string,
cp_end_date_sk string,
cp_department string,
cp_catalog_number string,
cp_catalog_page_number string,
cp_description string,
cp_type string,
empty string
FROM "wasb://catalog-page@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cp_catalog_page_sk,
cp_catalog_page_id,
cp_start_date_sk,
cp_end_date_sk,
cp_department,
cp_catalog_number,
cp_catalog_page_number,
cp_description,
cp_type
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/catalog_page.csv"
USING Outputters.Csv(outputHeader: true);

53
UsqlScripts/large_multiple/catalog_returns_1-25.usql Normal file
View File

@ -0,0 +1,53 @@
@raw_parsed = EXTRACT child_id int,
cr_returned_date_sk string,
cr_returned_time_sk string,
cr_item_sk string,
cr_refunded_customer_sk string,
cr_refunded_cdemo_sk string,
cr_refunded_hdemo_sk string,
cr_refunded_addr_sk string,
cr_returning_customer_sk string,
cr_returning_cdemo_sk string,
cr_returning_hdemo_sk string,
cr_returning_addr_sk string,
cr_call_center_sk string,
cr_catalog_page_sk string,
cr_ship_mode_sk string,
cr_warehouse_sk string,
cr_reason_sk string,
cr_order_number string,
cr_return_quantity string,
cr_return_amount string,
cr_return_tax string,
cr_return_amt_inc_tax string,
cr_fee string,
cr_return_ship_cost string,
cr_refunded_cash string,
cr_reversed_charge string,
cr_store_credit string,
cr_net_loss string,
empty string
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cr_returned_date_sk,
cr_item_sk,
cr_returning_customer_sk,
cr_returning_addr_sk,
cr_call_center_sk,
cr_catalog_page_sk,
cr_order_number,
cr_return_quantity,
cr_return_amount,
cr_return_amt_inc_tax,
cr_refunded_cash,
cr_reversed_charge,
cr_store_credit,
cr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 25;
OUTPUT @filtered_results
TO "/large_multiple/catalog_returns.csv"
USING Outputters.Csv(outputHeader: true);

53
UsqlScripts/large_multiple/catalog_returns_26-50.usql Normal file
View File

@ -0,0 +1,53 @@
@raw_parsed = EXTRACT child_id int,
cr_returned_date_sk string,
cr_returned_time_sk string,
cr_item_sk string,
cr_refunded_customer_sk string,
cr_refunded_cdemo_sk string,
cr_refunded_hdemo_sk string,
cr_refunded_addr_sk string,
cr_returning_customer_sk string,
cr_returning_cdemo_sk string,
cr_returning_hdemo_sk string,
cr_returning_addr_sk string,
cr_call_center_sk string,
cr_catalog_page_sk string,
cr_ship_mode_sk string,
cr_warehouse_sk string,
cr_reason_sk string,
cr_order_number string,
cr_return_quantity string,
cr_return_amount string,
cr_return_tax string,
cr_return_amt_inc_tax string,
cr_fee string,
cr_return_ship_cost string,
cr_refunded_cash string,
cr_reversed_charge string,
cr_store_credit string,
cr_net_loss string,
empty string
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cr_returned_date_sk,
cr_item_sk,
cr_returning_customer_sk,
cr_returning_addr_sk,
cr_call_center_sk,
cr_catalog_page_sk,
cr_order_number,
cr_return_quantity,
cr_return_amount,
cr_return_amt_inc_tax,
cr_refunded_cash,
cr_reversed_charge,
cr_store_credit,
cr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 26 AND 50;
OUTPUT @filtered_results
TO "/large_multiple/catalog_returns_2.csv"
USING Outputters.Csv(outputHeader: true);

53
UsqlScripts/large_multiple/catalog_returns_51-75.usql Normal file
View File

@ -0,0 +1,53 @@
@raw_parsed = EXTRACT child_id int,
cr_returned_date_sk string,
cr_returned_time_sk string,
cr_item_sk string,
cr_refunded_customer_sk string,
cr_refunded_cdemo_sk string,
cr_refunded_hdemo_sk string,
cr_refunded_addr_sk string,
cr_returning_customer_sk string,
cr_returning_cdemo_sk string,
cr_returning_hdemo_sk string,
cr_returning_addr_sk string,
cr_call_center_sk string,
cr_catalog_page_sk string,
cr_ship_mode_sk string,
cr_warehouse_sk string,
cr_reason_sk string,
cr_order_number string,
cr_return_quantity string,
cr_return_amount string,
cr_return_tax string,
cr_return_amt_inc_tax string,
cr_fee string,
cr_return_ship_cost string,
cr_refunded_cash string,
cr_reversed_charge string,
cr_store_credit string,
cr_net_loss string,
empty string
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cr_returned_date_sk,
cr_item_sk,
cr_returning_customer_sk,
cr_returning_addr_sk,
cr_call_center_sk,
cr_catalog_page_sk,
cr_order_number,
cr_return_quantity,
cr_return_amount,
cr_return_amt_inc_tax,
cr_refunded_cash,
cr_reversed_charge,
cr_store_credit,
cr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 51 AND 75;
OUTPUT @filtered_results
TO "/large_multiple/catalog_returns_3.csv"
USING Outputters.Csv(outputHeader: true);

53
UsqlScripts/large_multiple/catalog_returns_76-100.usql Normal file
View File

@ -0,0 +1,53 @@
@raw_parsed = EXTRACT child_id int,
cr_returned_date_sk string,
cr_returned_time_sk string,
cr_item_sk string,
cr_refunded_customer_sk string,
cr_refunded_cdemo_sk string,
cr_refunded_hdemo_sk string,
cr_refunded_addr_sk string,
cr_returning_customer_sk string,
cr_returning_cdemo_sk string,
cr_returning_hdemo_sk string,
cr_returning_addr_sk string,
cr_call_center_sk string,
cr_catalog_page_sk string,
cr_ship_mode_sk string,
cr_warehouse_sk string,
cr_reason_sk string,
cr_order_number string,
cr_return_quantity string,
cr_return_amount string,
cr_return_tax string,
cr_return_amt_inc_tax string,
cr_fee string,
cr_return_ship_cost string,
cr_refunded_cash string,
cr_reversed_charge string,
cr_store_credit string,
cr_net_loss string,
empty string
FROM "wasb://catalog-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cr_returned_date_sk,
cr_item_sk,
cr_returning_customer_sk,
cr_returning_addr_sk,
cr_call_center_sk,
cr_catalog_page_sk,
cr_order_number,
cr_return_quantity,
cr_return_amount,
cr_return_amt_inc_tax,
cr_refunded_cash,
cr_reversed_charge,
cr_store_credit,
cr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 76 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/catalog_returns_4.csv"
USING Outputters.Csv(outputHeader: true);

75
UsqlScripts/large_multiple/catalog_sales_1-25.usql Normal file
View File

@ -0,0 +1,75 @@
@raw_parsed = EXTRACT child_id int,
cs_sold_date_sk string,
cs_sold_time_sk string,
cs_ship_date_sk string,
cs_bill_customer_sk string,
cs_bill_cdemo_sk string,
cs_bill_hdemo_sk string,
cs_bill_addr_sk string,
cs_ship_customer_sk string,
cs_ship_cdemo_sk string,
cs_ship_hdemo_sk string,
cs_ship_addr_sk string,
cs_call_center_sk string,
cs_catalog_page_sk string,
cs_ship_mode_sk string,
cs_warehouse_sk string,
cs_item_sk string,
cs_promo_sk string,
cs_order_number string,
cs_quantity string,
cs_wholesale_cost string,
cs_list_price string,
cs_sales_price string,
cs_ext_discount_amt string,
cs_ext_sales_price string,
cs_ext_wholesale_cost string,
cs_ext_list_price string,
cs_ext_tax string,
cs_coupon_amt string,
cs_ext_ship_cost string,
cs_net_paid string,
cs_net_paid_inc_tax string,
cs_net_paid_inc_ship string,
cs_net_paid_inc_ship_tax string,
cs_net_profit string,
empty string
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cs_sold_date_sk,
cs_sold_time_sk,
cs_ship_date_sk,
cs_bill_customer_sk,
cs_bill_cdemo_sk,
cs_bill_hdemo_sk,
cs_bill_addr_sk,
cs_ship_customer_sk,
cs_ship_hdemo_sk,
cs_ship_addr_sk,
cs_call_center_sk,
cs_catalog_page_sk,
cs_ship_mode_sk,
cs_warehouse_sk,
cs_item_sk,
cs_promo_sk,
cs_order_number,
cs_quantity,
cs_wholesale_cost,
cs_list_price,
cs_sales_price,
cs_ext_discount_amt,
cs_ext_sales_price,
cs_ext_wholesale_cost,
cs_ext_list_price,
cs_coupon_amt,
cs_ext_ship_cost,
cs_net_paid,
cs_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 25;
OUTPUT @filtered_results
TO "/large_multiple/catalog_sales.csv"
USING Outputters.Csv(outputHeader: true);

75
UsqlScripts/large_multiple/catalog_sales_26-50.usql Normal file
View File

@ -0,0 +1,75 @@
@raw_parsed = EXTRACT child_id int,
cs_sold_date_sk string,
cs_sold_time_sk string,
cs_ship_date_sk string,
cs_bill_customer_sk string,
cs_bill_cdemo_sk string,
cs_bill_hdemo_sk string,
cs_bill_addr_sk string,
cs_ship_customer_sk string,
cs_ship_cdemo_sk string,
cs_ship_hdemo_sk string,
cs_ship_addr_sk string,
cs_call_center_sk string,
cs_catalog_page_sk string,
cs_ship_mode_sk string,
cs_warehouse_sk string,
cs_item_sk string,
cs_promo_sk string,
cs_order_number string,
cs_quantity string,
cs_wholesale_cost string,
cs_list_price string,
cs_sales_price string,
cs_ext_discount_amt string,
cs_ext_sales_price string,
cs_ext_wholesale_cost string,
cs_ext_list_price string,
cs_ext_tax string,
cs_coupon_amt string,
cs_ext_ship_cost string,
cs_net_paid string,
cs_net_paid_inc_tax string,
cs_net_paid_inc_ship string,
cs_net_paid_inc_ship_tax string,
cs_net_profit string,
empty string
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cs_sold_date_sk,
cs_sold_time_sk,
cs_ship_date_sk,
cs_bill_customer_sk,
cs_bill_cdemo_sk,
cs_bill_hdemo_sk,
cs_bill_addr_sk,
cs_ship_customer_sk,
cs_ship_hdemo_sk,
cs_ship_addr_sk,
cs_call_center_sk,
cs_catalog_page_sk,
cs_ship_mode_sk,
cs_warehouse_sk,
cs_item_sk,
cs_promo_sk,
cs_order_number,
cs_quantity,
cs_wholesale_cost,
cs_list_price,
cs_sales_price,
cs_ext_discount_amt,
cs_ext_sales_price,
cs_ext_wholesale_cost,
cs_ext_list_price,
cs_coupon_amt,
cs_ext_ship_cost,
cs_net_paid,
cs_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 26 AND 50;
OUTPUT @filtered_results
TO "/large_multiple/catalog_sales_2.csv"
USING Outputters.Csv(outputHeader: true);

75
UsqlScripts/large_multiple/catalog_sales_51-75.usql Normal file
View File

@ -0,0 +1,75 @@
@raw_parsed = EXTRACT child_id int,
cs_sold_date_sk string,
cs_sold_time_sk string,
cs_ship_date_sk string,
cs_bill_customer_sk string,
cs_bill_cdemo_sk string,
cs_bill_hdemo_sk string,
cs_bill_addr_sk string,
cs_ship_customer_sk string,
cs_ship_cdemo_sk string,
cs_ship_hdemo_sk string,
cs_ship_addr_sk string,
cs_call_center_sk string,
cs_catalog_page_sk string,
cs_ship_mode_sk string,
cs_warehouse_sk string,
cs_item_sk string,
cs_promo_sk string,
cs_order_number string,
cs_quantity string,
cs_wholesale_cost string,
cs_list_price string,
cs_sales_price string,
cs_ext_discount_amt string,
cs_ext_sales_price string,
cs_ext_wholesale_cost string,
cs_ext_list_price string,
cs_ext_tax string,
cs_coupon_amt string,
cs_ext_ship_cost string,
cs_net_paid string,
cs_net_paid_inc_tax string,
cs_net_paid_inc_ship string,
cs_net_paid_inc_ship_tax string,
cs_net_profit string,
empty string
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cs_sold_date_sk,
cs_sold_time_sk,
cs_ship_date_sk,
cs_bill_customer_sk,
cs_bill_cdemo_sk,
cs_bill_hdemo_sk,
cs_bill_addr_sk,
cs_ship_customer_sk,
cs_ship_hdemo_sk,
cs_ship_addr_sk,
cs_call_center_sk,
cs_catalog_page_sk,
cs_ship_mode_sk,
cs_warehouse_sk,
cs_item_sk,
cs_promo_sk,
cs_order_number,
cs_quantity,
cs_wholesale_cost,
cs_list_price,
cs_sales_price,
cs_ext_discount_amt,
cs_ext_sales_price,
cs_ext_wholesale_cost,
cs_ext_list_price,
cs_coupon_amt,
cs_ext_ship_cost,
cs_net_paid,
cs_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 51 AND 75;
OUTPUT @filtered_results
TO "/large_multiple/catalog_sales_3.csv"
USING Outputters.Csv(outputHeader: true);

75
UsqlScripts/large_multiple/catalog_sales_76-100.usql Normal file
View File

@ -0,0 +1,75 @@
@raw_parsed = EXTRACT child_id int,
cs_sold_date_sk string,
cs_sold_time_sk string,
cs_ship_date_sk string,
cs_bill_customer_sk string,
cs_bill_cdemo_sk string,
cs_bill_hdemo_sk string,
cs_bill_addr_sk string,
cs_ship_customer_sk string,
cs_ship_cdemo_sk string,
cs_ship_hdemo_sk string,
cs_ship_addr_sk string,
cs_call_center_sk string,
cs_catalog_page_sk string,
cs_ship_mode_sk string,
cs_warehouse_sk string,
cs_item_sk string,
cs_promo_sk string,
cs_order_number string,
cs_quantity string,
cs_wholesale_cost string,
cs_list_price string,
cs_sales_price string,
cs_ext_discount_amt string,
cs_ext_sales_price string,
cs_ext_wholesale_cost string,
cs_ext_list_price string,
cs_ext_tax string,
cs_coupon_amt string,
cs_ext_ship_cost string,
cs_net_paid string,
cs_net_paid_inc_tax string,
cs_net_paid_inc_ship string,
cs_net_paid_inc_ship_tax string,
cs_net_profit string,
empty string
FROM "wasb://catalog-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cs_sold_date_sk,
cs_sold_time_sk,
cs_ship_date_sk,
cs_bill_customer_sk,
cs_bill_cdemo_sk,
cs_bill_hdemo_sk,
cs_bill_addr_sk,
cs_ship_customer_sk,
cs_ship_hdemo_sk,
cs_ship_addr_sk,
cs_call_center_sk,
cs_catalog_page_sk,
cs_ship_mode_sk,
cs_warehouse_sk,
cs_item_sk,
cs_promo_sk,
cs_order_number,
cs_quantity,
cs_wholesale_cost,
cs_list_price,
cs_sales_price,
cs_ext_discount_amt,
cs_ext_sales_price,
cs_ext_wholesale_cost,
cs_ext_list_price,
cs_coupon_amt,
cs_ext_ship_cost,
cs_net_paid,
cs_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 76 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/catalog_sales_4.csv"
USING Outputters.Csv(outputHeader: true);

48
UsqlScripts/large_multiple/customer.usql Normal file
View File

@ -0,0 +1,48 @@
@raw_parsed = EXTRACT child_id int,
c_customer_sk string,
c_customer_id string,
c_current_cdemo_sk string,
c_current_hdemo_sk string,
c_current_addr_sk string,
c_first_shipto_date_sk string,
c_first_sales_date_sk string,
c_salutation string,
c_first_name string,
c_last_name string,
c_preferred_cust_flag string,
c_birth_day string,
c_birth_month string,
c_birth_year string,
c_birth_country string,
c_login string,
c_email_address string,
c_last_review_date string,
empty string
FROM "wasb://customer@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT c_customer_sk,
c_customer_id,
c_current_cdemo_sk,
c_current_hdemo_sk,
c_current_addr_sk,
c_first_shipto_date_sk,
c_first_sales_date_sk,
c_salutation,
c_first_name,
c_last_name,
c_preferred_cust_flag,
c_birth_day,
c_birth_month,
c_birth_year,
c_birth_country,
c_login,
c_email_address,
c_last_review_date
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/customer.csv"
USING Outputters.Csv(outputHeader: true);

38
UsqlScripts/large_multiple/customer_address.usql Normal file
View File

@ -0,0 +1,38 @@
@raw_parsed = EXTRACT child_id int,
ca_address_sk string,
ca_address_id string,
ca_street_number string,
ca_street_name string,
ca_street_type string,
ca_suite_number string,
ca_city string,
ca_county string,
ca_state string,
ca_zip string,
ca_country string,
ca_gmt_offset string,
ca_location_type string,
empty string
FROM "wasb://customer-address@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ca_address_sk,
ca_address_id,
ca_street_number,
ca_street_name,
ca_street_type,
ca_suite_number,
ca_city,
ca_county,
ca_state,
ca_zip,
ca_country,
ca_gmt_offset,
ca_location_type
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/customer_address.csv"
USING Outputters.Csv(outputHeader: true);

30
UsqlScripts/large_multiple/customer_demographics.usql Normal file
View File

@ -0,0 +1,30 @@
@raw_parsed = EXTRACT child_id int,
cd_demo_sk string,
cd_gender string,
cd_marital_status string,
cd_education_status string,
cd_purchase_estimate string,
cd_credit_rating string,
cd_dep_count string,
cd_dep_employed_count string,
cd_dep_college_count string,
empty string
FROM "wasb://customer-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT cd_demo_sk,
cd_gender,
cd_marital_status,
cd_education_status,
cd_purchase_estimate,
cd_credit_rating,
cd_dep_count,
cd_dep_employed_count,
cd_dep_college_count
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/customer_demographics.csv"
USING Outputters.Csv(outputHeader: true);

68
UsqlScripts/large_multiple/date_dim.usql Normal file
View File

@ -0,0 +1,68 @@
@raw_parsed = EXTRACT child_id int,
d_date_sk string,
d_date_id string,
d_date string,
d_month_seq string,
d_week_seq string,
d_quarter_seq string,
d_year string,
d_dow string,
d_moy string,
d_dom string,
d_qoy string,
d_fy_year string,
d_fy_quarter_seq string,
d_fy_week_seq string,
d_day_name string,
d_quarter_name string,
d_holiday string,
d_weekend string,
d_following_holiday string,
d_first_dom string,
d_last_dom string,
d_same_day_ly string,
d_same_day_lq string,
d_current_day string,
d_current_week string,
d_current_month string,
d_current_quarter string,
d_current_year string,
empty string
FROM "wasb://date-dim@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT d_date_sk,
d_date_id,
d_date,
d_month_seq,
d_week_seq,
d_quarter_seq,
d_year,
d_dow,
d_moy,
d_dom,
d_qoy,
d_fy_year,
d_fy_quarter_seq,
d_fy_week_seq,
d_day_name,
d_quarter_name,
d_holiday,
d_weekend,
d_following_holiday,
d_first_dom,
d_last_dom,
d_same_day_ly,
d_same_day_lq,
d_current_day,
d_current_week,
d_current_month,
d_current_quarter,
d_current_year
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/date_dim.csv"
USING Outputters.Csv(outputHeader: true);

20
UsqlScripts/large_multiple/dbgen_version.usql Normal file
View File

@ -0,0 +1,20 @@
@raw_parsed = EXTRACT child_id int,
dv_version string,
dv_create_date string,
dv_create_time string,
dv_cmdline_args string,
empty string
FROM "wasb://dbgen-version@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT dv_version,
dv_create_date,
dv_create_time,
dv_cmdline_args
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/dbgen_version.csv"
USING Outputters.Csv(outputHeader: true);

22
UsqlScripts/large_multiple/household_demographics.usql Normal file
View File

@ -0,0 +1,22 @@
@raw_parsed = EXTRACT child_id int,
hd_demo_sk string,
hd_income_band_sk string,
hd_buy_potential string,
hd_dep_count string,
hd_vehicle_count string,
empty string
FROM "wasb://household-demographics@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT hd_demo_sk,
hd_income_band_sk,
hd_buy_potential,
hd_dep_count,
hd_vehicle_count
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/household_demographics.csv"
USING Outputters.Csv(outputHeader: true);

18
UsqlScripts/large_multiple/income_band.usql Normal file
View File

@ -0,0 +1,18 @@
@raw_parsed = EXTRACT child_id int,
b_income_band_sk string,
b_lower_bound string,
b_upper_bound string,
empty string
FROM "wasb://income-band@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT b_income_band_sk,
b_lower_bound,
b_upper_bound
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/income_band.csv"
USING Outputters.Csv(outputHeader: true);

20
UsqlScripts/large_multiple/inventory_1-25.usql Normal file
View File

@ -0,0 +1,20 @@
@raw_parsed = EXTRACT child_id int,
nv_date_sk string,
nv_item_sk string,
nv_warehouse_sk string,
nv_quantity_on_hand string,
empty string
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT nv_date_sk,
nv_item_sk,
nv_warehouse_sk,
nv_quantity_on_hand
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 25;
OUTPUT @filtered_results
TO "/large_multiple/inventory.csv"
USING Outputters.Csv(outputHeader: true);

20
UsqlScripts/large_multiple/inventory_26-50.usql Normal file
View File

@ -0,0 +1,20 @@
@raw_parsed = EXTRACT child_id int,
nv_date_sk string,
nv_item_sk string,
nv_warehouse_sk string,
nv_quantity_on_hand string,
empty string
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT nv_date_sk,
nv_item_sk,
nv_warehouse_sk,
nv_quantity_on_hand
FROM @raw_parsed
WHERE child_id BETWEEN 26 AND 50;
OUTPUT @filtered_results
TO "/large_multiple/inventory_2.csv"
USING Outputters.Csv(outputHeader: true);

20
UsqlScripts/large_multiple/inventory_51-75.usql Normal file
View File

@ -0,0 +1,20 @@
@raw_parsed = EXTRACT child_id int,
nv_date_sk string,
nv_item_sk string,
nv_warehouse_sk string,
nv_quantity_on_hand string,
empty string
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT nv_date_sk,
nv_item_sk,
nv_warehouse_sk,
nv_quantity_on_hand
FROM @raw_parsed
WHERE child_id BETWEEN 51 AND 75;
OUTPUT @filtered_results
TO "/large_multiple/inventory_3.csv"
USING Outputters.Csv(outputHeader: true);

20
UsqlScripts/large_multiple/inventory_76-100.usql Normal file
View File

@ -0,0 +1,20 @@
@raw_parsed = EXTRACT child_id int,
nv_date_sk string,
nv_item_sk string,
nv_warehouse_sk string,
nv_quantity_on_hand string,
empty string
FROM "wasb://inventory@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT nv_date_sk,
nv_item_sk,
nv_warehouse_sk,
nv_quantity_on_hand
FROM @raw_parsed
WHERE child_id BETWEEN 76 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/inventory_4.csv"
USING Outputters.Csv(outputHeader: true);

56
UsqlScripts/large_multiple/item.usql Normal file
View File

@ -0,0 +1,56 @@
@raw_parsed = EXTRACT child_id int,
_item_sk string,
_item_id string,
_rec_start_date string,
_rec_end_date string,
_item_desc string,
_current_price string,
_wholesale_cost string,
_brand_id string,
_brand string,
_class_id string,
_class string,
_category_id string,
_category string,
_manufact_id string,
_manufact string,
_size string,
_formulation string,
_color string,
_units string,
_container string,
_manager_id string,
_product_name string,
empty string
FROM "wasb://item@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _item_sk,
_item_id,
_rec_start_date,
_rec_end_date,
_item_desc,
_current_price,
_wholesale_cost,
_brand_id,
_brand,
_class_id,
_class,
_category_id,
_category,
_manufact_id,
_manufact,
_size,
_formulation,
_color,
_units,
_container,
_manager_id,
_product_name
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/item.csv"
USING Outputters.Csv(outputHeader: true);

50
UsqlScripts/large_multiple/promotion.usql Normal file
View File

@ -0,0 +1,50 @@
@raw_parsed = EXTRACT child_id int,
_promo_sk string,
_promo_id string,
_start_date_sk string,
_end_date_sk string,
_item_sk string,
_cost string,
_response_target string,
_promo_name string,
_channel_dmail string,
_channel_email string,
_channel_catalog string,
_channel_tv string,
_channel_radio string,
_channel_press string,
_channel_event string,
_channel_demo string,
_channel_details string,
_purpose string,
_discount_active string,
empty string
FROM "wasb://promotion@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _promo_sk,
_promo_id,
_start_date_sk,
_end_date_sk,
_item_sk,
_cost,
_response_target,
_promo_name,
_channel_dmail,
_channel_email,
_channel_catalog,
_channel_tv,
_channel_radio,
_channel_press,
_channel_event,
_channel_demo,
_channel_details,
_purpose,
_discount_active
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/promotion.csv"
USING Outputters.Csv(outputHeader: true);

18
UsqlScripts/large_multiple/reason.usql Normal file
View File

@ -0,0 +1,18 @@
@raw_parsed = EXTRACT child_id int,
_reason_sk string,
_reason_id string,
_reason_desc string,
empty string
FROM "wasb://reason@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT _reason_sk,
_reason_id,
_reason_desc
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/reason.csv"
USING Outputters.Csv(outputHeader: true);

24
UsqlScripts/large_multiple/ship_mode.usql Normal file
View File

@ -0,0 +1,24 @@
@raw_parsed = EXTRACT child_id int,
sm_ship_mode_sk string,
sm_ship_mode_id string,
sm_type string,
sm_code string,
sm_carrier string,
sm_contract string,
empty string
FROM "wasb://ship-mode@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sm_ship_mode_sk,
sm_ship_mode_id,
sm_type,
sm_code,
sm_carrier,
sm_contract
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/ship_mode.csv"
USING Outputters.Csv(outputHeader: true);

70
UsqlScripts/large_multiple/store.usql Normal file
View File

@ -0,0 +1,70 @@
@raw_parsed = EXTRACT child_id int,
s_store_sk string,
s_store_id string,
s_rec_start_date string,
s_rec_end_date string,
s_closed_date_sk string,
s_store_name string,
s_number_employees string,
s_floor_space string,
s_hours string,
s_manager string,
s_market_id string,
s_geography_class string,
s_market_desc string,
s_market_manager string,
s_division_id string,
s_division_name string,
s_company_id string,
s_company_name string,
s_street_number string,
s_street_name string,
s_street_type string,
s_suite_number string,
s_city string,
s_county string,
s_state string,
s_zip string,
s_country string,
s_gmt_offset string,
s_tax_precentage string,
empty string
FROM "wasb://store@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT s_store_sk,
s_store_id,
s_rec_start_date,
s_rec_end_date,
s_closed_date_sk,
s_store_name,
s_number_employees,
s_floor_space,
s_hours,
s_manager,
s_market_id,
s_geography_class,
s_market_desc,
s_market_manager,
s_division_id,
s_division_name,
s_company_id,
s_company_name,
s_street_number,
s_street_name,
s_street_type,
s_suite_number,
s_city,
s_county,
s_state,
s_zip,
s_country,
s_gmt_offset,
s_tax_precentage
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/store.csv"
USING Outputters.Csv(outputHeader: true);

43
UsqlScripts/large_multiple/store_returns_1-25.usql Normal file
View File

@ -0,0 +1,43 @@
@raw_parsed = EXTRACT child_id int,
sr_returned_date_sk string,
sr_return_time_sk string,
sr_item_sk string,
sr_customer_sk string,
sr_cdemo_sk string,
sr_hdemo_sk string,
sr_addr_sk string,
sr_store_sk string,
sr_reason_sk string,
sr_ticket_number string,
sr_return_quantity string,
sr_return_amt string,
sr_return_tax string,
sr_return_amt_inc_tax string,
sr_fee string,
sr_return_ship_cost string,
sr_refunded_cash string,
sr_reversed_charge string,
sr_store_credit string,
sr_net_loss string,
empty string
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sr_returned_date_sk,
sr_item_sk,
sr_customer_sk,
sr_cdemo_sk,
sr_store_sk,
sr_reason_sk,
sr_ticket_number,
sr_return_quantity,
sr_return_amt,
sr_return_amt_inc_tax,
sr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 25;
OUTPUT @filtered_results
TO "/large_multiple/store_returns.csv"
USING Outputters.Csv(outputHeader: true);

43
UsqlScripts/large_multiple/store_returns_26-50.usql Normal file
View File

@ -0,0 +1,43 @@
@raw_parsed = EXTRACT child_id int,
sr_returned_date_sk string,
sr_return_time_sk string,
sr_item_sk string,
sr_customer_sk string,
sr_cdemo_sk string,
sr_hdemo_sk string,
sr_addr_sk string,
sr_store_sk string,
sr_reason_sk string,
sr_ticket_number string,
sr_return_quantity string,
sr_return_amt string,
sr_return_tax string,
sr_return_amt_inc_tax string,
sr_fee string,
sr_return_ship_cost string,
sr_refunded_cash string,
sr_reversed_charge string,
sr_store_credit string,
sr_net_loss string,
empty string
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sr_returned_date_sk,
sr_item_sk,
sr_customer_sk,
sr_cdemo_sk,
sr_store_sk,
sr_reason_sk,
sr_ticket_number,
sr_return_quantity,
sr_return_amt,
sr_return_amt_inc_tax,
sr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 26 AND 50;
OUTPUT @filtered_results
TO "/large_multiple/store_returns_2.csv"
USING Outputters.Csv(outputHeader: true);

43
UsqlScripts/large_multiple/store_returns_51-75.usql Normal file
View File

@ -0,0 +1,43 @@
@raw_parsed = EXTRACT child_id int,
sr_returned_date_sk string,
sr_return_time_sk string,
sr_item_sk string,
sr_customer_sk string,
sr_cdemo_sk string,
sr_hdemo_sk string,
sr_addr_sk string,
sr_store_sk string,
sr_reason_sk string,
sr_ticket_number string,
sr_return_quantity string,
sr_return_amt string,
sr_return_tax string,
sr_return_amt_inc_tax string,
sr_fee string,
sr_return_ship_cost string,
sr_refunded_cash string,
sr_reversed_charge string,
sr_store_credit string,
sr_net_loss string,
empty string
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sr_returned_date_sk,
sr_item_sk,
sr_customer_sk,
sr_cdemo_sk,
sr_store_sk,
sr_reason_sk,
sr_ticket_number,
sr_return_quantity,
sr_return_amt,
sr_return_amt_inc_tax,
sr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 51 AND 75;
OUTPUT @filtered_results
TO "/large_multiple/store_returns_3.csv"
USING Outputters.Csv(outputHeader: true);

43
UsqlScripts/large_multiple/store_returns_76-100.usql Normal file
View File

@ -0,0 +1,43 @@
@raw_parsed = EXTRACT child_id int,
sr_returned_date_sk string,
sr_return_time_sk string,
sr_item_sk string,
sr_customer_sk string,
sr_cdemo_sk string,
sr_hdemo_sk string,
sr_addr_sk string,
sr_store_sk string,
sr_reason_sk string,
sr_ticket_number string,
sr_return_quantity string,
sr_return_amt string,
sr_return_tax string,
sr_return_amt_inc_tax string,
sr_fee string,
sr_return_ship_cost string,
sr_refunded_cash string,
sr_reversed_charge string,
sr_store_credit string,
sr_net_loss string,
empty string
FROM "wasb://store-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT sr_returned_date_sk,
sr_item_sk,
sr_customer_sk,
sr_cdemo_sk,
sr_store_sk,
sr_reason_sk,
sr_ticket_number,
sr_return_quantity,
sr_return_amt,
sr_return_amt_inc_tax,
sr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 76 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/store_returns_4.csv"
USING Outputters.Csv(outputHeader: true);

57
UsqlScripts/large_multiple/store_sales_1-25.usql Normal file
View File

@ -0,0 +1,57 @@
@raw_parsed = EXTRACT child_id int,
ss_sold_date_sk string,
ss_sold_time_sk string,
ss_item_sk string,
ss_customer_sk string,
ss_cdemo_sk string,
ss_hdemo_sk string,
ss_addr_sk string,
ss_store_sk string,
ss_promo_sk string,
ss_ticket_number string,
ss_quantity string,
ss_wholesale_cost string,
ss_list_price string,
ss_sales_price string,
ss_ext_discount_amt string,
ss_ext_sales_price string,
ss_ext_wholesale_cost string,
ss_ext_list_price string,
ss_ext_tax string,
ss_coupon_amt string,
ss_net_paid string,
ss_net_paid_inc_tax string,
ss_net_profit string,
empty string
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ss_sold_date_sk,
ss_sold_time_sk,
ss_item_sk,
ss_customer_sk,
ss_cdemo_sk,
ss_hdemo_sk,
ss_addr_sk,
ss_store_sk,
ss_promo_sk,
ss_ticket_number,
ss_quantity,
ss_wholesale_cost,
ss_list_price,
ss_sales_price,
ss_ext_discount_amt,
ss_ext_sales_price,
ss_ext_wholesale_cost,
ss_ext_list_price,
ss_ext_tax,
ss_coupon_amt,
ss_net_paid,
ss_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 25;
OUTPUT @filtered_results
TO "/large_multiple/store_sales.csv"
USING Outputters.Csv(outputHeader: true);

57
UsqlScripts/large_multiple/store_sales_26-50.usql Normal file
View File

@ -0,0 +1,57 @@
@raw_parsed = EXTRACT child_id int,
ss_sold_date_sk string,
ss_sold_time_sk string,
ss_item_sk string,
ss_customer_sk string,
ss_cdemo_sk string,
ss_hdemo_sk string,
ss_addr_sk string,
ss_store_sk string,
ss_promo_sk string,
ss_ticket_number string,
ss_quantity string,
ss_wholesale_cost string,
ss_list_price string,
ss_sales_price string,
ss_ext_discount_amt string,
ss_ext_sales_price string,
ss_ext_wholesale_cost string,
ss_ext_list_price string,
ss_ext_tax string,
ss_coupon_amt string,
ss_net_paid string,
ss_net_paid_inc_tax string,
ss_net_profit string,
empty string
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ss_sold_date_sk,
ss_sold_time_sk,
ss_item_sk,
ss_customer_sk,
ss_cdemo_sk,
ss_hdemo_sk,
ss_addr_sk,
ss_store_sk,
ss_promo_sk,
ss_ticket_number,
ss_quantity,
ss_wholesale_cost,
ss_list_price,
ss_sales_price,
ss_ext_discount_amt,
ss_ext_sales_price,
ss_ext_wholesale_cost,
ss_ext_list_price,
ss_ext_tax,
ss_coupon_amt,
ss_net_paid,
ss_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 26 AND 50;
OUTPUT @filtered_results
TO "/large_multiple/store_sales_2.csv"
USING Outputters.Csv(outputHeader: true);

57
UsqlScripts/large_multiple/store_sales_51-75.usql Normal file
View File

@ -0,0 +1,57 @@
@raw_parsed = EXTRACT child_id int,
ss_sold_date_sk string,
ss_sold_time_sk string,
ss_item_sk string,
ss_customer_sk string,
ss_cdemo_sk string,
ss_hdemo_sk string,
ss_addr_sk string,
ss_store_sk string,
ss_promo_sk string,
ss_ticket_number string,
ss_quantity string,
ss_wholesale_cost string,
ss_list_price string,
ss_sales_price string,
ss_ext_discount_amt string,
ss_ext_sales_price string,
ss_ext_wholesale_cost string,
ss_ext_list_price string,
ss_ext_tax string,
ss_coupon_amt string,
ss_net_paid string,
ss_net_paid_inc_tax string,
ss_net_profit string,
empty string
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ss_sold_date_sk,
ss_sold_time_sk,
ss_item_sk,
ss_customer_sk,
ss_cdemo_sk,
ss_hdemo_sk,
ss_addr_sk,
ss_store_sk,
ss_promo_sk,
ss_ticket_number,
ss_quantity,
ss_wholesale_cost,
ss_list_price,
ss_sales_price,
ss_ext_discount_amt,
ss_ext_sales_price,
ss_ext_wholesale_cost,
ss_ext_list_price,
ss_ext_tax,
ss_coupon_amt,
ss_net_paid,
ss_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 51 AND 75;
OUTPUT @filtered_results
TO "/large_multiple/store_sales_3.csv"
USING Outputters.Csv(outputHeader: true);

57
UsqlScripts/large_multiple/store_sales_76-100.usql Normal file
View File

@ -0,0 +1,57 @@
@raw_parsed = EXTRACT child_id int,
ss_sold_date_sk string,
ss_sold_time_sk string,
ss_item_sk string,
ss_customer_sk string,
ss_cdemo_sk string,
ss_hdemo_sk string,
ss_addr_sk string,
ss_store_sk string,
ss_promo_sk string,
ss_ticket_number string,
ss_quantity string,
ss_wholesale_cost string,
ss_list_price string,
ss_sales_price string,
ss_ext_discount_amt string,
ss_ext_sales_price string,
ss_ext_wholesale_cost string,
ss_ext_list_price string,
ss_ext_tax string,
ss_coupon_amt string,
ss_net_paid string,
ss_net_paid_inc_tax string,
ss_net_profit string,
empty string
FROM "wasb://store-sales@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT ss_sold_date_sk,
ss_sold_time_sk,
ss_item_sk,
ss_customer_sk,
ss_cdemo_sk,
ss_hdemo_sk,
ss_addr_sk,
ss_store_sk,
ss_promo_sk,
ss_ticket_number,
ss_quantity,
ss_wholesale_cost,
ss_list_price,
ss_sales_price,
ss_ext_discount_amt,
ss_ext_sales_price,
ss_ext_wholesale_cost,
ss_ext_list_price,
ss_ext_tax,
ss_coupon_amt,
ss_net_paid,
ss_net_profit
FROM @raw_parsed
WHERE child_id BETWEEN 76 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/store_sales_4.csv"
USING Outputters.Csv(outputHeader: true);

32
UsqlScripts/large_multiple/time_dim.usql Normal file
View File

@ -0,0 +1,32 @@
@raw_parsed = EXTRACT child_id int,
t_time_sk string,
t_time_id string,
t_time string,
t_hour string,
t_minute string,
t_second string,
t_am_pm string,
t_shift string,
t_sub_shift string,
t_meal_time string,
empty string
FROM "wasb://time-dim@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT t_time_sk,
t_time_id,
t_time,
t_hour,
t_minute,
t_second,
t_am_pm,
t_shift,
t_sub_shift,
t_meal_time
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/time_dim.csv"
USING Outputters.Csv(outputHeader: true);

40
UsqlScripts/large_multiple/warehouse.usql Normal file
View File

@ -0,0 +1,40 @@
@raw_parsed = EXTRACT child_id int,
w_warehouse_sk string,
w_warehouse_id string,
w_warehouse_name string,
w_warehouse_sq_ft string,
w_street_number string,
w_street_name string,
w_street_type string,
w_suite_number string,
w_city string,
w_county string,
w_state string,
w_zip string,
w_country string,
w_gmt_offset string,
empty string
FROM "wasb://warehouse@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT w_warehouse_sk,
w_warehouse_id,
w_warehouse_name,
w_warehouse_sq_ft,
w_street_number,
w_street_name,
w_street_type,
w_suite_number,
w_city,
w_county,
w_state,
w_zip,
w_country,
w_gmt_offset
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/warehouse.csv"
USING Outputters.Csv(outputHeader: true);

40
UsqlScripts/large_multiple/web_page.usql Normal file
View File

@ -0,0 +1,40 @@
@raw_parsed = EXTRACT child_id int,
wp_web_page_sk string,
wp_web_page_id string,
wp_rec_start_date string,
wp_rec_end_date string,
wp_creation_date_sk string,
wp_access_date_sk string,
wp_autogen_flag string,
wp_customer_sk string,
wp_url string,
wp_type string,
wp_char_count string,
wp_link_count string,
wp_image_count string,
wp_max_ad_count string,
empty string
FROM "wasb://web-page@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT wp_web_page_sk,
wp_web_page_id,
wp_rec_start_date,
wp_rec_end_date,
wp_creation_date_sk,
wp_access_date_sk,
wp_autogen_flag,
wp_customer_sk,
wp_url,
wp_type,
wp_char_count,
wp_link_count,
wp_image_count,
wp_max_ad_count
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 100;
OUTPUT @filtered_results
TO "/large_multiple/web_page.csv"
USING Outputters.Csv(outputHeader: true);

51
UsqlScripts/large_multiple/web_returns_1-25.usql Normal file
View File

@ -0,0 +1,51 @@
@raw_parsed = EXTRACT child_id int,
wr_returned_date_sk string,
wr_returned_time_sk string,
wr_item_sk string,
wr_refunded_customer_sk string,
wr_refunded_cdemo_sk string,
wr_refunded_hdemo_sk string,
wr_refunded_addr_sk string,
wr_returning_customer_sk string,
wr_returning_cdemo_sk string,
wr_returning_hdemo_sk string,
wr_returning_addr_sk string,
wr_web_page_sk string,
wr_reason_sk string,
wr_order_number string,
wr_return_quantity string,
wr_return_amt string,
wr_return_tax string,
wr_return_amt_inc_tax string,
wr_fee string,
wr_return_ship_cost string,
wr_refunded_cash string,
wr_reversed_charge string,
wr_account_credit string,
wr_net_loss string,
empty string
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT wr_returned_date_sk,
wr_item_sk,
wr_refunded_cdemo_sk,
wr_refunded_addr_sk,
wr_returning_customer_sk,
wr_returning_cdemo_sk,
wr_returning_addr_sk,
wr_web_page_sk,
wr_reason_sk,
wr_order_number,
wr_return_quantity,
wr_return_amt,
wr_fee,
wr_refunded_cash,
wr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 1 AND 25;
OUTPUT @filtered_results
TO "/large_multiple/web_returns.csv"
USING Outputters.Csv(outputHeader: true);

51
UsqlScripts/large_multiple/web_returns_26-50.usql Normal file
View File

@ -0,0 +1,51 @@
@raw_parsed = EXTRACT child_id int,
wr_returned_date_sk string,
wr_returned_time_sk string,
wr_item_sk string,
wr_refunded_customer_sk string,
wr_refunded_cdemo_sk string,
wr_refunded_hdemo_sk string,
wr_refunded_addr_sk string,
wr_returning_customer_sk string,
wr_returning_cdemo_sk string,
wr_returning_hdemo_sk string,
wr_returning_addr_sk string,
wr_web_page_sk string,
wr_reason_sk string,
wr_order_number string,
wr_return_quantity string,
wr_return_amt string,
wr_return_tax string,
wr_return_amt_inc_tax string,
wr_fee string,
wr_return_ship_cost string,
wr_refunded_cash string,
wr_reversed_charge string,
wr_account_credit string,
wr_net_loss string,
empty string
FROM "wasb://web-returns@<blob storage account name>/{*}_{child_id}_100.dat"
USING Extractors.Text(delimiter: '|');
@filtered_results = SELECT wr_returned_date_sk,
wr_item_sk,
wr_refunded_cdemo_sk,
wr_refunded_addr_sk,
wr_returning_customer_sk,
wr_returning_cdemo_sk,
wr_returning_addr_sk,
wr_web_page_sk,
wr_reason_sk,
wr_order_number,
wr_return_quantity,
wr_return_amt,
wr_fee,
wr_refunded_cash,
wr_net_loss
FROM @raw_parsed
WHERE child_id BETWEEN 26 AND 50;
OUTPUT @filtered_results
TO "/large_multiple/web_returns_2.csv"
USING Outputters.Csv(outputHeader: true);

Some files were not shown because too many files have changed in this diff Show More