AsPartitionProcessing
This commit is contained in:
christianwade
commit
1395870498
63
.gitattributes
vendored
Normal file
63
.gitattributes
vendored
Normal file
@ -0,0 +1,63 @@
|
||||
###############################################################################
|
||||
# Set default behavior to automatically normalize line endings.
|
||||
###############################################################################
|
||||
* text=auto
|
||||
|
||||
###############################################################################
|
||||
# Set default behavior for command prompt diff.
|
||||
#
|
||||
# This is need for earlier builds of msysgit that does not have it on by
|
||||
# default for csharp files.
|
||||
# Note: This is only used by command line
|
||||
###############################################################################
|
||||
#*.cs diff=csharp
|
||||
|
||||
###############################################################################
|
||||
# Set the merge driver for project and solution files
|
||||
#
|
||||
# Merging from the command prompt will add diff markers to the files if there
|
||||
# are conflicts (Merging from VS is not affected by the settings below, in VS
|
||||
# the diff markers are never inserted). Diff markers may cause the following
|
||||
# file extensions to fail to load in VS. An alternative would be to treat
|
||||
# these files as binary and thus will always conflict and require user
|
||||
# intervention with every merge. To do so, just uncomment the entries below
|
||||
###############################################################################
|
||||
#*.sln merge=binary
|
||||
#*.csproj merge=binary
|
||||
#*.vbproj merge=binary
|
||||
#*.vcxproj merge=binary
|
||||
#*.vcproj merge=binary
|
||||
#*.dbproj merge=binary
|
||||
#*.fsproj merge=binary
|
||||
#*.lsproj merge=binary
|
||||
#*.wixproj merge=binary
|
||||
#*.modelproj merge=binary
|
||||
#*.sqlproj merge=binary
|
||||
#*.wwaproj merge=binary
|
||||
|
||||
###############################################################################
|
||||
# behavior for image files
|
||||
#
|
||||
# image files are treated as binary by default.
|
||||
###############################################################################
|
||||
#*.jpg binary
|
||||
#*.png binary
|
||||
#*.gif binary
|
||||
|
||||
###############################################################################
|
||||
# diff behavior for common document formats
|
||||
#
|
||||
# Convert binary document formats to text before diffing them. This feature
|
||||
# is only available from the command line. Turn it on by uncommenting the
|
||||
# entries below.
|
||||
###############################################################################
|
||||
#*.doc diff=astextplain
|
||||
#*.DOC diff=astextplain
|
||||
#*.docx diff=astextplain
|
||||
#*.DOCX diff=astextplain
|
||||
#*.dot diff=astextplain
|
||||
#*.DOT diff=astextplain
|
||||
#*.pdf diff=astextplain
|
||||
#*.PDF diff=astextplain
|
||||
#*.rtf diff=astextplain
|
||||
#*.RTF diff=astextplain
|
||||
242
.gitignore
vendored
Normal file
242
.gitignore
vendored
Normal file
@ -0,0 +1,242 @@
|
||||
## Ignore Visual Studio temporary files, build results, and
|
||||
## files generated by popular Visual Studio add-ons.
|
||||
|
||||
# User-specific files
|
||||
*.suo
|
||||
*.user
|
||||
*.userosscache
|
||||
*.sln.docstates
|
||||
|
||||
# User-specific files (MonoDevelop/Xamarin Studio)
|
||||
*.userprefs
|
||||
|
||||
# Build results
|
||||
[Dd]ebug/
|
||||
[Dd]ebugPublic/
|
||||
[Rr]elease/
|
||||
[Rr]eleases/
|
||||
[Xx]64/
|
||||
[Xx]86/
|
||||
[Bb]uild/
|
||||
bld/
|
||||
[Bb]in/
|
||||
[Oo]bj/
|
||||
|
||||
# Visual Studio 2015 cache/options directory
|
||||
.vs/
|
||||
# Uncomment if you have tasks that create the project's static files in wwwroot
|
||||
#wwwroot/
|
||||
|
||||
# MSTest test Results
|
||||
[Tt]est[Rr]esult*/
|
||||
[Bb]uild[Ll]og.*
|
||||
|
||||
# NUNIT
|
||||
*.VisualState.xml
|
||||
TestResult.xml
|
||||
|
||||
# Build Results of an ATL Project
|
||||
[Dd]ebugPS/
|
||||
[Rr]eleasePS/
|
||||
dlldata.c
|
||||
|
||||
# DNX
|
||||
project.lock.json
|
||||
artifacts/
|
||||
|
||||
*_i.c
|
||||
*_p.c
|
||||
*_i.h
|
||||
*.ilk
|
||||
*.meta
|
||||
*.obj
|
||||
*.pch
|
||||
*.pdb
|
||||
*.pgc
|
||||
*.pgd
|
||||
*.rsp
|
||||
*.sbr
|
||||
*.tlb
|
||||
*.tli
|
||||
*.tlh
|
||||
*.tmp
|
||||
*.tmp_proj
|
||||
*.log
|
||||
*.vspscc
|
||||
*.vssscc
|
||||
.builds
|
||||
*.pidb
|
||||
*.svclog
|
||||
*.scc
|
||||
|
||||
# Chutzpah Test files
|
||||
_Chutzpah*
|
||||
|
||||
# Visual C++ cache files
|
||||
ipch/
|
||||
*.aps
|
||||
*.ncb
|
||||
*.opendb
|
||||
*.opensdf
|
||||
*.sdf
|
||||
*.cachefile
|
||||
*.VC.db
|
||||
|
||||
# Visual Studio profiler
|
||||
*.psess
|
||||
*.vsp
|
||||
*.vspx
|
||||
*.sap
|
||||
|
||||
# TFS 2012 Local Workspace
|
||||
$tf/
|
||||
|
||||
# Guidance Automation Toolkit
|
||||
*.gpState
|
||||
|
||||
# ReSharper is a .NET coding add-in
|
||||
_ReSharper*/
|
||||
*.[Rr]e[Ss]harper
|
||||
*.DotSettings.user
|
||||
|
||||
# JustCode is a .NET coding add-in
|
||||
.JustCode
|
||||
|
||||
# TeamCity is a build add-in
|
||||
_TeamCity*
|
||||
|
||||
# DotCover is a Code Coverage Tool
|
||||
*.dotCover
|
||||
|
||||
# NCrunch
|
||||
_NCrunch_*
|
||||
.*crunch*.local.xml
|
||||
nCrunchTemp_*
|
||||
|
||||
# MightyMoose
|
||||
*.mm.*
|
||||
AutoTest.Net/
|
||||
|
||||
# Web workbench (sass)
|
||||
.sass-cache/
|
||||
|
||||
# Installshield output folder
|
||||
[Ee]xpress/
|
||||
|
||||
# DocProject is a documentation generator add-in
|
||||
DocProject/buildhelp/
|
||||
DocProject/Help/*.HxT
|
||||
DocProject/Help/*.HxC
|
||||
DocProject/Help/*.hhc
|
||||
DocProject/Help/*.hhk
|
||||
DocProject/Help/*.hhp
|
||||
DocProject/Help/Html2
|
||||
DocProject/Help/html
|
||||
|
||||
# Click-Once directory
|
||||
publish/
|
||||
|
||||
# Publish Web Output
|
||||
*.[Pp]ublish.xml
|
||||
*.azurePubxml
|
||||
|
||||
# TODO: Un-comment the next line if you do not want to checkin
|
||||
# your web deploy settings because they may include unencrypted
|
||||
# passwords
|
||||
#*.pubxml
|
||||
*.publishproj
|
||||
|
||||
# NuGet Packages
|
||||
*.nupkg
|
||||
# The packages folder can be ignored because of Package Restore
|
||||
**/packages/*
|
||||
# except build/, which is used as an MSBuild target.
|
||||
!**/packages/build/
|
||||
# Uncomment if necessary however generally it will be regenerated when needed
|
||||
#!**/packages/repositories.config
|
||||
# NuGet v3's project.json files produces more ignoreable files
|
||||
*.nuget.props
|
||||
*.nuget.targets
|
||||
|
||||
# Microsoft Azure Build Output
|
||||
csx/
|
||||
*.build.csdef
|
||||
|
||||
# Microsoft Azure Emulator
|
||||
ecf/
|
||||
rcf/
|
||||
|
||||
# Windows Store app package directory
|
||||
AppPackages/
|
||||
BundleArtifacts/
|
||||
|
||||
# Visual Studio cache files
|
||||
# files ending in .cache can be ignored
|
||||
*.[Cc]ache
|
||||
# but keep track of directories ending in .cache
|
||||
!*.[Cc]ache/
|
||||
|
||||
# Others
|
||||
ClientBin/
|
||||
[Ss]tyle[Cc]op.*
|
||||
~$*
|
||||
*~
|
||||
*.dbmdl
|
||||
*.dbproj.schemaview
|
||||
*.pfx
|
||||
*.publishsettings
|
||||
node_modules/
|
||||
orleans.codegen.cs
|
||||
|
||||
# RIA/Silverlight projects
|
||||
Generated_Code/
|
||||
|
||||
# Backup & report files from converting an old project file
|
||||
# to a newer Visual Studio version. Backup files are not needed,
|
||||
# because we have git ;-)
|
||||
_UpgradeReport_Files/
|
||||
Backup*/
|
||||
UpgradeLog*.XML
|
||||
UpgradeLog*.htm
|
||||
|
||||
# SQL Server files
|
||||
*.mdf
|
||||
*.ldf
|
||||
|
||||
# Business Intelligence projects
|
||||
*.rdl.data
|
||||
*.bim.layout
|
||||
*.bim_*.settings
|
||||
|
||||
# Microsoft Fakes
|
||||
FakesAssemblies/
|
||||
|
||||
# GhostDoc plugin setting file
|
||||
*.GhostDoc.xml
|
||||
|
||||
# Node.js Tools for Visual Studio
|
||||
.ntvs_analysis.dat
|
||||
|
||||
# Visual Studio 6 build log
|
||||
*.plg
|
||||
|
||||
# Visual Studio 6 workspace options file
|
||||
*.opt
|
||||
|
||||
# Visual Studio LightSwitch build output
|
||||
**/*.HTMLClient/GeneratedArtifacts
|
||||
**/*.DesktopClient/GeneratedArtifacts
|
||||
**/*.DesktopClient/ModelManifest.xml
|
||||
**/*.Server/GeneratedArtifacts
|
||||
**/*.Server/ModelManifest.xml
|
||||
_Pvt_Extensions
|
||||
|
||||
# LightSwitch generated files
|
||||
GeneratedArtifacts/
|
||||
ModelManifest.xml
|
||||
|
||||
# Paket dependency manager
|
||||
.paket/paket.exe
|
||||
|
||||
# FAKE - F# Make
|
||||
.fake/
|
||||
BIN
AsPartitionProcessing/AdventureWorksDW.bak
Normal file
BIN
AsPartitionProcessing/AdventureWorksDW.bak
Normal file
Binary file not shown.
@ -0,0 +1,42 @@
|
||||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<Project ToolsVersion="4.0" DefaultTargets="Build" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
|
||||
<PropertyGroup>
|
||||
<Configuration Condition=" '$(Configuration)' == '' ">Development</Configuration>
|
||||
<SchemaVersion>2.0</SchemaVersion>
|
||||
<ProjectGuid>{7274efcc-e7df-40ad-83df-1dfd5b954e67}</ProjectGuid>
|
||||
<OutputType>Exe</OutputType>
|
||||
<RootNamespace>MyRootNamespace</RootNamespace>
|
||||
<AssemblyName>MyAssemblyName</AssemblyName>
|
||||
<EnableUnmanagedDebugging>false</EnableUnmanagedDebugging>
|
||||
<OutputPath>bin\</OutputPath>
|
||||
<Name>AsPartitionProcessing.AdventureWorks</Name>
|
||||
<DeploymentServerName>localhost</DeploymentServerName>
|
||||
<DeploymentServerEdition>Developer</DeploymentServerEdition>
|
||||
<DeploymentServerVersion>Version_11_0</DeploymentServerVersion>
|
||||
<DeploymentServerDatabase>AW Tabular Model SQL 2014</DeploymentServerDatabase>
|
||||
<DeploymentServerCubeName>Model</DeploymentServerCubeName>
|
||||
<DeploymentOptionProcessing>Default</DeploymentOptionProcessing>
|
||||
<DeploymentOptionTransactionalDeployment>False</DeploymentOptionTransactionalDeployment>
|
||||
<DeploymentOptionDirectQueryMode>InMemory</DeploymentOptionDirectQueryMode>
|
||||
<DeploymentOptionQueryImpersonation>Default</DeploymentOptionQueryImpersonation>
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition=" '$(Configuration)' == 'Development' ">
|
||||
<OutputPath>bin\</OutputPath>
|
||||
<DeploymentServerName>localhost</DeploymentServerName>
|
||||
<DeploymentServerEdition>Developer</DeploymentServerEdition>
|
||||
<DeploymentServerVersion>Version_11_0</DeploymentServerVersion>
|
||||
<DeploymentServerDatabase>AdventureWorks</DeploymentServerDatabase>
|
||||
<DeploymentServerCubeName>Model</DeploymentServerCubeName>
|
||||
<DeploymentOptionProcessing>Default</DeploymentOptionProcessing>
|
||||
<DeploymentOptionTransactionalDeployment>False</DeploymentOptionTransactionalDeployment>
|
||||
<DeploymentOptionDirectQueryMode>InMemory</DeploymentOptionDirectQueryMode>
|
||||
<DeploymentOptionQueryImpersonation>Default</DeploymentOptionQueryImpersonation>
|
||||
</PropertyGroup>
|
||||
<ItemGroup />
|
||||
<ItemGroup>
|
||||
<Compile Include="Model.bim">
|
||||
<SubType>Code</SubType>
|
||||
</Compile>
|
||||
</ItemGroup>
|
||||
<Import Project="$(MSBuildExtensionsPath)\Business Intelligence Semantic Model\1.0\Microsoft.AnalysisServices.VSHostBuilder.targets" />
|
||||
</Project>
|
||||
6009
AsPartitionProcessing/AsPartitionProcessing.AdventureWorks/Model.bim
Normal file
6009
AsPartitionProcessing/AsPartitionProcessing.AdventureWorks/Model.bim
Normal file
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,24 @@
|
||||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<configuration>
|
||||
<configSections>
|
||||
<sectionGroup name="userSettings" type="System.Configuration.UserSettingsGroup, System, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089" >
|
||||
<section name="AsPartitionProcessing.SampleClient.Settings" type="System.Configuration.ClientSettingsSection, System, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089" allowExeDefinition="MachineToLocalUser" requirePermission="false" />
|
||||
</sectionGroup>
|
||||
</configSections>
|
||||
<startup>
|
||||
<supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.5.2"/>
|
||||
</startup>
|
||||
<userSettings>
|
||||
<AsPartitionProcessing.SampleClient.Settings>
|
||||
<setting name="ConfigServer" serializeAs="String">
|
||||
<value>localhost</value>
|
||||
</setting>
|
||||
<setting name="ConfigDatabase" serializeAs="String">
|
||||
<value>AsPartitionProcessing</value>
|
||||
</setting>
|
||||
<setting name="ConfigDatabaseIntegratedAuth" serializeAs="String">
|
||||
<value>True</value>
|
||||
</setting>
|
||||
</AsPartitionProcessing.SampleClient.Settings>
|
||||
</userSettings>
|
||||
</configuration>
|
||||
@ -0,0 +1,88 @@
|
||||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<Project ToolsVersion="14.0" DefaultTargets="Build" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
|
||||
<Import Project="$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props" Condition="Exists('$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props')" />
|
||||
<PropertyGroup>
|
||||
<Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
|
||||
<Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
|
||||
<ProjectGuid>{C45B329D-F606-4F89-A41A-785C247F24B2}</ProjectGuid>
|
||||
<OutputType>Exe</OutputType>
|
||||
<AppDesignerFolder>Properties</AppDesignerFolder>
|
||||
<RootNamespace>AsPartitionProcessing.SampleClient</RootNamespace>
|
||||
<AssemblyName>AsPartitionProcessing.SampleClient</AssemblyName>
|
||||
<TargetFrameworkVersion>v4.5.2</TargetFrameworkVersion>
|
||||
<FileAlignment>512</FileAlignment>
|
||||
<AutoGenerateBindingRedirects>true</AutoGenerateBindingRedirects>
|
||||
<TargetFrameworkProfile />
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
|
||||
<PlatformTarget>AnyCPU</PlatformTarget>
|
||||
<DebugSymbols>true</DebugSymbols>
|
||||
<DebugType>full</DebugType>
|
||||
<Optimize>false</Optimize>
|
||||
<OutputPath>bin\Debug\</OutputPath>
|
||||
<DefineConstants>DEBUG;TRACE</DefineConstants>
|
||||
<ErrorReport>prompt</ErrorReport>
|
||||
<WarningLevel>4</WarningLevel>
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
|
||||
<PlatformTarget>AnyCPU</PlatformTarget>
|
||||
<DebugType>pdbonly</DebugType>
|
||||
<Optimize>true</Optimize>
|
||||
<OutputPath>bin\Release\</OutputPath>
|
||||
<DefineConstants>TRACE</DefineConstants>
|
||||
<ErrorReport>prompt</ErrorReport>
|
||||
<WarningLevel>4</WarningLevel>
|
||||
</PropertyGroup>
|
||||
<ItemGroup>
|
||||
<Reference Include="Microsoft.AnalysisServices, Version=13.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91, processorArchitecture=MSIL">
|
||||
<SpecificVersion>False</SpecificVersion>
|
||||
<HintPath>..\..\..\..\..\..\..\Program Files (x86)\Microsoft SQL Server\130\SDK\Assemblies\Microsoft.AnalysisServices.DLL</HintPath>
|
||||
</Reference>
|
||||
<Reference Include="Microsoft.AnalysisServices.Core, Version=13.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91, processorArchitecture=MSIL">
|
||||
<SpecificVersion>False</SpecificVersion>
|
||||
<HintPath>..\..\..\..\..\..\..\Program Files (x86)\Microsoft SQL Server\130\SDK\Assemblies\Microsoft.AnalysisServices.Core.DLL</HintPath>
|
||||
</Reference>
|
||||
<Reference Include="Microsoft.AnalysisServices.Tabular, Version=13.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91, processorArchitecture=MSIL">
|
||||
<SpecificVersion>False</SpecificVersion>
|
||||
<HintPath>..\..\..\..\..\..\..\Program Files (x86)\Microsoft SQL Server\130\SDK\Assemblies\Microsoft.AnalysisServices.Tabular.DLL</HintPath>
|
||||
</Reference>
|
||||
<Reference Include="System" />
|
||||
<Reference Include="System.Core" />
|
||||
<Reference Include="System.Xml.Linq" />
|
||||
<Reference Include="System.Data.DataSetExtensions" />
|
||||
<Reference Include="Microsoft.CSharp" />
|
||||
<Reference Include="System.Data" />
|
||||
<Reference Include="System.Net.Http" />
|
||||
<Reference Include="System.Xml" />
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<Compile Include="Program.cs" />
|
||||
<Compile Include="Properties\AssemblyInfo.cs" />
|
||||
<Compile Include="Settings.Designer.cs">
|
||||
<AutoGen>True</AutoGen>
|
||||
<DesignTimeSharedInput>True</DesignTimeSharedInput>
|
||||
<DependentUpon>Settings.settings</DependentUpon>
|
||||
</Compile>
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<None Include="App.config" />
|
||||
<None Include="Settings.settings">
|
||||
<Generator>SettingsSingleFileGenerator</Generator>
|
||||
<LastGenOutput>Settings.Designer.cs</LastGenOutput>
|
||||
</None>
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<ProjectReference Include="..\AsPartitionProcessing\AsPartitionProcessing.csproj">
|
||||
<Project>{fb937281-b06d-47fb-9846-e97b0287afce}</Project>
|
||||
<Name>AsPartitionProcessing</Name>
|
||||
</ProjectReference>
|
||||
</ItemGroup>
|
||||
<Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
|
||||
<!-- To modify your build process, add your task inside one of the targets below and uncomment it.
|
||||
Other similar extension points exist, see Microsoft.Common.targets.
|
||||
<Target Name="BeforeBuild">
|
||||
</Target>
|
||||
<Target Name="AfterBuild">
|
||||
</Target>
|
||||
-->
|
||||
</Project>
|
||||
@ -0,0 +1,234 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using Microsoft.AnalysisServices.Tabular;
|
||||
|
||||
|
||||
namespace AsPartitionProcessing.SampleClient
|
||||
{
|
||||
class Program
|
||||
{
|
||||
const bool UseDatabase = false;
|
||||
|
||||
static void Main(string[] args)
|
||||
{
|
||||
try
|
||||
{
|
||||
List<PartitionedModelConfig> modelsConfig;
|
||||
if (!UseDatabase)
|
||||
{
|
||||
modelsConfig = InitializeAdventureWorksInline();
|
||||
}
|
||||
else
|
||||
{
|
||||
modelsConfig = InitializeFromDatabase();
|
||||
}
|
||||
|
||||
foreach (PartitionedModelConfig modelConfig in modelsConfig)
|
||||
{
|
||||
if (!modelConfig.IntegratedAuth) //For Azure AS
|
||||
{
|
||||
Console.WriteLine();
|
||||
Console.Write("User name for AS server: ");
|
||||
modelConfig.UserName = Console.ReadLine();
|
||||
Console.Write("Password for AS server: ");
|
||||
modelConfig.Password = ReadPassword();
|
||||
}
|
||||
|
||||
//Most important method:
|
||||
PartitionProcessor.PerformProcessing(modelConfig, LogMessage);
|
||||
}
|
||||
}
|
||||
catch (Exception exc)
|
||||
{
|
||||
Console.ForegroundColor = ConsoleColor.Red;
|
||||
Console.WriteLine();
|
||||
Console.WriteLine(exc.Message, null);
|
||||
}
|
||||
|
||||
Console.WriteLine("Press any key to exit.");
|
||||
Console.ReadKey();
|
||||
}
|
||||
|
||||
private static List<PartitionedModelConfig> InitializeAdventureWorksInline()
|
||||
{
|
||||
PartitionedModelConfig partitionedModel = new PartitionedModelConfig(
|
||||
partitionedModelConfigID: 1,
|
||||
analysisServicesServer: "localhost",
|
||||
analysisServicesDatabase: "AdventureWorks",
|
||||
initialSetUp: true,
|
||||
incrementalOnline: true,
|
||||
incrementalParallelTables: true,
|
||||
integratedAuth: true,
|
||||
userName: "",
|
||||
password: "",
|
||||
partitionedTables:
|
||||
new List<PartitionedTableConfig>
|
||||
{
|
||||
new PartitionedTableConfig(
|
||||
partitionedTableConfigID: 1,
|
||||
maxDate: Convert.ToDateTime("2012-12-01"),
|
||||
granularity: Granularity.Monthly,
|
||||
numberOfPartitionsFull: 12,
|
||||
numberOfPartitionsForIncrementalProcess: 3,
|
||||
analysisServicesTable: "Internet Sales",
|
||||
sourceTableName: "[dbo].[FactInternetSales]",
|
||||
sourcePartitionColumn: "OrderDateKey"
|
||||
),
|
||||
new PartitionedTableConfig(
|
||||
partitionedTableConfigID: 2,
|
||||
maxDate: Convert.ToDateTime("2012-12-01"),
|
||||
granularity: Granularity.Yearly,
|
||||
numberOfPartitionsFull: 3,
|
||||
numberOfPartitionsForIncrementalProcess: 1,
|
||||
analysisServicesTable: "Reseller Sales",
|
||||
sourceTableName: "[dbo].[FactResellerSales]",
|
||||
sourcePartitionColumn: "OrderDateKey"
|
||||
)
|
||||
}
|
||||
);
|
||||
|
||||
#region Not needed as sample includes pre-prepared version of AdventureWorks
|
||||
|
||||
////This section not to be used normally - just to get started with AdventureWorks. It removes existing partitions that come in AdventureWorks and creates a template one to align with assumptions listed at top of PartitionProcessor.cs file.
|
||||
//if (partitionedModel.InitialSetUp)
|
||||
//{
|
||||
// Console.WriteLine("Initialize AdventureWorks template partitions? [y/n]");
|
||||
// if (Console.ReadLine().ToLower() == "y")
|
||||
// InitializeAdventureWorksDatabase(partitionedModel);
|
||||
//}
|
||||
|
||||
#endregion
|
||||
|
||||
return new List<PartitionedModelConfig> { partitionedModel };
|
||||
}
|
||||
|
||||
private static List<PartitionedModelConfig> InitializeFromDatabase()
|
||||
{
|
||||
ConfigDatabaseConnectionInfo connectionInfo = new ConfigDatabaseConnectionInfo();
|
||||
|
||||
connectionInfo.Server = Settings.Default.ConfigServer;
|
||||
connectionInfo.Database = Settings.Default.ConfigDatabase;
|
||||
connectionInfo.IntegratedAuth = Settings.Default.ConfigDatabaseIntegratedAuth;
|
||||
|
||||
if (!Settings.Default.ConfigDatabaseIntegratedAuth)
|
||||
{
|
||||
Console.Write("User name for config database: ");
|
||||
connectionInfo.UserName = Console.ReadLine();
|
||||
Console.Write("Password for config database: ");
|
||||
connectionInfo.Password = ReadPassword();
|
||||
}
|
||||
|
||||
return ConfigDatabaseHelper.ReadConfig(connectionInfo);
|
||||
}
|
||||
|
||||
private static void LogMessage(string message, PartitionedModelConfig partitionedModel)
|
||||
{
|
||||
//Can provide custom logger here
|
||||
try
|
||||
{
|
||||
if (UseDatabase)
|
||||
ConfigDatabaseHelper.LogMessage(message, partitionedModel);
|
||||
|
||||
Console.WriteLine(message);
|
||||
}
|
||||
catch (Exception exc)
|
||||
{
|
||||
Console.WriteLine(exc.Message);
|
||||
Console.WriteLine("Press any key to exit.");
|
||||
Console.ReadKey();
|
||||
Environment.Exit(0); //Avoid recursion if errored connecting to db
|
||||
}
|
||||
}
|
||||
|
||||
public static string ReadPassword()
|
||||
{
|
||||
string password = "";
|
||||
ConsoleKeyInfo info = Console.ReadKey(true);
|
||||
while (info.Key != ConsoleKey.Enter)
|
||||
{
|
||||
if (info.Key != ConsoleKey.Backspace)
|
||||
{
|
||||
Console.Write("*");
|
||||
password += info.KeyChar;
|
||||
}
|
||||
else if (info.Key == ConsoleKey.Backspace)
|
||||
{
|
||||
if (!string.IsNullOrEmpty(password))
|
||||
{
|
||||
// remove one character from the list of password characters
|
||||
password = password.Substring(0, password.Length - 1);
|
||||
// get the location of the cursor
|
||||
int pos = Console.CursorLeft;
|
||||
// move the cursor to the left by one character
|
||||
Console.SetCursorPosition(pos - 1, Console.CursorTop);
|
||||
// replace it with space
|
||||
Console.Write(" ");
|
||||
// move the cursor to the left by one character again
|
||||
Console.SetCursorPosition(pos - 1, Console.CursorTop);
|
||||
}
|
||||
}
|
||||
info = Console.ReadKey(true);
|
||||
}
|
||||
// add a new line because user pressed enter at the end of password
|
||||
Console.WriteLine();
|
||||
return password;
|
||||
}
|
||||
|
||||
#region Not needed as sample includes pre-prepared version of AdventureWorks
|
||||
|
||||
private static void InitializeAdventureWorksDatabase(PartitionedModelConfig parameters)
|
||||
{
|
||||
//In order to align with assumptions listed in PartitionProcessor.cs, need to:
|
||||
//1. Delete existing partitions in InternetSales and ResellerSales
|
||||
//2. Create template partition (again, see comments at top of PartitionProcessor.cs)
|
||||
|
||||
Console.WriteLine("Initializing AdventureWorks ...");
|
||||
|
||||
using (Server server = new Server())
|
||||
{
|
||||
//Connect and get main objects
|
||||
string serverConnectionString;
|
||||
if (parameters.IntegratedAuth)
|
||||
serverConnectionString = $"Provider=MSOLAP;Data Source={parameters.AnalysisServicesServer};";
|
||||
else
|
||||
{
|
||||
serverConnectionString = $"Provider=MSOLAP;Data Source={parameters.AnalysisServicesServer};User ID={parameters.UserName};Password={parameters.Password};Persist Security Info=True;Impersonation Level=Impersonate;";
|
||||
}
|
||||
server.Connect(serverConnectionString);
|
||||
|
||||
Database database = server.Databases.FindByName(parameters.AnalysisServicesDatabase);
|
||||
if (database == null)
|
||||
{
|
||||
throw new Microsoft.AnalysisServices.ConnectionException($"Could not connect to database {parameters.AnalysisServicesDatabase}.");
|
||||
}
|
||||
|
||||
InitializeAdventureWorksTable(database, "Internet Sales", "[dbo].[FactInternetSales]");
|
||||
InitializeAdventureWorksTable(database, "Reseller Sales", "[dbo].[FactResellerSales]");
|
||||
|
||||
database.Update(Microsoft.AnalysisServices.UpdateOptions.ExpandFull);
|
||||
server.Disconnect();
|
||||
}
|
||||
}
|
||||
|
||||
private static void InitializeAdventureWorksTable(Database database, string analysisServicesTableName, string sourceFactTableName)
|
||||
{
|
||||
Table table = database.Model.Tables.Find(analysisServicesTableName);
|
||||
if (table == null)
|
||||
{
|
||||
throw new Microsoft.AnalysisServices.ConnectionException($"Could not connect to table {analysisServicesTableName}.");
|
||||
}
|
||||
table.Partitions.Clear();
|
||||
Partition templatePartition = new Partition();
|
||||
templatePartition.Name = analysisServicesTableName;
|
||||
table.Partitions.Add(templatePartition);
|
||||
templatePartition.Source = new QueryPartitionSource()
|
||||
{
|
||||
DataSource = database.Model.DataSources[0], //Assuming this is only data source (SqlServer localhost)
|
||||
Query = $"SELECT * FROM {sourceFactTableName}"
|
||||
};
|
||||
}
|
||||
|
||||
#endregion
|
||||
}
|
||||
}
|
||||
|
||||
@ -0,0 +1,36 @@
|
||||
using System.Reflection;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Runtime.InteropServices;
|
||||
|
||||
// General Information about an assembly is controlled through the following
|
||||
// set of attributes. Change these attribute values to modify the information
|
||||
// associated with an assembly.
|
||||
[assembly: AssemblyTitle("AsPartitionProcessing.SampleClient")]
|
||||
[assembly: AssemblyDescription("")]
|
||||
[assembly: AssemblyConfiguration("")]
|
||||
[assembly: AssemblyCompany("Microsoft Corporation")]
|
||||
[assembly: AssemblyProduct("AsPartitionProcessing.SampleClient")]
|
||||
[assembly: AssemblyCopyright("Copyright © Microsoft Corporation 2016")]
|
||||
[assembly: AssemblyTrademark("")]
|
||||
[assembly: AssemblyCulture("")]
|
||||
|
||||
// Setting ComVisible to false makes the types in this assembly not visible
|
||||
// to COM components. If you need to access a type in this assembly from
|
||||
// COM, set the ComVisible attribute to true on that type.
|
||||
[assembly: ComVisible(false)]
|
||||
|
||||
// The following GUID is for the ID of the typelib if this project is exposed to COM
|
||||
[assembly: Guid("c45b329d-f606-4f89-a41a-785c247f24b2")]
|
||||
|
||||
// Version information for an assembly consists of the following four values:
|
||||
//
|
||||
// Major Version
|
||||
// Minor Version
|
||||
// Build Number
|
||||
// Revision
|
||||
//
|
||||
// You can specify all the values or you can default the Build and Revision Numbers
|
||||
// by using the '*' as shown below:
|
||||
// [assembly: AssemblyVersion("1.0.*")]
|
||||
[assembly: AssemblyVersion("1.0.0.0")]
|
||||
[assembly: AssemblyFileVersion("1.0.0.0")]
|
||||
62
AsPartitionProcessing/AsPartitionProcessing.SampleClient/Settings.Designer.cs
generated
Normal file
62
AsPartitionProcessing/AsPartitionProcessing.SampleClient/Settings.Designer.cs
generated
Normal file
@ -0,0 +1,62 @@
|
||||
//------------------------------------------------------------------------------
|
||||
// <auto-generated>
|
||||
// This code was generated by a tool.
|
||||
// Runtime Version:4.0.30319.42000
|
||||
//
|
||||
// Changes to this file may cause incorrect behavior and will be lost if
|
||||
// the code is regenerated.
|
||||
// </auto-generated>
|
||||
//------------------------------------------------------------------------------
|
||||
|
||||
namespace AsPartitionProcessing.SampleClient {
|
||||
|
||||
|
||||
[global::System.Runtime.CompilerServices.CompilerGeneratedAttribute()]
|
||||
[global::System.CodeDom.Compiler.GeneratedCodeAttribute("Microsoft.VisualStudio.Editors.SettingsDesigner.SettingsSingleFileGenerator", "14.0.0.0")]
|
||||
internal sealed partial class Settings : global::System.Configuration.ApplicationSettingsBase {
|
||||
|
||||
private static Settings defaultInstance = ((Settings)(global::System.Configuration.ApplicationSettingsBase.Synchronized(new Settings())));
|
||||
|
||||
public static Settings Default {
|
||||
get {
|
||||
return defaultInstance;
|
||||
}
|
||||
}
|
||||
|
||||
[global::System.Configuration.UserScopedSettingAttribute()]
|
||||
[global::System.Diagnostics.DebuggerNonUserCodeAttribute()]
|
||||
[global::System.Configuration.DefaultSettingValueAttribute("localhost")]
|
||||
public string ConfigServer {
|
||||
get {
|
||||
return ((string)(this["ConfigServer"]));
|
||||
}
|
||||
set {
|
||||
this["ConfigServer"] = value;
|
||||
}
|
||||
}
|
||||
|
||||
[global::System.Configuration.UserScopedSettingAttribute()]
|
||||
[global::System.Diagnostics.DebuggerNonUserCodeAttribute()]
|
||||
[global::System.Configuration.DefaultSettingValueAttribute("AsPartitionProcessing")]
|
||||
public string ConfigDatabase {
|
||||
get {
|
||||
return ((string)(this["ConfigDatabase"]));
|
||||
}
|
||||
set {
|
||||
this["ConfigDatabase"] = value;
|
||||
}
|
||||
}
|
||||
|
||||
[global::System.Configuration.UserScopedSettingAttribute()]
|
||||
[global::System.Diagnostics.DebuggerNonUserCodeAttribute()]
|
||||
[global::System.Configuration.DefaultSettingValueAttribute("True")]
|
||||
public bool ConfigDatabaseIntegratedAuth {
|
||||
get {
|
||||
return ((bool)(this["ConfigDatabaseIntegratedAuth"]));
|
||||
}
|
||||
set {
|
||||
this["ConfigDatabaseIntegratedAuth"] = value;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,15 @@
|
||||
<?xml version='1.0' encoding='utf-8'?>
|
||||
<SettingsFile xmlns="http://schemas.microsoft.com/VisualStudio/2004/01/settings" CurrentProfile="(Default)" GeneratedClassNamespace="AsPartitionProcessing.SampleClient" GeneratedClassName="Settings">
|
||||
<Profiles />
|
||||
<Settings>
|
||||
<Setting Name="ConfigServer" Type="System.String" Scope="User">
|
||||
<Value Profile="(Default)">localhost</Value>
|
||||
</Setting>
|
||||
<Setting Name="ConfigDatabase" Type="System.String" Scope="User">
|
||||
<Value Profile="(Default)">AsPartitionProcessing</Value>
|
||||
</Setting>
|
||||
<Setting Name="ConfigDatabaseIntegratedAuth" Type="System.Boolean" Scope="User">
|
||||
<Value Profile="(Default)">True</Value>
|
||||
</Setting>
|
||||
</Settings>
|
||||
</SettingsFile>
|
||||
73
AsPartitionProcessing/AsPartitionProcessing.sln
Normal file
73
AsPartitionProcessing/AsPartitionProcessing.sln
Normal file
@ -0,0 +1,73 @@
|
||||
|
||||
Microsoft Visual Studio Solution File, Format Version 12.00
|
||||
# Visual Studio 14
|
||||
VisualStudioVersion = 14.0.25420.1
|
||||
MinimumVisualStudioVersion = 10.0.40219.1
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AsPartitionProcessing", "AsPartitionProcessing\AsPartitionProcessing.csproj", "{FB937281-B06D-47FB-9846-E97B0287AFCE}"
|
||||
EndProject
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AsPartitionProcessing.SampleClient", "AsPartitionProcessing.SampleClient\AsPartitionProcessing.SampleClient.csproj", "{C45B329D-F606-4F89-A41A-785C247F24B2}"
|
||||
EndProject
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution Items", "{0B23151E-8A6B-44AA-B670-797D1EB8B3C0}"
|
||||
ProjectSection(SolutionItems) = preProject
|
||||
AdventureWorksDW.bak = AdventureWorksDW.bak
|
||||
CreateDatabaseObjects.sql = CreateDatabaseObjects.sql
|
||||
SampleConfiguration.sql = SampleConfiguration.sql
|
||||
EndProjectSection
|
||||
EndProject
|
||||
Project("{6870E480-7721-4708-BFB8-9AE898AA21B3}") = "AsPartitionProcessing.AdventureWorks", "AsPartitionProcessing.AdventureWorks\AsPartitionProcessing.AdventureWorks.smproj", "{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}"
|
||||
EndProject
|
||||
Global
|
||||
GlobalSection(SolutionConfigurationPlatforms) = preSolution
|
||||
Debug|Any CPU = Debug|Any CPU
|
||||
Debug|x86 = Debug|x86
|
||||
Development|Any CPU = Development|Any CPU
|
||||
Development|x86 = Development|x86
|
||||
Release|Any CPU = Release|Any CPU
|
||||
Release|x86 = Release|x86
|
||||
EndGlobalSection
|
||||
GlobalSection(ProjectConfigurationPlatforms) = postSolution
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Debug|Any CPU.Build.0 = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Debug|x86.ActiveCfg = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Debug|x86.Build.0 = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Development|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Development|Any CPU.Build.0 = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Development|x86.ActiveCfg = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Development|x86.Build.0 = Debug|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Release|Any CPU.ActiveCfg = Release|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Release|Any CPU.Build.0 = Release|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Release|x86.ActiveCfg = Release|Any CPU
|
||||
{FB937281-B06D-47FB-9846-E97B0287AFCE}.Release|x86.Build.0 = Release|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Debug|Any CPU.Build.0 = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Debug|x86.ActiveCfg = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Debug|x86.Build.0 = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Development|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Development|Any CPU.Build.0 = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Development|x86.ActiveCfg = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Development|x86.Build.0 = Debug|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Release|Any CPU.ActiveCfg = Release|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Release|Any CPU.Build.0 = Release|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Release|x86.ActiveCfg = Release|Any CPU
|
||||
{C45B329D-F606-4F89-A41A-785C247F24B2}.Release|x86.Build.0 = Release|Any CPU
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Debug|Any CPU.ActiveCfg = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Debug|Any CPU.Build.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Debug|Any CPU.Deploy.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Debug|x86.ActiveCfg = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Debug|x86.Build.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Debug|x86.Deploy.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Development|Any CPU.ActiveCfg = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Development|x86.ActiveCfg = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Development|x86.Build.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Development|x86.Deploy.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Release|Any CPU.ActiveCfg = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Release|Any CPU.Build.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Release|Any CPU.Deploy.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Release|x86.ActiveCfg = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Release|x86.Build.0 = Development|x86
|
||||
{7274EFCC-E7DF-40AD-83DF-1DFD5B954E67}.Release|x86.Deploy.0 = Development|x86
|
||||
EndGlobalSection
|
||||
GlobalSection(SolutionProperties) = preSolution
|
||||
HideSolutionNode = FALSE
|
||||
EndGlobalSection
|
||||
EndGlobal
|
||||
@ -0,0 +1,72 @@
|
||||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<Project ToolsVersion="14.0" DefaultTargets="Build" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
|
||||
<Import Project="$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props" Condition="Exists('$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props')" />
|
||||
<PropertyGroup>
|
||||
<Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
|
||||
<Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
|
||||
<ProjectGuid>{FB937281-B06D-47FB-9846-E97B0287AFCE}</ProjectGuid>
|
||||
<OutputType>Library</OutputType>
|
||||
<AppDesignerFolder>Properties</AppDesignerFolder>
|
||||
<RootNamespace>AsPartitionProcessing</RootNamespace>
|
||||
<AssemblyName>AsPartitionProcessing</AssemblyName>
|
||||
<TargetFrameworkVersion>v4.5.2</TargetFrameworkVersion>
|
||||
<FileAlignment>512</FileAlignment>
|
||||
<TargetFrameworkProfile />
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
|
||||
<DebugSymbols>true</DebugSymbols>
|
||||
<DebugType>full</DebugType>
|
||||
<Optimize>false</Optimize>
|
||||
<OutputPath>bin\Debug\</OutputPath>
|
||||
<DefineConstants>DEBUG;TRACE</DefineConstants>
|
||||
<ErrorReport>prompt</ErrorReport>
|
||||
<WarningLevel>4</WarningLevel>
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
|
||||
<DebugType>pdbonly</DebugType>
|
||||
<Optimize>true</Optimize>
|
||||
<OutputPath>bin\Release\</OutputPath>
|
||||
<DefineConstants>TRACE</DefineConstants>
|
||||
<ErrorReport>prompt</ErrorReport>
|
||||
<WarningLevel>4</WarningLevel>
|
||||
<DocumentationFile>bin\Release\AsPartitionProcessing.XML</DocumentationFile>
|
||||
</PropertyGroup>
|
||||
<ItemGroup>
|
||||
<Reference Include="Microsoft.AnalysisServices, Version=13.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91, processorArchitecture=MSIL">
|
||||
<SpecificVersion>False</SpecificVersion>
|
||||
<HintPath>..\..\..\..\..\..\..\Program Files (x86)\Microsoft SQL Server\130\SDK\Assemblies\Microsoft.AnalysisServices.DLL</HintPath>
|
||||
</Reference>
|
||||
<Reference Include="Microsoft.AnalysisServices.Core, Version=13.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91, processorArchitecture=MSIL">
|
||||
<SpecificVersion>False</SpecificVersion>
|
||||
<HintPath>..\..\..\..\..\..\..\Program Files (x86)\Microsoft SQL Server\130\SDK\Assemblies\Microsoft.AnalysisServices.Core.DLL</HintPath>
|
||||
</Reference>
|
||||
<Reference Include="Microsoft.AnalysisServices.Tabular, Version=13.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91, processorArchitecture=MSIL">
|
||||
<SpecificVersion>False</SpecificVersion>
|
||||
<HintPath>..\..\..\..\..\..\..\Program Files (x86)\Microsoft SQL Server\130\SDK\Assemblies\Microsoft.AnalysisServices.Tabular.DLL</HintPath>
|
||||
</Reference>
|
||||
<Reference Include="System" />
|
||||
<Reference Include="System.Core" />
|
||||
<Reference Include="System.Xml.Linq" />
|
||||
<Reference Include="System.Data.DataSetExtensions" />
|
||||
<Reference Include="Microsoft.CSharp" />
|
||||
<Reference Include="System.Data" />
|
||||
<Reference Include="System.Net.Http" />
|
||||
<Reference Include="System.Xml" />
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<Compile Include="ConfigDatabaseConnectionInfo.cs" />
|
||||
<Compile Include="PartitionedModelConfig.cs" />
|
||||
<Compile Include="ConfigDatabaseHelper.cs" />
|
||||
<Compile Include="PartitionedTableConfig.cs" />
|
||||
<Compile Include="PartitionProcessor.cs" />
|
||||
<Compile Include="Properties\AssemblyInfo.cs" />
|
||||
</ItemGroup>
|
||||
<Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
|
||||
<!-- To modify your build process, add your task inside one of the targets below and uncomment it.
|
||||
Other similar extension points exist, see Microsoft.Common.targets.
|
||||
<Target Name="BeforeBuild">
|
||||
</Target>
|
||||
<Target Name="AfterBuild">
|
||||
</Target>
|
||||
-->
|
||||
</Project>
|
||||
@ -0,0 +1,35 @@
|
||||
using System;
|
||||
|
||||
namespace AsPartitionProcessing
|
||||
{
|
||||
/// <summary>
|
||||
/// Information required to connect to the configuration and logging database.
|
||||
/// </summary>
|
||||
public class ConfigDatabaseConnectionInfo
|
||||
{
|
||||
/// <summary>
|
||||
/// Database server name.
|
||||
/// </summary>
|
||||
public string Server { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Name of the database.
|
||||
/// </summary>
|
||||
public string Database { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// User name used for connection.
|
||||
/// </summary>
|
||||
public string UserName { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Password used for connection.
|
||||
/// </summary>
|
||||
public string Password { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Whether connection to be made using integrated authentication or SQL authentication.
|
||||
/// </summary>
|
||||
public bool IntegratedAuth { get; set; }
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,173 @@
|
||||
using System;
|
||||
using System.Data;
|
||||
using System.Data.SqlClient;
|
||||
using System.Collections.Generic;
|
||||
|
||||
namespace AsPartitionProcessing
|
||||
{
|
||||
/// <summary>
|
||||
/// Class containing helper methods for reading and writing to the configuration and logging database.
|
||||
/// </summary>
|
||||
public static class ConfigDatabaseHelper
|
||||
{
|
||||
/// <summary>
|
||||
/// Read configuration information from the database.
|
||||
/// </summary>
|
||||
/// <param name="connectionInfo">Information required to connect to the configuration and logging database.</param>
|
||||
/// <returns>Collection of partitioned models with configuration information.</returns>
|
||||
public static List<PartitionedModelConfig> ReadConfig(ConfigDatabaseConnectionInfo connectionInfo)
|
||||
{
|
||||
using (SqlConnection connection = new SqlConnection(GetConnectionString(connectionInfo)))
|
||||
{
|
||||
connection.Open();
|
||||
using (SqlCommand command = new SqlCommand())
|
||||
{
|
||||
command.Connection = connection;
|
||||
command.CommandType = CommandType.Text;
|
||||
command.CommandText = @"
|
||||
SELECT [PartitionedModelConfigID]
|
||||
,[AnalysisServicesServer]
|
||||
,[AnalysisServicesDatabase]
|
||||
,[InitialSetUp]
|
||||
,[IncrementalOnline]
|
||||
,[IncrementalParallelTables]
|
||||
,[IntegratedAuth]
|
||||
,[PartitionedTableConfigID]
|
||||
,[MaxDate]
|
||||
,[Granularity]
|
||||
,[NumberOfPartitionsFull]
|
||||
,[NumberOfPartitionsForIncrementalProcess]
|
||||
,[AnalysisServicesTable]
|
||||
,[SourceTableName]
|
||||
,[SourcePartitionColumn]
|
||||
FROM [dbo].[vPartitionedTableConfig]
|
||||
ORDER BY [PartitionedModelConfigID], [PartitionedTableConfigID];";
|
||||
|
||||
List<PartitionedModelConfig> models = new List<PartitionedModelConfig>();
|
||||
PartitionedModelConfig modelConfig = null;
|
||||
int currentPartitionedModelConfigID = -1;
|
||||
|
||||
SqlDataReader reader = command.ExecuteReader();
|
||||
while (reader.Read())
|
||||
{
|
||||
if (modelConfig == null || currentPartitionedModelConfigID != Convert.ToInt32(reader["PartitionedModelConfigID"]))
|
||||
{
|
||||
modelConfig = new PartitionedModelConfig();
|
||||
modelConfig.PartitionedTables = new List<PartitionedTableConfig>();
|
||||
models.Add(modelConfig);
|
||||
|
||||
modelConfig.PartitionedModelConfigID = Convert.ToInt32(reader["PartitionedModelConfigID"]);
|
||||
modelConfig.AnalysisServicesServer = Convert.ToString(reader["AnalysisServicesServer"]);
|
||||
modelConfig.AnalysisServicesDatabase = Convert.ToString(reader["AnalysisServicesDatabase"]);
|
||||
modelConfig.InitialSetUp = Convert.ToBoolean(reader["InitialSetUp"]);
|
||||
modelConfig.IncrementalOnline = Convert.ToBoolean(reader["IncrementalOnline"]);
|
||||
modelConfig.IncrementalParallelTables = Convert.ToBoolean(reader["IncrementalParallelTables"]);
|
||||
modelConfig.IntegratedAuth = Convert.ToBoolean(reader["IntegratedAuth"]);
|
||||
modelConfig.ConfigDatabaseConnectionInfo = connectionInfo;
|
||||
|
||||
currentPartitionedModelConfigID = modelConfig.PartitionedModelConfigID;
|
||||
}
|
||||
|
||||
modelConfig.PartitionedTables.Add(
|
||||
new PartitionedTableConfig(
|
||||
Convert.ToInt32(reader["PartitionedTableConfigID"]),
|
||||
Convert.ToDateTime(reader["MaxDate"]),
|
||||
(Granularity)Convert.ToInt32(reader["Granularity"]),
|
||||
Convert.ToInt32(reader["NumberOfPartitionsFull"]),
|
||||
Convert.ToInt32(reader["NumberOfPartitionsForIncrementalProcess"]),
|
||||
Convert.ToString(reader["AnalysisServicesTable"]),
|
||||
Convert.ToString(reader["SourceTableName"]),
|
||||
Convert.ToString(reader["SourcePartitionColumn"])
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
return models;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Delete all existing logs from the database. Useful in demo scenarios to initialize the database.
|
||||
/// </summary>
|
||||
/// <param name="connectionInfo">Information required to connect to the configuration and logging database.</param>
|
||||
public static void ClearLogTable(ConfigDatabaseConnectionInfo connectionInfo)
|
||||
{
|
||||
using (var connection = new SqlConnection(GetConnectionString(connectionInfo)))
|
||||
{
|
||||
connection.Open();
|
||||
using (var command = new SqlCommand())
|
||||
{
|
||||
command.Connection = connection;
|
||||
command.CommandType = CommandType.Text;
|
||||
command.CommandText = "DELETE FROM [dbo].[PartitionedModelLog];";
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Log a message to the databsae.
|
||||
/// </summary>
|
||||
/// <param name="message">Message to be logged.</param>
|
||||
/// <param name="partitionedModel">Partitioned model with configuration information.</param>
|
||||
public static void LogMessage(string message, PartitionedModelConfig partitionedModel)
|
||||
{
|
||||
using (var connection = new SqlConnection(GetConnectionString(partitionedModel.ConfigDatabaseConnectionInfo)))
|
||||
{
|
||||
connection.Open();
|
||||
using (var command = new SqlCommand())
|
||||
{
|
||||
command.Connection = connection;
|
||||
command.CommandType = CommandType.Text;
|
||||
command.CommandText = @"
|
||||
INSERT INTO [dbo].[PartitionedModelLog]
|
||||
([PartitionedModelConfigID]
|
||||
,[ExecutionID]
|
||||
,[LogDateTime]
|
||||
,[Message])
|
||||
VALUES
|
||||
(@PartitionedModelConfigID
|
||||
,@ExecutionID
|
||||
,@LogDateTime
|
||||
,@Message);";
|
||||
|
||||
SqlParameter parameter;
|
||||
|
||||
parameter = new SqlParameter("@PartitionedModelConfigID", SqlDbType.Int);
|
||||
parameter.Value = partitionedModel.PartitionedModelConfigID;
|
||||
command.Parameters.Add(parameter);
|
||||
|
||||
parameter = new SqlParameter("@ExecutionID", SqlDbType.Char, 36);
|
||||
parameter.Value = partitionedModel.ExecutionID;
|
||||
command.Parameters.Add(parameter);
|
||||
|
||||
parameter = new SqlParameter("@LogDateTime", SqlDbType.DateTime);
|
||||
parameter.Value = DateTime.Now;
|
||||
command.Parameters.Add(parameter);
|
||||
|
||||
parameter = new SqlParameter("@Message", SqlDbType.VarChar, 4000);
|
||||
parameter.Value = message;
|
||||
command.Parameters.Add(parameter);
|
||||
|
||||
command.ExecuteNonQuery();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static string GetConnectionString(ConfigDatabaseConnectionInfo connectionInfo)
|
||||
{
|
||||
string connectionString;
|
||||
if (connectionInfo.IntegratedAuth)
|
||||
{
|
||||
connectionString = $"Server={connectionInfo.Server};Database={connectionInfo.Database};Integrated Security=SSPI;";
|
||||
}
|
||||
else
|
||||
{
|
||||
connectionString = $"Server={connectionInfo.Server};Database={connectionInfo.Database};User ID={connectionInfo.UserName};Password={connectionInfo.Password};";
|
||||
}
|
||||
|
||||
return connectionString;
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,14 @@
|
||||
using System;
|
||||
|
||||
namespace AsPartitionProcessing
|
||||
{
|
||||
public class LogMessageEventArgs : EventArgs
|
||||
{
|
||||
public string Message { get; set; }
|
||||
|
||||
public LogMessageEventArgs(string message)
|
||||
{
|
||||
Message = message;
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,343 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using Microsoft.AnalysisServices.Tabular;
|
||||
|
||||
|
||||
//-----------
|
||||
//ASSUMPTIONS
|
||||
//Rolling window. Removes oldest partition on increment
|
||||
//Depends on date keys in source to be integers formatted as yyyymmdd
|
||||
//Source queries take the form "SELECT * FROM <SourceTable> WHERE FLOOR(<SourceColumn> / 100) = <yyyymm>" (monthly)
|
||||
//Template partition exists with same name as table
|
||||
//Non-template partitions have name of the format yyyy (yearly), yyyymm (monthly), yyyymmdd (daily)
|
||||
//-----------
|
||||
|
||||
|
||||
namespace AsPartitionProcessing
|
||||
{
|
||||
/// <summary>
|
||||
/// Delegate to allow client to pass in a custom logging method
|
||||
/// </summary>
|
||||
/// <param name="message">The message to be logged</param>
|
||||
/// <param name="partitionedModel">Configuration info for the partitioned model</param>
|
||||
public delegate void LogMessageDelegate(string message, PartitionedModelConfig partitionedModel);
|
||||
|
||||
/// <summary>
|
||||
/// Processor of partitions in AS tabular models
|
||||
/// </summary>
|
||||
public static class PartitionProcessor
|
||||
{
|
||||
private static PartitionedModelConfig _partitionedModel;
|
||||
private static LogMessageDelegate _messageLogger;
|
||||
|
||||
/// <summary>
|
||||
/// Partitions tables in a tabular model based on configuration
|
||||
/// </summary>
|
||||
/// <param name="partitionedModel">Configuration info for the partitioned model</param>
|
||||
/// <param name="messageLogger">Pointer to logging method</param>
|
||||
public static void PerformProcessing(PartitionedModelConfig partitionedModel, LogMessageDelegate messageLogger)
|
||||
{
|
||||
_partitionedModel = partitionedModel;
|
||||
_messageLogger = messageLogger;
|
||||
|
||||
Server server = new Server();
|
||||
try
|
||||
{
|
||||
Database database;
|
||||
Connect(server, out database);
|
||||
|
||||
Console.ForegroundColor = ConsoleColor.White;
|
||||
LogMessage($"Start: {DateTime.Now.ToString("hh:mm:ss tt")}", false);
|
||||
LogMessage($"Server: {_partitionedModel.AnalysisServicesServer}", false);
|
||||
|
||||
LogMessage($"Database: {_partitionedModel.AnalysisServicesDatabase}", false);
|
||||
|
||||
foreach (PartitionedTableConfig partitionedTable in _partitionedModel.PartitionedTables)
|
||||
{
|
||||
Console.ForegroundColor = ConsoleColor.Yellow;
|
||||
|
||||
Table table = database.Model.Tables.Find(partitionedTable.AnalysisServicesTable);
|
||||
if (table == null)
|
||||
{
|
||||
throw new Microsoft.AnalysisServices.ConnectionException($"Could not connect to table {partitionedTable.AnalysisServicesTable}.");
|
||||
}
|
||||
Partition templatePartition = table.Partitions.Find(partitionedTable.AnalysisServicesTable);
|
||||
if (templatePartition == null)
|
||||
{
|
||||
throw new Microsoft.AnalysisServices.ConnectionException($"Table {partitionedTable.AnalysisServicesTable} does not contain a partition with the same name to act as the template partition.");
|
||||
}
|
||||
|
||||
LogMessage("", false);
|
||||
LogMessage($"Rolling-window partitioning for table {partitionedTable.AnalysisServicesTable}", false);
|
||||
LogMessage(new String('-', partitionedTable.AnalysisServicesTable.Length + 38), false);
|
||||
|
||||
//Figure out what processing needs to be done
|
||||
List<string> partitionKeysCurrent = GetPartitionKeysTable(table, partitionedTable.Granularity);
|
||||
List<string> partitionKeysNew = GetPartitionKeys(false, partitionedTable, partitionedTable.Granularity);
|
||||
List<string> partitionKeysForProcessing = GetPartitionKeys(true, partitionedTable, partitionedTable.Granularity);
|
||||
DisplayPartitionRange(partitionKeysCurrent, true, partitionedTable.Granularity);
|
||||
DisplayPartitionRange(partitionKeysNew, false, partitionedTable.Granularity);
|
||||
LogMessage("", false);
|
||||
LogMessage("=>Actions & progress:", false);
|
||||
|
||||
//Check for old partitions that need to be removed
|
||||
foreach (string partitionKey in partitionKeysCurrent)
|
||||
{
|
||||
if (Convert.ToInt32(partitionKey) < Convert.ToInt32(partitionKeysNew[0]))
|
||||
{
|
||||
LogMessage($"Remove old partition {DateFormatPartitionKey(partitionKey, partitionedTable.Granularity)}", true);
|
||||
table.Partitions.Remove(partitionKey);
|
||||
}
|
||||
}
|
||||
|
||||
//Process partitions
|
||||
string selectQueryTemplate;
|
||||
switch (partitionedTable.Granularity)
|
||||
{
|
||||
case Granularity.Daily:
|
||||
selectQueryTemplate = "SELECT * FROM {0} WHERE {1} = {2} ORDER BY {1}";
|
||||
break;
|
||||
case Granularity.Monthly:
|
||||
selectQueryTemplate = "SELECT * FROM {0} WHERE FLOOR({1} / 100) = {2} ORDER BY {1}";
|
||||
break;
|
||||
default: //Granularity.Yearly:
|
||||
selectQueryTemplate = "SELECT * FROM {0} WHERE FLOOR({1} / 10000) = {2} ORDER BY {1}";
|
||||
break;
|
||||
}
|
||||
|
||||
foreach (string partitionKey in partitionKeysForProcessing)
|
||||
{
|
||||
Partition partitionToProcess = table.Partitions.Find(partitionKey);
|
||||
|
||||
if (partitionToProcess == null)
|
||||
{
|
||||
//Doesn't exist so create it
|
||||
partitionToProcess = new Partition();
|
||||
templatePartition.CopyTo(partitionToProcess);
|
||||
partitionToProcess.Name = partitionKey;
|
||||
((QueryPartitionSource)partitionToProcess.Source).Query = String.Format(selectQueryTemplate, partitionedTable.SourceTableName, partitionedTable.SourcePartitionColumn, partitionKey);
|
||||
table.Partitions.Add(partitionToProcess);
|
||||
LogMessage($"Create new partition {DateFormatPartitionKey(partitionKey, partitionedTable.Granularity)}", true);
|
||||
|
||||
if (!_partitionedModel.InitialSetUp)
|
||||
{
|
||||
IncrementalProcessPartition(partitionKey, partitionToProcess, partitionedTable.Granularity);
|
||||
}
|
||||
}
|
||||
else if (!_partitionedModel.InitialSetUp)
|
||||
{
|
||||
//Existing partition for processing
|
||||
IncrementalProcessPartition(partitionKey, partitionToProcess, partitionedTable.Granularity);
|
||||
}
|
||||
|
||||
if (_partitionedModel.InitialSetUp)
|
||||
{
|
||||
if (partitionToProcess.State != ObjectState.Ready)
|
||||
{
|
||||
//Process new partitions sequentially during initial setup so don't run out of memory
|
||||
LogMessage($"Sequentially process {DateFormatPartitionKey(partitionKey, partitionedTable.Granularity)} /DataOnly", true);
|
||||
partitionToProcess.RequestRefresh(RefreshType.DataOnly);
|
||||
database.Model.SaveChanges();
|
||||
}
|
||||
else
|
||||
{
|
||||
//Partition already exists during initial setup (and is fully processed), so ignore it
|
||||
LogMessage($"Partition {DateFormatPartitionKey(partitionKey, partitionedTable.Granularity)} already exists and is processed", true);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
//Ensure template partition doesn't contain any data
|
||||
if (_partitionedModel.InitialSetUp)
|
||||
{
|
||||
((QueryPartitionSource)templatePartition.Source).Query = String.Format("SELECT * FROM {0} WHERE 0=1", partitionedTable.SourceTableName);
|
||||
templatePartition.RequestRefresh(RefreshType.DataOnly);
|
||||
}
|
||||
|
||||
//If processing tables sequentially (but all partitions being done in parallel), then save changes now
|
||||
if (!_partitionedModel.IncrementalParallelTables)
|
||||
{
|
||||
LogMessage($"Save changes for table {partitionedTable.AnalysisServicesTable} ...", true);
|
||||
database.Model.SaveChanges();
|
||||
}
|
||||
}
|
||||
|
||||
//Commit the data changes, and bring model back online if necessary
|
||||
|
||||
LogMessage("", false);
|
||||
LogMessage("Final operations", false);
|
||||
LogMessage(new String('-', 16), false);
|
||||
|
||||
if (_partitionedModel.IncrementalParallelTables)
|
||||
{
|
||||
LogMessage("Save changes ...", true);
|
||||
database.Model.SaveChanges();
|
||||
}
|
||||
|
||||
if (_partitionedModel.InitialSetUp || (!_partitionedModel.InitialSetUp && !_partitionedModel.IncrementalOnline))
|
||||
{
|
||||
LogMessage("Recalc model to bring back online ...", true);
|
||||
|
||||
database.Model.RequestRefresh(RefreshType.Calculate);
|
||||
database.Model.SaveChanges();
|
||||
}
|
||||
|
||||
Console.ForegroundColor = ConsoleColor.White;
|
||||
LogMessage("", false);
|
||||
LogMessage("Finish: " + DateTime.Now.ToString("hh:mm:ss tt"), false);
|
||||
}
|
||||
catch (Exception exc)
|
||||
{
|
||||
Console.ForegroundColor = ConsoleColor.Red;
|
||||
LogMessage("", false);
|
||||
LogMessage($"Exception occurred: {DateTime.Now.ToString("hh:mm:ss tt")}", false);
|
||||
LogMessage($"Exception message: {exc.Message}", false);
|
||||
LogMessage($"Inner exception message: {exc.InnerException.Message}", false);
|
||||
}
|
||||
finally
|
||||
{
|
||||
try
|
||||
{
|
||||
_partitionedModel = null;
|
||||
_messageLogger = null;
|
||||
if (server != null) server.Disconnect();
|
||||
}
|
||||
catch { }
|
||||
}
|
||||
}
|
||||
|
||||
private static void IncrementalProcessPartition(string partitionKey, Partition partitionToProcess, Granularity granularity)
|
||||
{
|
||||
if (_partitionedModel.IncrementalOnline)
|
||||
{
|
||||
LogMessage($"Parallel process partition {DateFormatPartitionKey(partitionKey, granularity)} /Full", true);
|
||||
partitionToProcess.RequestRefresh(RefreshType.Full);
|
||||
}
|
||||
else
|
||||
{
|
||||
LogMessage($"Parallel process partition {DateFormatPartitionKey(partitionKey, granularity)} /DataOnly", true);
|
||||
partitionToProcess.RequestRefresh(RefreshType.DataOnly);
|
||||
}
|
||||
}
|
||||
|
||||
private static void LogMessage(string message, bool indented)
|
||||
{
|
||||
_messageLogger($"{(indented ? new String(' ', 3) : "")}{message}", _partitionedModel);
|
||||
}
|
||||
|
||||
private static string DateFormatPartitionKey(string partitionKey, Granularity granularity)
|
||||
{
|
||||
string returnVal = partitionKey.Substring(0, 4);
|
||||
|
||||
try
|
||||
{
|
||||
if (granularity == Granularity.Monthly || granularity == Granularity.Daily)
|
||||
{
|
||||
returnVal += "-" + partitionKey.Substring(4, 2);
|
||||
}
|
||||
|
||||
if (granularity == Granularity.Daily)
|
||||
{
|
||||
returnVal += "-" + partitionKey.Substring(6, 2);
|
||||
}
|
||||
}
|
||||
catch (ArgumentOutOfRangeException exc)
|
||||
{
|
||||
throw new InvalidOperationException($"Failed to derive date from partition key. Check the key {partitionKey} matches {Convert.ToString(granularity)} granularity.");
|
||||
}
|
||||
|
||||
return returnVal;
|
||||
}
|
||||
|
||||
private static void DisplayPartitionRange(List<string> partitionKeys, bool current, Granularity granularity)
|
||||
{
|
||||
LogMessage("", false);
|
||||
|
||||
if (partitionKeys.Count > 0)
|
||||
{
|
||||
LogMessage($"=>{(current ? "Current" : "New")} partition range ({Convert.ToString(granularity)}):", false);
|
||||
LogMessage($"MIN partition: {DateFormatPartitionKey(partitionKeys[0], granularity)}", true);
|
||||
LogMessage($"MAX partition: {DateFormatPartitionKey(partitionKeys[partitionKeys.Count - 1], granularity)}", true);
|
||||
LogMessage($"Partition count: {partitionKeys.Count}", true);
|
||||
}
|
||||
else
|
||||
{
|
||||
LogMessage("=>Table not yet partitioned", false);
|
||||
}
|
||||
}
|
||||
|
||||
private static void Connect(Server server, out Database database)
|
||||
{
|
||||
//Connect and get main objects
|
||||
string serverConnectionString;
|
||||
if (_partitionedModel.IntegratedAuth)
|
||||
serverConnectionString = $"Provider=MSOLAP;Data Source={_partitionedModel.AnalysisServicesServer};";
|
||||
else
|
||||
{
|
||||
serverConnectionString = $"Provider=MSOLAP;Data Source={_partitionedModel.AnalysisServicesServer};User ID={_partitionedModel.UserName};Password={_partitionedModel.Password};Persist Security Info=True;Impersonation Level=Impersonate;";
|
||||
}
|
||||
server.Connect(serverConnectionString);
|
||||
|
||||
database = server.Databases.FindByName(_partitionedModel.AnalysisServicesDatabase);
|
||||
if (database == null)
|
||||
{
|
||||
throw new Microsoft.AnalysisServices.ConnectionException($"Could not connect to database {_partitionedModel.AnalysisServicesDatabase}.");
|
||||
}
|
||||
}
|
||||
|
||||
private static List<string> GetPartitionKeys(bool forProcessing, PartitionedTableConfig partitionedTable, Granularity granularity)
|
||||
{
|
||||
//forProcessing: false to return complete target set of partitions, true to return partitons to be processed (may be less if incremental mode).
|
||||
|
||||
List<string> partitionKeys = new List<string>();
|
||||
int numberOfPartitions = (forProcessing && !_partitionedModel.InitialSetUp ? partitionedTable.NumberOfPartitionsForIncrementalProcess : partitionedTable.NumberOfPartitionsFull);
|
||||
|
||||
for (int i = numberOfPartitions - 1; i >= 0; i--)
|
||||
{
|
||||
DateTime periodToAdd;
|
||||
switch (granularity)
|
||||
{
|
||||
case Granularity.Daily:
|
||||
periodToAdd = partitionedTable.MaxDate.AddDays(-i);
|
||||
partitionKeys.Add(Convert.ToString((periodToAdd.Year * 100 + periodToAdd.Month) * 100 + periodToAdd.Day));
|
||||
break;
|
||||
case Granularity.Monthly:
|
||||
periodToAdd = partitionedTable.MaxDate.AddMonths(-i);
|
||||
partitionKeys.Add(Convert.ToString(periodToAdd.Year * 100 + periodToAdd.Month));
|
||||
break;
|
||||
default: //Granularity.Yearly:
|
||||
periodToAdd = partitionedTable.MaxDate.AddYears(-i);
|
||||
partitionKeys.Add(Convert.ToString(periodToAdd.Year));
|
||||
break;
|
||||
}
|
||||
}
|
||||
partitionKeys.Sort();
|
||||
|
||||
return partitionKeys;
|
||||
}
|
||||
|
||||
private static List<string> GetPartitionKeysTable(Table table, Granularity granularity)
|
||||
{
|
||||
List<string> partitionKeysExisting = new List<string>();
|
||||
|
||||
foreach (Partition partition in table.Partitions)
|
||||
{
|
||||
//Ignore partitions that don't follow the convention yyyy, yyyymm or yyyymmdd
|
||||
int partitionKey;
|
||||
if (
|
||||
( ( partition.Name.Length == 4 && granularity == Granularity.Yearly ) ||
|
||||
( partition.Name.Length == 6 && granularity == Granularity.Monthly ) ||
|
||||
( partition.Name.Length == 8 && granularity == Granularity.Daily )
|
||||
) && int.TryParse(partition.Name, out partitionKey)
|
||||
)
|
||||
{
|
||||
partitionKeysExisting.Add(Convert.ToString(partitionKey));
|
||||
}
|
||||
}
|
||||
partitionKeysExisting.Sort();
|
||||
|
||||
return partitionKeysExisting;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@ -0,0 +1,118 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
|
||||
namespace AsPartitionProcessing
|
||||
{
|
||||
/// <summary>
|
||||
/// Configuration information for a partitioned AS tabular model.
|
||||
/// </summary>
|
||||
public class PartitionedModelConfig
|
||||
{
|
||||
/// <summary>
|
||||
/// ID of the PartitionedModelConfig table.
|
||||
/// </summary>
|
||||
public int PartitionedModelConfigID { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Name of the Analysis Services instance. Can be SSAS or an Azure AS URL.
|
||||
/// </summary>
|
||||
public string AnalysisServicesServer { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Name of the Analysis Services database.
|
||||
/// </summary>
|
||||
public string AnalysisServicesDatabase { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// True for initial set up to create partitions and process them sequentially. False for incremental processing.
|
||||
/// </summary>
|
||||
public bool InitialSetUp { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// When initialSetUp=false, determines if processing is performed as an online operation, which may require more memory, but users can still query the model.
|
||||
/// </summary>
|
||||
public bool IncrementalOnline { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// When initialSetUp=false, determines if separate tables are processed in parallel. Partitions within a table are always processed in parallel.
|
||||
/// </summary>
|
||||
public bool IncrementalParallelTables { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Should always set to true for SSAS implementations that will run under the current process account. For Azure AS, normally set to false.
|
||||
/// </summary>
|
||||
public bool IntegratedAuth { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Only applies when integratedAuth=false. Used for Azure AD UPNs to connect to Azure AS.
|
||||
/// </summary>
|
||||
public string UserName { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Only applies when integratedAuth=false. Used for Azure AD UPNs to connect to Azure AS.
|
||||
/// </summary>
|
||||
public string Password { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Collection of partitioned tables containing configuration information.
|
||||
/// </summary>
|
||||
public List<PartitionedTableConfig> PartitionedTables { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Connection information to connect to the configuration and logging database.
|
||||
/// </summary>
|
||||
public ConfigDatabaseConnectionInfo ConfigDatabaseConnectionInfo { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// GUID generated to the execution run.
|
||||
/// </summary>
|
||||
public string ExecutionID { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Parameters normally from configuration database to determine partitioning ranges and design.
|
||||
/// </summary>
|
||||
/// <param name="partitionedModelConfigID">ID of the PartitionedModelConfig table.</param>
|
||||
/// <param name="analysisServicesServer">Name of the Analysis Services instance. Can be SSAS or an Azure AS URL.</param>
|
||||
/// <param name="analysisServicesDatabase">Name of the Analysis Services database.</param>
|
||||
/// <param name="initialSetUp">True for initial set up to create partitions and process them sequentially. False for incremental processing.</param>
|
||||
/// <param name="incrementalOnline">When initialSetUp=false, determines if processing is performed as an online operation, which may require more memory, but users can still query the model.</param>
|
||||
/// <param name="incrementalParallelTables">When initialSetUp=false, determines if separate tables are processed in parallel. Partitions within a table are always processed in parallel.</param>
|
||||
/// <param name="integratedAuth">Should always set to true for SSAS implementations that will run under the current process account. For Azure AS, normally set to false.</param>
|
||||
/// <param name="userName">Only applies when integratedAuth=false. Used for Azure AD UPNs to connect to Azure AS.</param>
|
||||
/// <param name="password">Only applies when integratedAuth=false. Used for Azure AD UPNs to connect to Azure AS.</param>
|
||||
/// <param name="partitionedTables">Collection of partitioned tables containing configuration information.</param>
|
||||
public PartitionedModelConfig(
|
||||
int partitionedModelConfigID,
|
||||
string analysisServicesServer,
|
||||
string analysisServicesDatabase,
|
||||
bool initialSetUp,
|
||||
bool incrementalOnline,
|
||||
bool incrementalParallelTables,
|
||||
bool integratedAuth,
|
||||
string userName,
|
||||
string password,
|
||||
List<PartitionedTableConfig> partitionedTables
|
||||
)
|
||||
{
|
||||
PartitionedModelConfigID = partitionedModelConfigID;
|
||||
AnalysisServicesServer = analysisServicesServer;
|
||||
AnalysisServicesDatabase = analysisServicesDatabase;
|
||||
InitialSetUp = initialSetUp;
|
||||
IncrementalOnline = incrementalOnline;
|
||||
IncrementalParallelTables = incrementalParallelTables;
|
||||
IntegratedAuth = integratedAuth;
|
||||
UserName = userName;
|
||||
Password = password;
|
||||
PartitionedTables = partitionedTables;
|
||||
ExecutionID = Guid.NewGuid().ToString();
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Default constructor.
|
||||
/// </summary>
|
||||
public PartitionedModelConfig()
|
||||
{
|
||||
ExecutionID = Guid.NewGuid().ToString();
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,93 @@
|
||||
using System;
|
||||
|
||||
namespace AsPartitionProcessing
|
||||
{
|
||||
/// <summary>
|
||||
/// Configuration information for a partitioned table within an AS tabular model.
|
||||
/// </summary>
|
||||
public class PartitionedTableConfig
|
||||
{
|
||||
/// <summary>
|
||||
/// ID of the PartitionedTableConfig table.
|
||||
/// </summary>
|
||||
public int PartitionedTableConfigID { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// The maximum date that needs to be accounted for in the partitioned table. Represents the upper boundary of the rolling window.
|
||||
/// </summary>
|
||||
public DateTime MaxDate { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Partition granularity, which can be Yearly, Monthly or Daily.
|
||||
/// </summary>
|
||||
public Granularity Granularity { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Count of all partitions in the rolling window. For example, a rolling window of 10 years partitioned by month would result in 120 partitions.
|
||||
/// </summary>
|
||||
public int NumberOfPartitionsFull { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Count of “hot partitions” where the data can change. For example, it may be necessary to refresh the most recent 3 months of data every day. This only applies to the most recent partitions.
|
||||
/// </summary>
|
||||
public int NumberOfPartitionsForIncrementalProcess { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Name of the partitioned table in the tabular model.
|
||||
/// </summary>
|
||||
public string AnalysisServicesTable { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Name of the source table in the relational database.
|
||||
/// </summary>
|
||||
public string SourceTableName { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Name of the source column from the table in the relational database.
|
||||
/// </summary>
|
||||
public string SourcePartitionColumn { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Initialize configuration info for partitioned table. Normally populated from a configuration database.
|
||||
/// </summary>
|
||||
/// <param name="model">Parent model.</param>
|
||||
/// <param name="partitionedTableConfigID">ID of the PartitionedTableConfig table.</param>
|
||||
/// <param name="maxDate">The maximum date that needs to be accounted for in the partitioned table. Represents the upper boundary of the rolling window.</param>
|
||||
/// <param name="granularity">Partition granularity, which can be Yearly, Monthly or Daily.</param>
|
||||
/// <param name="numberOfPartitionsFull">Count of all partitions in the rolling window. For example, a rolling window of 10 years partitioned by month would result in 120 partitions.</param>
|
||||
/// <param name="numberOfPartitionsForIncrementalProcess">Count of “hot partitions” where the data can change. For example, it may be necessary to refresh the most recent 3 months of data every day. This only applies to the most recent partitions.</param>
|
||||
/// <param name="analysisServicesTable">Name of the partitioned table in the tabular model.</param>
|
||||
/// <param name="sourceTableName">Name of the source table in the relational database.</param>
|
||||
/// <param name="sourcePartitionColumn">Name of the source column from the table in the relational database.</param>
|
||||
public PartitionedTableConfig(
|
||||
int partitionedTableConfigID,
|
||||
DateTime maxDate,
|
||||
Granularity granularity,
|
||||
int numberOfPartitionsFull,
|
||||
int numberOfPartitionsForIncrementalProcess,
|
||||
string analysisServicesTable,
|
||||
string sourceTableName,
|
||||
string sourcePartitionColumn
|
||||
)
|
||||
{
|
||||
PartitionedTableConfigID = partitionedTableConfigID;
|
||||
MaxDate = maxDate;
|
||||
Granularity = granularity;
|
||||
NumberOfPartitionsFull = numberOfPartitionsFull;
|
||||
NumberOfPartitionsForIncrementalProcess = numberOfPartitionsForIncrementalProcess;
|
||||
AnalysisServicesTable = analysisServicesTable;
|
||||
SourceTableName = sourceTableName;
|
||||
SourcePartitionColumn = sourcePartitionColumn;
|
||||
}
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Enumeration of supported partition granularities.
|
||||
/// </summary>
|
||||
public enum Granularity
|
||||
{
|
||||
Daily = 0,
|
||||
Monthly = 1,
|
||||
Yearly = 2
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,36 @@
|
||||
using System.Reflection;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Runtime.InteropServices;
|
||||
|
||||
// General Information about an assembly is controlled through the following
|
||||
// set of attributes. Change these attribute values to modify the information
|
||||
// associated with an assembly.
|
||||
[assembly: AssemblyTitle("AsPartitionProcessing")]
|
||||
[assembly: AssemblyDescription("")]
|
||||
[assembly: AssemblyConfiguration("")]
|
||||
[assembly: AssemblyCompany("Microsoft Corporation")]
|
||||
[assembly: AssemblyProduct("AsPartitionProcessing")]
|
||||
[assembly: AssemblyCopyright("Copyright © Microsoft Corporation 2016")]
|
||||
[assembly: AssemblyTrademark("")]
|
||||
[assembly: AssemblyCulture("")]
|
||||
|
||||
// Setting ComVisible to false makes the types in this assembly not visible
|
||||
// to COM components. If you need to access a type in this assembly from
|
||||
// COM, set the ComVisible attribute to true on that type.
|
||||
[assembly: ComVisible(false)]
|
||||
|
||||
// The following GUID is for the ID of the typelib if this project is exposed to COM
|
||||
[assembly: Guid("fb937281-b06d-47fb-9846-e97b0287afce")]
|
||||
|
||||
// Version information for an assembly consists of the following four values:
|
||||
//
|
||||
// Major Version
|
||||
// Minor Version
|
||||
// Build Number
|
||||
// Revision
|
||||
//
|
||||
// You can specify all the values or you can default the Build and Revision Numbers
|
||||
// by using the '*' as shown below:
|
||||
// [assembly: AssemblyVersion("1.0.*")]
|
||||
[assembly: AssemblyVersion("1.0.0.0")]
|
||||
[assembly: AssemblyFileVersion("1.0.0.0")]
|
||||
87
AsPartitionProcessing/CreateDatabaseObjects.sql
Normal file
87
AsPartitionProcessing/CreateDatabaseObjects.sql
Normal file
@ -0,0 +1,87 @@
|
||||
CREATE DATABASE [AsPartitionProcessing]
|
||||
GO
|
||||
USE [AsPartitionProcessing]
|
||||
GO
|
||||
|
||||
CREATE TABLE [dbo].[PartitionedModelConfig](
|
||||
[PartitionedModelConfigID] [int] NOT NULL,
|
||||
[AnalysisServicesServer] [varchar](255) NOT NULL,
|
||||
[AnalysisServicesDatabase] [varchar](255) NOT NULL,
|
||||
[InitialSetUp] [bit] NOT NULL,
|
||||
[IncrementalOnline] [bit] NOT NULL,
|
||||
[IncrementalParallelTables] [bit] NOT NULL,
|
||||
[IntegratedAuth] [bit] NOT NULL,
|
||||
CONSTRAINT [PK_PartitionedDatabaseConfig] PRIMARY KEY CLUSTERED
|
||||
(
|
||||
[PartitionedModelConfigID] ASC
|
||||
)WITH (PAD_INDEX = OFF, STATISTICS_NORECOMPUTE = OFF, IGNORE_DUP_KEY = OFF, ALLOW_ROW_LOCKS = ON, ALLOW_PAGE_LOCKS = ON) ON [PRIMARY]
|
||||
) ON [PRIMARY]
|
||||
GO
|
||||
|
||||
CREATE TABLE [dbo].[PartitionedTableConfig](
|
||||
[PartitionedTableConfigID] [int] NOT NULL,
|
||||
[PartitionedModelConfigID] [int] NOT NULL,
|
||||
[MaxDate] [date] NOT NULL,
|
||||
[Granularity] [tinyint] NOT NULL,
|
||||
[NumberOfPartitionsFull] [int] NOT NULL,
|
||||
[NumberOfPartitionsForIncrementalProcess] [int] NOT NULL,
|
||||
[AnalysisServicesTable] [varchar](255) NOT NULL,
|
||||
[SourceTableName] [varchar](255) NOT NULL,
|
||||
[SourcePartitionColumn] [varchar](255) NOT NULL,
|
||||
CONSTRAINT [PK_PartitionedTablesConfig] PRIMARY KEY CLUSTERED
|
||||
(
|
||||
[PartitionedTableConfigID] ASC
|
||||
)WITH (PAD_INDEX = OFF, STATISTICS_NORECOMPUTE = OFF, IGNORE_DUP_KEY = OFF, ALLOW_ROW_LOCKS = ON, ALLOW_PAGE_LOCKS = ON) ON [PRIMARY]
|
||||
) ON [PRIMARY]
|
||||
GO
|
||||
|
||||
CREATE TABLE [dbo].[PartitionedModelLog](
|
||||
[PartitionedModelLogID] [int] IDENTITY(1,1) NOT NULL,
|
||||
[PartitionedModelConfigID] [int] NOT NULL,
|
||||
[ExecutionID] [char](36) NOT NULL,
|
||||
[LogDateTime] [datetime] NOT NULL,
|
||||
[Message] [varchar](8000) NOT NULL,
|
||||
CONSTRAINT [PK_PartitionedModelLog] PRIMARY KEY CLUSTERED
|
||||
(
|
||||
[PartitionedModelLogID] ASC
|
||||
)WITH (PAD_INDEX = OFF, STATISTICS_NORECOMPUTE = OFF, IGNORE_DUP_KEY = OFF, ALLOW_ROW_LOCKS = ON, ALLOW_PAGE_LOCKS = ON) ON [PRIMARY]
|
||||
) ON [PRIMARY]
|
||||
GO
|
||||
|
||||
ALTER TABLE [dbo].[PartitionedTableConfig] WITH CHECK ADD CONSTRAINT [FK_PartitionedTableConfig_PartitionedDatabaseConfig] FOREIGN KEY([PartitionedModelConfigID])
|
||||
REFERENCES [dbo].[PartitionedModelConfig] ([PartitionedModelConfigID])
|
||||
GO
|
||||
|
||||
ALTER TABLE [dbo].[PartitionedTableConfig] CHECK CONSTRAINT [FK_PartitionedTableConfig_PartitionedDatabaseConfig]
|
||||
GO
|
||||
|
||||
ALTER TABLE [dbo].[PartitionedModelLog] WITH CHECK ADD CONSTRAINT [FK_PartitionedModelLog_PartitionedModelConfig] FOREIGN KEY([PartitionedModelConfigID])
|
||||
REFERENCES [dbo].[PartitionedModelConfig] ([PartitionedModelConfigID])
|
||||
GO
|
||||
|
||||
ALTER TABLE [dbo].[PartitionedModelLog] CHECK CONSTRAINT [FK_PartitionedModelLog_PartitionedModelConfig]
|
||||
GO
|
||||
|
||||
|
||||
|
||||
CREATE VIEW [dbo].[vPartitionedTableConfig]
|
||||
AS
|
||||
SELECT m.[PartitionedModelConfigID]
|
||||
,m.[AnalysisServicesServer]
|
||||
,m.[AnalysisServicesDatabase]
|
||||
,m.[InitialSetUp]
|
||||
,m.[IncrementalOnline]
|
||||
,m.[IncrementalParallelTables]
|
||||
,m.[IntegratedAuth]
|
||||
,t.[PartitionedTableConfigID]
|
||||
,t.[MaxDate]
|
||||
,t.[Granularity]
|
||||
,t.[NumberOfPartitionsFull]
|
||||
,t.[NumberOfPartitionsForIncrementalProcess]
|
||||
,t.[AnalysisServicesTable]
|
||||
,t.[SourceTableName]
|
||||
,t.[SourcePartitionColumn]
|
||||
FROM [dbo].[PartitionedTableConfig] t
|
||||
INNER JOIN [dbo].[PartitionedModelConfig] m ON t.[PartitionedModelConfigID] = m.[PartitionedModelConfigID]
|
||||
GO
|
||||
|
||||
34
AsPartitionProcessing/SampleConfiguration.sql
Normal file
34
AsPartitionProcessing/SampleConfiguration.sql
Normal file
@ -0,0 +1,34 @@
|
||||
INSERT INTO [dbo].[PartitionedModelConfig]
|
||||
VALUES(
|
||||
1 --[PartitionedModelConfigID]
|
||||
,'localhost' --[AnalysisServicesServer]
|
||||
,'AdventureWorks' --[AnalysisServicesDatabase]
|
||||
,1 --[InitialSetUp]
|
||||
,1 --[IncrementalOnline]
|
||||
,1 --[IncrementalParallelTables]
|
||||
,1 --[IntegratedAuth]
|
||||
);
|
||||
|
||||
INSERT INTO [dbo].[PartitionedTableConfig]
|
||||
VALUES(
|
||||
1 --[PartitionedTableConfigID]
|
||||
,1 --[PartitionedModelConfigID]
|
||||
,'2012-12-01' --[MaxDate]
|
||||
,1 --[Granularity] 1=Monthly
|
||||
,12 --[NumberOfPartitionsFull]
|
||||
,3 --[NumberOfPartitionsForIncrementalProcess]
|
||||
,'Internet Sales' --[AnalysisServicesTable]
|
||||
,'[dbo].[FactInternetSales]'--[SourceTableName]
|
||||
,'OrderDateKey' --[SourcePartitionColumn]
|
||||
),
|
||||
(
|
||||
2 --[PartitionedTableConfigID]
|
||||
,1 --[PartitionedModelConfigID]
|
||||
,'2012-12-01' --[MaxDate]
|
||||
,2 --[Granularity] 2=Yearly
|
||||
,3 --[NumberOfPartitionsFull]
|
||||
,1 --[NumberOfPartitionsForIncrementalProcess]
|
||||
,'Reseller Sales' --[AnalysisServicesTable]
|
||||
,'[dbo].[FactResellerSales]'--[SourceTableName]
|
||||
,'OrderDateKey' --[SourcePartitionColumn]
|
||||
);
|
||||
Loading…
Reference in New Issue
Block a user