MSBI--enlarge the DW database table volume

我们在学习MSBI的时候,经常会使用官方提供的Adventureworks和AdventureworksDW示例数据库,但是官方提供的数据量有点小,

以DW为例,Factinternetsales只有不到七万行的数据,我们很难做某些测试,譬如说想对事实表做一个分区测试,测试CUBE性能等.

为此,我想以FactInternetSales表为入口,扩大它的数据量到数亿条.

经过分析,我觉得只要把理解主键是怎么生成的,以及orderdatekey,duedatekey,shipdatekey修改下,随机生成productkey与customerkey

(其实是随机从这两个维表中抽取key),基本上就可以装配好数据.

以下是我的代码,仅供参考.欢迎同学们提供更好的思路.

我现在是先取出salesordernumber最大的那个,然后基于这个进行递加,还有maxorderdate.

一天随机抽取300个产品和1000个客户进行匹配,这样就可以产生三十万条记录.

如果循环700次,因为怕DimDate里面的key不存在(可以自己扩容DimDate)  ,可以保证DateKey是在DimDate里面还有.

即可创建大约二亿条数据.基本可以满足测试的需求了.

随机是使用order by newid()来实现的,然后通过row_number() 来生成行号再加上当前最大的那个salesordernumber来作为新的.

declare 
@maxsonumber int,
@maxorderdate date,
@loopcount int
select
@maxsonumber = max(cast(replace(salesordernumber,left(salesordernumber,2),'') as int)),
@maxorderdate =
CAST( substring(cast(max(orderdatekey) as varchar),1,4)
 +'-'+substring(cast(max(orderdatekey) as varchar),5,2) 
 +'-'+substring(cast(max(orderdatekey) as varchar),7,2)
as DATE)
from FactInternetSales
select @maxorderdate--20080801
select @maxsonumber--100000
 
set @loopcount = 1

while @loopcount < 100
BEGIN
BEGIN TRAN

BEGIN TRY 
INSERT INTO [AdventureWorksDW2008R2].[dbo].[FactInternetSales]
           ([ProductKey]
           ,[OrderDateKey]
           ,[DueDateKey]
           ,[ShipDateKey]
           ,[CustomerKey]
           ,[PromotionKey]
           ,[CurrencyKey]
           ,[SalesTerritoryKey]
           ,[SalesOrderNumber]
           ,[SalesOrderLineNumber]
           ,[RevisionNumber]
           ,[OrderQuantity]
           ,[UnitPrice]
           ,[ExtendedAmount]
           ,[UnitPriceDiscountPct]
           ,[DiscountAmount]
           ,[ProductStandardCost]
           ,[TotalProductCost]
           ,[SalesAmount]
           ,[TaxAmt]
           ,[Freight]
           ,[CarrierTrackingNumber]
           ,[CustomerPONumber])
SELECT
            [ProductKey]
           ,replace(cast(dateadd(dd,1,@maxorderdate)as varchar),'-','')
           ,replace(cast(dateadd(dd,1,@maxorderdate)as varchar),'-','')
           ,replace(cast(dateadd(dd,DaysToManufacture,@maxorderdate) as varchar),'-','')
           ,[CustomerKey]
           ,1
           ,100
           ,10
           ,'SO'+CAST(@maxsonumber+rowno AS VARCHAR)
           ,1
           ,1
           ,1
           ,DealerPrice
           ,DealerPrice
           ,0
           ,0
           ,StandardCost
           ,StandardCost
           ,DealerPrice
           ,0
           ,0
           ,NULL
           ,NULL
FROM
(
SELECT
ROW_NUMBER() over(order by newid()) as rowno,
*
FROM
(SELECT TOP 300 ProductKey,DealerPrice,StandardCost,DaysToManufacture FROM DimProduct
 WHERE DealerPrice IS NOT NULL AND StandardCost is not null ORDER BY NEWID()) AS P
CROSS JOIN
(SELECT TOP 1000 CustomerKey FROM DimCustomer ORDER BY NEWID()) AS C
) AS X
END TRY
BEGIN CATCH
PRINT ERROR_MESSAGE()
    IF @@TRANCOUNT >0
      ROLLBACK TRAN;
END CATCH
    IF @@TRANCOUNT >0
      COMMIT TRAN;

select
@maxsonumber = max(cast(replace(salesordernumber,left(salesordernumber,2),'') as int)),
@maxorderdate =
CAST( substring(cast(max(orderdatekey) as varchar),1,4)
 +'-'+substring(cast(max(orderdatekey) as varchar),5,2) 
 +'-'+substring(cast(max(orderdatekey) as varchar),7,2)
as DATE)
from FactInternetSales

print 'maxsonumber:' + cast(@maxsonumber as varchar)
print 'maxorderdate:' + cast(@maxorderdate as varchar)

SET @loopcount += 1
END