SQL Server基线算法（同比和环比）

基线介绍

基线为历史数据统计而成的数据，具有参考价值，并利用基线数据与当前值的对比，通过一定的报警机制，形成实时监控架构。SQL Server计数器采用同比和环比两种方式。

同比：可以计算未来一周的基线数据，取近八周同一天同一时刻的均值。

/****************************** 功能描述：<同比基线算法>
*   创建者：<HuangCH〉
*   创建日期：<2014-11-05>
*   备注说明：<每天执行一次>
##########
Change Log
##########
Date                 Changer             Description
--------------------------------------------------
<2014-11-05>        <HuangCH>            <新建>
说明：
1、同比算法取近八周数据可以统计一周后的数据
2、考虑当天前一周0点之前的数据已经归档SQLPerfDataStat_Histroy.dbo.CounterData_OneMinute_Bak，因此要计算前一天之前的数据。

2、计数器新建要超过一周才能开始计算

3、开始时间当天0点与结束时间不能超过一周--CONVERT(VARCHAR(26),DATEADD(WEEK,1,@LastCBaseEnd),23)<=@LastOneMinute

--------------------------------------------------
***************************/
ALTER PROC [dbo].[spb_CBaseCounterData]
AS
SET NOCOUNT ON
DECLARE @LastOneMinute DATETIME 
DECLARE @LastCBaseEnd DATETIME --计算一周之后的数据
DECLARE @RunCBaseEnd DATETIME 
DECLARE @RunCBaseEtart DATETIME
DECLARE @CounterID INT
DECLARE @MachineName VARCHAR(128)

--若时间未超过一周，则取当前时间
UPDATE SQLPerfDataStat.dbo.CounterDetails_Dts
SET LastCBaseEnd=DATEADD(D,-1,LastOneMinute)
WHERE DATEADD(WEEK,-1,DATEADD(D,-1,LastOneMinute))<CreateTime

DECLARE CBaseCur CURSOR FOR
--计数器新建超过一周；
--只能计算当天0点之前的数据：CONVERT(DATETIME,CONVERT(VARCHAR(16),LastOneMinute,23))
--计算当前的时间的前天之前
SELECT DISTINCT MachineName,DATEADD(D,-1,LastOneMinute) LastOneMinute,CONVERT(DATETIME,CONVERT(VARCHAR(16),LastCBaseEnd,120))  LastCBaseEnd
FROM SQLPerfDataStat.dbo.CounterDetails_Dts WITH(NOLOCK)
WHERE  DATEDIFF(MI,CONVERT(DATETIME,CONVERT(VARCHAR(16),LastCBaseEnd,120)),DATEADD(D,-1,LastOneMinute))>=1 and DATEADD(WEEK,-1,DATEADD(D,-1,LastOneMinute))>=CreateTime

OPEN CBaseCur

FETCH NEXT FROM CBaseCur INTO @MachineName,@LastOneMinute,@LastCBaseEnd

WHILE @@FETCH_STATUS=0
BEGIN

IF CONVERT(VARCHAR(26),DATEADD(WEEK,1,@LastCBaseEnd),23)<=@LastOneMinute--超过一周未收集则时间为上次收集时间推迟一周
BEGIN
  SET  @RunCBaseEnd=CONVERT(VARCHAR(26),DATEADD(WEEK,1,@LastCBaseEnd),23)
  SET  @RunCBaseEtart=@LastCBaseEnd
END
ELSE 
BEGIN
  SET  @RunCBaseEnd=@LastOneMinute
  SET  @RunCBaseEtart=@LastCBaseEnd
END

UPDATE SQLPerfDataStat.dbo.CounterDetails_Dts
SET LastCBaseEnd=@RunCBaseEnd
WHERE MachineName=@MachineName

BEGIN TRY

INSERT INTO dbo.CBaseCounterData_OneMinute(CounterID, CounterDateTime, CounterValue,MaxCounterValue)
SELECT CounterID 
        ,DATEADD(MI,-DATEDIFF(MI,CounterDateTime,Dateadd(week,1,@RunCBaseEnd))%(7*24*60),Dateadd(week,1,@RunCBaseEnd)) CounterDateTime
        ,AVG(CounterValue) CounterValue,MAX(CounterValue) MaxCounterValue
FROM (
SELECT CounterID,CounterDateTime,CounterValue
FROM SQLPerfDataStat_Histroy.dbo.CounterData_OneMinute_Bak a (NOLOCK)
WHERE 
(
(CounterDateTime>=Dateadd(week,-7,@RunCBaseEtart) 
AND CounterDateTime<Dateadd(week,-7,@RunCBaseEnd))
OR 
(CounterDateTime>=Dateadd(week,-6,@RunCBaseEtart) 
AND CounterDateTime<Dateadd(week,-6,@RunCBaseEnd))
OR 
(CounterDateTime>=Dateadd(week,-5,@RunCBaseEtart) 
AND CounterDateTime<Dateadd(week,-5,@RunCBaseEnd))
OR         
(CounterDateTime>=Dateadd(week,-4,@RunCBaseEtart) 
AND CounterDateTime<Dateadd(week,-4,@RunCBaseEnd))
OR 
(CounterDateTime>=Dateadd(week,-3,@RunCBaseEtart) --取近四周
AND CounterDateTime<Dateadd(week,-3,@RunCBaseEnd))
OR 
(CounterDateTime>=Dateadd(week,-2,@RunCBaseEtart) 
AND CounterDateTime<Dateadd(week,-2,@RunCBaseEnd))
OR 
(CounterDateTime>=Dateadd(week,-1,@RunCBaseEtart) 
AND CounterDateTime<Dateadd(week,-1,@RunCBaseEnd))        
) AND  EXISTS (SELECT TOP 1 1 FROM CounterDetails_Collect WITH(NOLOCK) WHERE CounterID = a.CounterID AND MachineName=@MachineName)
UNION ALL
SELECT CounterID,CounterDateTime,CounterValue 
FROM dbo.CounterData_OneMinute a (NOLOCK)
WHERE (CounterDateTime>=@RunCBaseEtart 
        AND CounterDateTime<@RunCBaseEnd) 
AND  EXISTS (SELECT TOP 1 1 FROM CounterDetails_Collect WITH(NOLOCK) WHERE CounterID = a.CounterID AND MachineName=@MachineName)
) AA
GROUP BY CounterID,DATEADD(MI,-DATEDIFF(MI,CounterDateTime,Dateadd(week,1,@RunCBaseEnd))%(7*24*60),Dateadd(week,1,@RunCBaseEnd))

END TRY
BEGIN CATCH
  IF @@TRANCOUNT >0
  BEGIN
    Rollback;
  END;
  THROW 
END CATCH

FETCH NEXT FROM CBaseCur INTO @MachineName,@LastOneMinute,@RunCBaseEnd
END
CLOSE CBaseCur
DEALLOCATE  CBaseCur

同比可以消除由于业务变动带来的波动，具有报警对比价值。下图红线同比数据，表示历史上该时段存在异常升高。

环比：可以计算未来一天的基线数据，取近两周每天同一时刻的均值。

/****************************** 功能描述：<环比基线算法>
*   创建者：<HuangCH〉
*   创建日期：<2014-11-05>
*   备注说明：<每小时执行一次>
##########
Change Log
##########
Date                 Changer             Description
--------------------------------------------------
<2014-11-05>        <HuangCH>            <新建>
说明：
1、环比算法可以统计一天后的数据

2、如果开始时间与当前时间对比超过一天，则只取开始时间当天的数据进行计算--CONVERT(VARCHAR(26),DATEADD(D,1,@LastRBaseEnd),23)< = @LastOneMinute

3、如果时间分别为两天的0点，则需要单独处理当天0点的数据--DATEDIFF(MI,@RunRBaseStart,@RunRBaseEnd)=1440

4、环比算法，分离工作日和周末，本别计算，统计两周内的数据--DATEPART(WEEKDAY,@RunRBaseStart) IN(2,3,4,5,6)--非周末

--------------------------------------------------
***************************/
ALTER PROC [dbo].[spb_RBaseCounterData]
AS
SET NOCOUNT ON
SET DATEFIRST 7--由于需要考虑工作日与周末，因此需要确认默认设置是以周日开始
DECLARE @LastOneMinute DATETIME 
DECLARE @LastRBaseEnd DATETIME --计算一周之后的数据
DECLARE @RunRBaseEnd DATETIME 
DECLARE @RunRBaseStart DATETIME
DECLARE @SqlCmd   VARCHAR(MAX)
DECLARE @WHERE VARCHAR(2000) 
DECLARE @GROUPBY VARCHAR(MAX)
DECLARE @CYLE INT
DECLARE @MachineName VARCHAR(128)
DECLARE @ERRORMSG VARCHAR(MAX)
SET @ERRORMSG=''

--更新未超过一周的数据
UPDATE SQLPerfDataStat.dbo.CounterDetails_Dts
SET LastRBaseEnd=CONVERT(DATETIME,CONVERT(VARCHAR(16),GETDATE(),120))
WHERE DATEADD(WEEK,-1,LastOneMinute)<CreateTime

--取最后计算小于当前统计时间的数据
DECLARE RBaseCur CURSOR FOR
SELECT MachineName,LastOneMinute,CONVERT(DATETIME,CONVERT(VARCHAR(16),LastRBaseEnd,120))  LastRBaseEnd
FROM SQLPerfDataStat.dbo.CounterDetails_Dts WITH(NOLOCK)
WHERE  DATEDIFF(MI,LastRBaseEnd,LastOneMinute)>1  AND DATEADD(WEEK,-1,LastOneMinute)>=CreateTime--不超过新建时间一周，则不处理

OPEN RBaseCur

FETCH NEXT FROM RBaseCur INTO @MachineName,@LastOneMinute,@LastRBaseEnd

WHILE @@FETCH_STATUS=0
BEGIN

IF CONVERT(VARCHAR(26),DATEADD(D,1,@LastRBaseEnd),23)< = @LastOneMinute--如果第二天0点小于当前时间；即不能跨天处理
BEGIN
  SET  @RunRBaseEnd=CONVERT(VARCHAR(26),DATEADD(D,1,@LastRBaseEnd),23)
  SET  @RunRBaseStart=@LastRBaseEnd
END
ELSE 
BEGIN--在同一天
  SET  @RunRBaseEnd=@LastOneMinute
  SET  @RunRBaseStart=@LastRBaseEnd
END

IF DATEPART(WEEKDAY,@RunRBaseStart) IN(2,3,4,5,6)--非周末
BEGIN  
  SET @WHERE='WHERE ((CounterDateTime>'+CASE WHEN CONVERT(VARCHAR(24),@RunRBaseStart,120)=CONVERT(VARCHAR(24),@RunRBaseStart,23)+' 00:00:00' THEN ''ELSE '=' END +''''+CONVERT(VARCHAR(24),@RunRBaseStart,120)+''' AND CounterDateTime<'''+CONVERT(VARCHAR(24),@RunRBaseEnd,120)+''')'
  SET @CYLE =1
  WHILE(@CYLE<14)
    BEGIN
      IF DATEPART(WEEKDAY,DATEADD(D,-@CYLE,@RunRBaseStart)) IN(2,3,4,5,6)
      BEGIN 
        SET @WHERE=@WHERE+CHAR(10)+'OR (CounterDateTime>'++CASE WHEN CONVERT(VARCHAR(24),@RunRBaseStart,120)=CONVERT(VARCHAR(24),@RunRBaseStart,23)+' 00:00:00' THEN ''ELSE '=' END ++''''+CONVERT(VARCHAR(24),DATEADD(D,-@CYLE,@RunRBaseStart),120)+''' AND CounterDateTime<'''+CONVERT(VARCHAR(24),DATEADD(D,-@CYLE,@RunRBaseEnd),120)+''')'        
      END
      SET @CYLE = @CYLE + 1
    END
  SET @GROUPBY='DATEADD(MI,-DATEDIFF(MI,CounterDateTime,'''+CONVERT(VARCHAR(24),@RunRBaseEnd,120)+''')%(24*60),'''+CASE WHEN DATEPART(WEEKDAY,@RunRBaseStart) =6 THEN CONVERT(VARCHAR(24),DATEADD(D,3,@RunRBaseEnd),120) ELSE CONVERT(VARCHAR(24),DATEADD(D,1,@RunRBaseEnd),120) END+''')'--周五要计算周一的数据
END
ELSE--周末数据，取近两周周末数据库
BEGIN 
  SET @WHERE='WHERE ((CounterDateTime>'+CASE WHEN CONVERT(VARCHAR(24),@RunRBaseStart,120)=CONVERT(VARCHAR(24),@RunRBaseStart,23)+' 00:00:00' THEN ''ELSE '=' END +''''+CONVERT(VARCHAR(24),@RunRBaseStart,120)+''' AND CounterDateTime<'''+CONVERT(VARCHAR(24),@RunRBaseEnd,120) +''')'
              +CHAR(10)+'OR (CounterDateTime>'+CASE WHEN CONVERT(VARCHAR(24),@RunRBaseStart,120)=CONVERT(VARCHAR(24),@RunRBaseStart,23)+' 00:00:00' THEN ''ELSE '=' END +''''+CONVERT(VARCHAR(24),DATEADD(WEEK,-1,@RunRBaseStart),120)+''' AND CounterDateTime<'''+CONVERT(VARCHAR(24),DATEADD(WEEK,-1,@RunRBaseEnd),120)+''')'
  SET @GROUPBY='DATEADD(MI,-DATEDIFF(MI,CounterDateTime,'''+CONVERT(VARCHAR(24),@RunRBaseEnd,120)+''')%(24*60),'''+CONVERT(VARCHAR(24),DATEADD(WEEK,1,@RunRBaseEnd),120)+''')'
END

UPDATE SQLPerfDataStat.dbo.CounterDetails_Dts
SET LastRBaseEnd=@RunRBaseEnd
WHERE MachineName=@MachineName

BEGIN TRY
--插入数据
  SET @SqlCmd='INSERT INTO dbo.RBaseCounterData_OneMinute(CounterID, CounterDateTime, CounterValue,MaxCounterValue)'
    +CHAR(10)+'SELECT CounterID,'+@GROUPBY+',AVG(CounterValue),MAX(CounterValue) FROM'
    +CHAR(10)+'(SELECT CounterID,CounterDateTime,CounterValue'
    +CHAR(10)+'FROM CounterData_OneMinute a (NOLOCK)'
    +CHAR(10)+@WHERE+') '
    +CHAR(10)+'AND EXISTS (SELECT TOP 1 1 FROM CounterDetails_Collect WITH(NOLOCK) WHERE CounterID = a.CounterID AND MachineName='''+@MachineName+''')'    
    +CHAR(10)+'Union all'
    +CHAR(10)+'SELECT CounterID,CounterDateTime,CounterValue'
    +CHAR(10)+'FROM SQLPerfDataStat_Histroy.dbo.CounterData_OneMinute_bak a (NOLOCK)'
    +CHAR(10)+@WHERE+') '
    +CHAR(10)+'AND EXISTS (SELECT TOP 1 1 FROM CounterDetails_Collect WITH(NOLOCK) WHERE CounterID = a.CounterID AND MachineName='''+@MachineName+''')'        
    +CHAR(10)+')AA'
    +CHAR(10)+ 'GROUP BY CounterID,'+@GROUPBY
  exec (@SqlCmd)

  --0点数据处理
  IF CONVERT(VARCHAR(24),@RunRBaseStart,120)=CONVERT(VARCHAR(24),@RunRBaseStart,23)+' 00:00:00'
  BEGIN         
    IF DATEPART(WEEKDAY,@RunRBaseStart) IN(2,3,4,5,6)--非周末
    BEGIN  
      SET @WHERE='WHERE ((CounterDateTime='''+CONVERT(VARCHAR(24),@RunRBaseStart,120)+''')'
      SET @CYLE =1
      WHILE(@CYLE<14)
        BEGIN
          IF DATEPART(WEEKDAY,DATEADD(D,-@CYLE,@RunRBaseStart)) IN(2,3,4,5,6)
          BEGIN 
            SET @WHERE=@WHERE+CHAR(10)+'OR (CounterDateTime='''+CONVERT(VARCHAR(24),DATEADD(D,-@CYLE,@RunRBaseStart),120)+''')'        
          END
          SET @CYLE = @CYLE + 1
        END
      SET @GROUPBY='DATEADD(MI,-DATEDIFF(MI,CounterDateTime,'''+CONVERT(VARCHAR(24),@RunRBaseEnd,120)+''')%(24*60),'''+CASE WHEN DATEPART(WEEKDAY,@RunRBaseStart) =6 THEN CONVERT(VARCHAR(24),DATEADD(D,3,@RunRBaseEnd),120) ELSE CONVERT(VARCHAR(24),DATEADD(D,1,@RunRBaseEnd),120) END+''')'
    END
    ELSE--周末数据，取近两周周末数据库
    BEGIN 
      SET @WHERE='WHERE ((CounterDateTime='''+CONVERT(VARCHAR(24),@RunRBaseStart,120)+''')'
                  +CHAR(10)+'OR (CounterDateTime='''+CONVERT(VARCHAR(24),DATEADD(WEEK,-1,@RunRBaseStart),120)+''')'
      SET @GROUPBY='DATEADD(MI,-DATEDIFF(MI,CounterDateTime,'''+CONVERT(VARCHAR(24),@RunRBaseEnd,120)+''')%(24*60),'''+CONVERT(VARCHAR(24),DATEADD(D,-1,DATEADD(WEEK,1,@RunRBaseEnd)),120)+''')'
    END
    SET @SqlCmd='INSERT INTO dbo.RBaseCounterData_OneMinute(CounterID, CounterDateTime, CounterValue,MaxCounterValue)'
    +CHAR(10)+'SELECT CounterID,'+@GROUPBY+',AVG(CounterValue),MAX(CounterValue) FROM'
    +CHAR(10)+'(SELECT CounterID,CounterDateTime,CounterValue'
    +CHAR(10)+'FROM CounterData_OneMinute a (NOLOCK)'
    +CHAR(10)+@WHERE+') '
    +CHAR(10)+'AND EXISTS (SELECT TOP 1 1 FROM CounterDetails_Collect WITH(NOLOCK) WHERE CounterID = a.CounterID AND MachineName='''+@MachineName+''')'    
    +CHAR(10)+'Union all'
    +CHAR(10)+'SELECT CounterID,CounterDateTime,CounterValue'
    +CHAR(10)+'FROM SQLPerfDataStat_Histroy.dbo.CounterData_OneMinute_bak a (NOLOCK)'
    +CHAR(10)+@WHERE+') '
    +CHAR(10)+'AND EXISTS (SELECT TOP 1 1 FROM CounterDetails_Collect WITH(NOLOCK) WHERE CounterID = a.CounterID AND MachineName='''+@MachineName+''')'        
    +CHAR(10)+')AA'    
    +CHAR(10)+ 'GROUP BY CounterID,'+@GROUPBY
    exec (@SqlCmd)
  END

END TRY
BEGIN CATCH
  SET @ERRORMSG=@ERRORMSG+ERROR_MESSAGE()
  IF @@TRANCOUNT >0
  BEGIN
    ROLLBACK;
  END 
END CATCH

FETCH NEXT FROM RBaseCur INTO @MachineName,@LastOneMinute,@LastRBaseEnd
END
CLOSE RBaseCur
DEALLOCATE  RBaseCur


IF @ERRORMSG<>''
BEGIN
;THROW 50000,@ERRORMSG,1
END

环比数据可以说明数据近期走势。具有优化对比价值。从上同比图可以看出117-27-139-238服务器cpu在历史上存在异常升高，下图红线环比比数据，却与蓝线同步，说明此异常在近期已经正常。