ref: f911895dbbbcaab72749d281e7a865151e8a7e46
dir: /codec/processing/src/scenechangedetection/SceneChangeDetection.h/
/*!
* \copy
* Copyright (c) 2011-2013, Cisco Systems
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
*
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in
* the documentation and/or other materials provided with the
* distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
* FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
* COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
* ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
* POSSIBILITY OF SUCH DAMAGE.
*
* \file : SceneChangeDetection.h
*
* \brief : scene change detection class of wels video processor class
*
* \date : 2011/03/14
*
* \description : 1. rewrite the package code of scene change detection class
*
*************************************************************************************
*/
#ifndef WELSVP_SCENECHANGEDETECTION_H
#define WELSVP_SCENECHANGEDETECTION_H
#include "util.h"
#include "memory.h"
#include "cpu.h"
#include "WelsFrameWork.h"
#include "IWelsVP.h"
#include "common.h"
#define HIGH_MOTION_BLOCK_THRESHOLD 320
#define SCENE_CHANGE_MOTION_RATIO_LARGE_VIDEO 0.85f
#define SCENE_CHANGE_MOTION_RATIO_MEDIUM 0.50f
#define SCENE_CHANGE_MOTION_RATIO_LARGE_SCREEN 0.80f
WELSVP_NAMESPACE_BEGIN
typedef struct {
int32_t iWidth;
int32_t iHeight;
int32_t iBlock8x8Width;
int32_t iBlock8x8Height;
uint8_t* pRefY;
uint8_t* pCurY;
int32_t iRefStride;
int32_t iCurStride;
uint8_t* pStaticBlockIdc;
} SLocalParam;
class CSceneChangeDetectorVideo {
public:
CSceneChangeDetectorVideo (SSceneChangeResult& sParam, int32_t iCpuFlag) : m_sParam (sParam) {
m_pfSad = WelsSampleSad8x8_c;
#ifdef X86_ASM
if (iCpuFlag & WELS_CPU_SSE2) {
m_pfSad = WelsSampleSad8x8_sse21;
}
#endif
#ifdef HAVE_NEON
if (iCpuFlag & WELS_CPU_NEON) {
m_pfSad = WelsProcessingSampleSad8x8_neon;
}
#endif
#ifdef HAVE_NEON_AARCH64
if (iCpuFlag & WELS_CPU_NEON) {
m_pfSad = WelsProcessingSampleSad8x8_AArch64_neon;
}
#endif
m_fSceneChangeMotionRatioLarge = SCENE_CHANGE_MOTION_RATIO_LARGE_VIDEO;
m_fSceneChangeMotionRatioMedium = SCENE_CHANGE_MOTION_RATIO_MEDIUM;
}
virtual ~CSceneChangeDetectorVideo() {
}
void operator() (SLocalParam& sLocalParam) {
int32_t iRefRowStride = 0, iCurRowStride = 0;
uint8_t* pRefY = sLocalParam.pRefY;
uint8_t* pCurY = sLocalParam.pCurY;
uint8_t* pRefTmp = NULL, *pCurTmp = NULL;
iRefRowStride = sLocalParam.iRefStride << 3;
iCurRowStride = sLocalParam.iCurStride << 3;
for (int32_t j = 0; j < sLocalParam.iBlock8x8Height; j++) {
pRefTmp = pRefY;
pCurTmp = pCurY;
for (int32_t i = 0; i < sLocalParam.iBlock8x8Width; i++) {
int32_t iSad = m_pfSad (pCurTmp, sLocalParam.iCurStride, pRefTmp, sLocalParam.iRefStride);
m_sParam.iMotionBlockNum += iSad > HIGH_MOTION_BLOCK_THRESHOLD;
pRefTmp += 8;
pCurTmp += 8;
}
pRefY += iRefRowStride;
pCurY += iCurRowStride;
}
}
float GetSceneChangeMotionRatioLarge() const {
return m_fSceneChangeMotionRatioLarge;
}
float GetSceneChangeMotionRatioMedium() const {
return m_fSceneChangeMotionRatioMedium;
}
protected:
SadFuncPtr m_pfSad;
SSceneChangeResult& m_sParam;
float m_fSceneChangeMotionRatioLarge;
float m_fSceneChangeMotionRatioMedium;
};
class CSceneChangeDetectorScreen : public CSceneChangeDetectorVideo {
public:
CSceneChangeDetectorScreen (SSceneChangeResult& sParam, int32_t iCpuFlag) : CSceneChangeDetectorVideo (sParam,
iCpuFlag) {
m_fSceneChangeMotionRatioLarge = SCENE_CHANGE_MOTION_RATIO_LARGE_SCREEN;
m_fSceneChangeMotionRatioMedium = SCENE_CHANGE_MOTION_RATIO_MEDIUM;
}
virtual ~CSceneChangeDetectorScreen() {
}
void operator() (SLocalParam& sLocalParam) {
bool bScrollDetectFlag = m_sParam.sScrollResult.bScrollDetectFlag;
int32_t iScrollMvX = m_sParam.sScrollResult.iScrollMvX;
int32_t iScrollMvY = m_sParam.sScrollResult.iScrollMvY;
int32_t iRefRowStride = 0, iCurRowStride = 0;
uint8_t* pRefY = sLocalParam.pRefY;
uint8_t* pCurY = sLocalParam.pCurY;
uint8_t* pRefTmp = NULL, *pCurTmp = NULL;
int32_t iWidth = sLocalParam.iWidth;
int32_t iHeight = sLocalParam.iHeight;
iRefRowStride = sLocalParam.iRefStride << 3;
iCurRowStride = sLocalParam.iCurStride << 3;
for (int32_t j = 0; j < sLocalParam.iBlock8x8Height; j++) {
pRefTmp = pRefY;
pCurTmp = pCurY;
for (int32_t i = 0; i < sLocalParam.iBlock8x8Width; i++) {
int32_t iBlockPointX = i << 3;
int32_t iBlockPointY = j << 3;
uint8_t uiBlockIdcTmp = NO_STATIC;
int32_t iSad = m_pfSad (pCurTmp, sLocalParam.iCurStride, pRefTmp, sLocalParam.iRefStride);
if (iSad == 0) {
uiBlockIdcTmp = COLLOCATED_STATIC;
} else if (bScrollDetectFlag && (!iScrollMvX || !iScrollMvY) && (iBlockPointX + iScrollMvX >= 0)
&& (iBlockPointX + iScrollMvX <= iWidth - 8) &&
(iBlockPointY + iScrollMvY >= 0) && (iBlockPointY + iScrollMvY <= iHeight - 8)) {
uint8_t* pRefTmpScroll = pRefTmp + iScrollMvY * sLocalParam.iRefStride + iScrollMvX;
int32_t iSadScroll = m_pfSad (pCurTmp, sLocalParam.iCurStride, pRefTmpScroll, sLocalParam.iRefStride);
if (iSadScroll == 0) {
uiBlockIdcTmp = SCROLLED_STATIC;
} else {
m_sParam.iFrameComplexity += iSad;
m_sParam.iMotionBlockNum += iSad > HIGH_MOTION_BLOCK_THRESHOLD;
}
} else {
m_sParam.iFrameComplexity += iSad;
m_sParam.iMotionBlockNum += iSad > HIGH_MOTION_BLOCK_THRESHOLD;
}
* (sLocalParam.pStaticBlockIdc) ++ = uiBlockIdcTmp;
pRefTmp += 8;
pCurTmp += 8;
}
pRefY += iRefRowStride;
pCurY += iCurRowStride;
}
}
};
template<typename T>
class CSceneChangeDetection : public IStrategy {
public:
CSceneChangeDetection (EMethods eMethod, int32_t iCpuFlag): m_cDetector (m_sSceneChangeParam, iCpuFlag) {
m_eMethod = eMethod;
WelsMemset (&m_sSceneChangeParam, 0, sizeof (m_sSceneChangeParam));
}
~CSceneChangeDetection() {
}
EResult Process (int32_t iType, SPixMap* pSrcPixMap, SPixMap* pRefPixMap) {
EResult eReturn = RET_INVALIDPARAM;
m_sLocalParam.iWidth = pSrcPixMap->sRect.iRectWidth;
m_sLocalParam.iHeight = pSrcPixMap->sRect.iRectHeight;
m_sLocalParam.iBlock8x8Width = m_sLocalParam.iWidth >> 3;
m_sLocalParam.iBlock8x8Height = m_sLocalParam.iHeight >> 3;
m_sLocalParam.pRefY = (uint8_t*)pRefPixMap->pPixel[0];
m_sLocalParam.pCurY = (uint8_t*)pSrcPixMap->pPixel[0];
m_sLocalParam.iRefStride = pRefPixMap->iStride[0];
m_sLocalParam.iCurStride = pSrcPixMap->iStride[0];
m_sLocalParam.pStaticBlockIdc = m_sSceneChangeParam.pStaticBlockIdc;
int32_t iBlock8x8Num = m_sLocalParam.iBlock8x8Width * m_sLocalParam.iBlock8x8Height;
int32_t iSceneChangeThresholdLarge = WelsStaticCast (int32_t,
m_cDetector.GetSceneChangeMotionRatioLarge() * iBlock8x8Num + 0.5f + PESN);
int32_t iSceneChangeThresholdMedium = WelsStaticCast (int32_t,
m_cDetector.GetSceneChangeMotionRatioMedium() * iBlock8x8Num + 0.5f + PESN);
m_sSceneChangeParam.iMotionBlockNum = 0;
m_sSceneChangeParam.iFrameComplexity = 0;
m_sSceneChangeParam.eSceneChangeIdc = SIMILAR_SCENE;
m_cDetector (m_sLocalParam);
if (m_sSceneChangeParam.iMotionBlockNum >= iSceneChangeThresholdLarge) {
m_sSceneChangeParam.eSceneChangeIdc = LARGE_CHANGED_SCENE;
} else if (m_sSceneChangeParam.iMotionBlockNum >= iSceneChangeThresholdMedium) {
m_sSceneChangeParam.eSceneChangeIdc = MEDIUM_CHANGED_SCENE;
}
eReturn = RET_SUCCESS;
return eReturn;
}
EResult Get (int32_t iType, void* pParam) {
if (pParam == NULL) {
return RET_INVALIDPARAM;
}
* (SSceneChangeResult*)pParam = m_sSceneChangeParam;
return RET_SUCCESS;
}
EResult Set (int32_t iType, void* pParam) {
if (pParam == NULL) {
return RET_INVALIDPARAM;
}
m_sSceneChangeParam = * (SSceneChangeResult*)pParam;
return RET_SUCCESS;
}
private:
SSceneChangeResult m_sSceneChangeParam;
SLocalParam m_sLocalParam;
T m_cDetector;
};
IStrategy* BuildSceneChangeDetection (EMethods eMethod, int32_t iCpuFlag);
WELSVP_NAMESPACE_END
#endif