ref: 2b176495d3f8f8c904d8b2bc603427b1f069a181
dir: /codec/decoder/plus/src/welsDecoderExt.cpp/
/*! * \copy * Copyright (c) 2009-2013, Cisco Systems * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. * * * welsDecoderExt.cpp * * Abstract * Cisco OpenH264 decoder extension utilization * * History * 3/12/2009 Created * * ************************************************************************/ //#include <assert.h> #include "welsDecoderExt.h" #include "welsCodecTrace.h" #include "codec_def.h" #include "typedefs.h" #include "memory_align.h" #include "utils.h" #include "version.h" //#include "macros.h" #include "decoder.h" #include "decoder_core.h" #include "manage_dec_ref.h" #include "error_concealment.h" #include "measure_time.h" extern "C" { #include "decoder_core.h" #include "manage_dec_ref.h" } #include "error_code.h" #include "crt_util_safe_x.h" // Safe CRT routines like util for cross platforms #include <time.h> #if defined(_WIN32) /*&& defined(_DEBUG)*/ #include <windows.h> #include <stdio.h> #include <stdarg.h> #include <sys/types.h> #include <malloc.h> #else #include <sys/time.h> #endif namespace WelsDec { ////////////////////////////////////////////////////////////////////// // Construction/Destruction ////////////////////////////////////////////////////////////////////// /*************************************************************************** * Description: * class CWelsDecoder constructor function, do initialization and * alloc memory required * * Input parameters: none * * return: none ***************************************************************************/ DECLARE_PROCTHREAD (pThrProcInit, p) { SWelsDecThreadInfo* sThreadInfo = (SWelsDecThreadInfo*)p; #if defined(WIN32) _alloca (WELS_DEC_MAX_THREAD_STACK_SIZE * (sThreadInfo->uiThrNum + 1)); #endif return sThreadInfo->pThrProcMain (p); } static DECODING_STATE ConstructAccessUnit (CWelsDecoder* pWelsDecoder, PWelsDecoderThreadCTX pThrCtx) { int iRet = dsErrorFree; //WelsMutexLock (&pWelsDecoder->m_csDecoder); if (pThrCtx->pCtx->pLastThreadCtx != NULL) { PWelsDecoderThreadCTX pLastThreadCtx = (PWelsDecoderThreadCTX) (pThrCtx->pCtx->pLastThreadCtx); WAIT_EVENT (&pLastThreadCtx->sSliceDecodeStart, WELS_DEC_THREAD_WAIT_INFINITE); RESET_EVENT (&pLastThreadCtx->sSliceDecodeStart); } pThrCtx->pDec = NULL; if (GetThreadCount (pThrCtx->pCtx) > 1) { RESET_EVENT (&pThrCtx->sSliceDecodeFinish); } iRet |= pWelsDecoder->DecodeFrame2WithCtx (pThrCtx->pCtx, NULL, 0, pThrCtx->ppDst, &pThrCtx->sDstInfo); //WelsMutexUnlock (&pWelsDecoder->m_csDecoder); return (DECODING_STATE)iRet; } DECLARE_PROCTHREAD (pThrProcFrame, p) { SWelsDecoderThreadCTX* pThrCtx = (SWelsDecoderThreadCTX*)p; while (1) { RELEASE_SEMAPHORE (pThrCtx->sThreadInfo.sIsBusy); RELEASE_SEMAPHORE (&pThrCtx->sThreadInfo.sIsIdle); WAIT_SEMAPHORE (&pThrCtx->sThreadInfo.sIsActivated, WELS_DEC_THREAD_WAIT_INFINITE); if (pThrCtx->sThreadInfo.uiCommand == WELS_DEC_THREAD_COMMAND_RUN) { CWelsDecoder* pWelsDecoder = (CWelsDecoder*)pThrCtx->threadCtxOwner; ConstructAccessUnit (pWelsDecoder, pThrCtx); } else if (pThrCtx->sThreadInfo.uiCommand == WELS_DEC_THREAD_COMMAND_ABORT) { break; } } return 0; } CWelsDecoder::CWelsDecoder (void) : m_pWelsTrace (NULL), m_uiDecodeTimeStamp (0), m_bIsBaseline (false), m_iCpuCount (1), m_iThreadCount (0), m_iCtxCount (1), m_pPicBuff (NULL), m_bParamSetsLostFlag (false), m_bFreezeOutput (false), m_DecCtxActiveCount (0), m_pDecThrCtx (NULL), m_pLastDecThrCtx (NULL), m_iLastBufferedIdx (0) { #ifdef OUTPUT_BIT_STREAM char chFileName[1024] = { 0 }; //for .264 int iBufUsed = 0; int iBufLeft = 1023; int iCurUsed; char chFileNameSize[1024] = { 0 }; //for .len int iBufUsedSize = 0; int iBufLeftSize = 1023; int iCurUsedSize; #endif//OUTPUT_BIT_STREAM m_pWelsTrace = new welsCodecTrace(); if (m_pWelsTrace != NULL) { m_pWelsTrace->SetCodecInstance (this); m_pWelsTrace->SetTraceLevel (WELS_LOG_ERROR); WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::CWelsDecoder() entry"); } ResetReorderingPictureBuffers (&m_sReoderingStatus, m_sPictInfoList, true); m_iCpuCount = GetCPUCount(); if (m_iCpuCount > WELS_DEC_MAX_NUM_CPU) { m_iCpuCount = WELS_DEC_MAX_NUM_CPU; } m_pDecThrCtx = new SWelsDecoderThreadCTX[m_iCtxCount]; memset (m_pDecThrCtx, 0, sizeof (SWelsDecoderThreadCTX)*m_iCtxCount); for (int32_t i = 0; i < WELS_DEC_MAX_NUM_CPU; ++i) { m_pDecThrCtxActive[i] = NULL; } #ifdef OUTPUT_BIT_STREAM SWelsTime sCurTime; WelsGetTimeOfDay (&sCurTime); iCurUsed = WelsSnprintf (chFileName, iBufLeft, "bs_0x%p_", (void*)this); iCurUsedSize = WelsSnprintf (chFileNameSize, iBufLeftSize, "size_0x%p_", (void*)this); iBufUsed += iCurUsed; iBufLeft -= iCurUsed; if (iBufLeft > 0) { iCurUsed = WelsStrftime (&chFileName[iBufUsed], iBufLeft, "%y%m%d%H%M%S", &sCurTime); iBufUsed += iCurUsed; iBufLeft -= iCurUsed; } iBufUsedSize += iCurUsedSize; iBufLeftSize -= iCurUsedSize; if (iBufLeftSize > 0) { iCurUsedSize = WelsStrftime (&chFileNameSize[iBufUsedSize], iBufLeftSize, "%y%m%d%H%M%S", &sCurTime); iBufUsedSize += iCurUsedSize; iBufLeftSize -= iCurUsedSize; } if (iBufLeft > 0) { iCurUsed = WelsSnprintf (&chFileName[iBufUsed], iBufLeft, ".%03.3u.264", WelsGetMillisecond (&sCurTime)); iBufUsed += iCurUsed; iBufLeft -= iCurUsed; } if (iBufLeftSize > 0) { iCurUsedSize = WelsSnprintf (&chFileNameSize[iBufUsedSize], iBufLeftSize, ".%03.3u.len", WelsGetMillisecond (&sCurTime)); iBufUsedSize += iCurUsedSize; iBufLeftSize -= iCurUsedSize; } m_pFBS = WelsFopen (chFileName, "wb"); m_pFBSSize = WelsFopen (chFileNameSize, "wb"); #endif//OUTPUT_BIT_STREAM } /*************************************************************************** * Description: * class CWelsDecoder destructor function, destroy allocced memory * * Input parameters: none * * return: none ***************************************************************************/ CWelsDecoder::~CWelsDecoder() { if (m_pWelsTrace != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::~CWelsDecoder()"); } CloseDecoderThreads(); UninitDecoder(); #ifdef OUTPUT_BIT_STREAM if (m_pFBS) { WelsFclose (m_pFBS); m_pFBS = NULL; } if (m_pFBSSize) { WelsFclose (m_pFBSSize); m_pFBSSize = NULL; } #endif//OUTPUT_BIT_STREAM if (m_pWelsTrace != NULL) { delete m_pWelsTrace; m_pWelsTrace = NULL; } if (m_pDecThrCtx != NULL) { delete[] m_pDecThrCtx; m_pDecThrCtx = NULL; } } long CWelsDecoder::Initialize (const SDecodingParam* pParam) { int iRet = ERR_NONE; if (m_pWelsTrace == NULL) { return cmMallocMemeError; } if (pParam == NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_ERROR, "CWelsDecoder::Initialize(), invalid input argument."); return cmInitParaError; } // H.264 decoder initialization,including memory allocation,then open it ready to decode iRet = InitDecoder (pParam); if (iRet) return iRet; return cmResultSuccess; } long CWelsDecoder::Uninitialize() { UninitDecoder(); return ERR_NONE; } void CWelsDecoder::UninitDecoder (void) { for (int32_t i = 0; i < m_iCtxCount; ++i) { if (m_pDecThrCtx[i].pCtx != NULL) { if (i > 0) { WelsResetRefPicWithoutUnRef (m_pDecThrCtx[i].pCtx); } UninitDecoderCtx (m_pDecThrCtx[i].pCtx); } } } void CWelsDecoder::OpenDecoderThreads() { if (m_iThreadCount >= 1) { m_uiDecodeTimeStamp = 0; CREATE_SEMAPHORE (&m_sIsBusy, m_iThreadCount, m_iThreadCount, NULL); WelsMutexInit (&m_csDecoder); CREATE_EVENT (&m_sBufferingEvent, 1, 0, NULL); SET_EVENT (&m_sBufferingEvent); CREATE_EVENT (&m_sReleaseBufferEvent, 1, 0, NULL); SET_EVENT (&m_sReleaseBufferEvent); for (int32_t i = 0; i < m_iThreadCount; ++i) { m_pDecThrCtx[i].sThreadInfo.uiThrMaxNum = m_iThreadCount; m_pDecThrCtx[i].sThreadInfo.uiThrNum = i; m_pDecThrCtx[i].sThreadInfo.uiThrStackSize = WELS_DEC_MAX_THREAD_STACK_SIZE; m_pDecThrCtx[i].sThreadInfo.pThrProcMain = pThrProcFrame; m_pDecThrCtx[i].sThreadInfo.sIsBusy = &m_sIsBusy; m_pDecThrCtx[i].sThreadInfo.uiCommand = WELS_DEC_THREAD_COMMAND_RUN; m_pDecThrCtx[i].threadCtxOwner = this; m_pDecThrCtx[i].kpSrc = NULL; m_pDecThrCtx[i].kiSrcLen = 0; m_pDecThrCtx[i].ppDst = NULL; m_pDecThrCtx[i].pDec = NULL; CREATE_EVENT (&m_pDecThrCtx[i].sImageReady, 1, 0, NULL); CREATE_EVENT (&m_pDecThrCtx[i].sSliceDecodeStart, 1, 0, NULL); CREATE_EVENT (&m_pDecThrCtx[i].sSliceDecodeFinish, 1, 0, NULL); CREATE_SEMAPHORE (&m_pDecThrCtx[i].sThreadInfo.sIsIdle, 0, 1, NULL); CREATE_SEMAPHORE (&m_pDecThrCtx[i].sThreadInfo.sIsActivated, 0, 1, NULL); CREATE_THREAD (&m_pDecThrCtx[i].sThreadInfo.sThrHandle, pThrProcInit, (void*) (& (m_pDecThrCtx[i]))); } } } void CWelsDecoder::CloseDecoderThreads() { if (m_iThreadCount >= 1) { for (int32_t i = 0; i < m_iThreadCount; i++) { //waiting the completion begun slices WAIT_SEMAPHORE (&m_pDecThrCtx[i].sThreadInfo.sIsIdle, WELS_DEC_THREAD_WAIT_INFINITE); m_pDecThrCtx[i].sThreadInfo.uiCommand = WELS_DEC_THREAD_COMMAND_ABORT; RELEASE_SEMAPHORE (&m_pDecThrCtx[i].sThreadInfo.sIsActivated); WAIT_THREAD (&m_pDecThrCtx[i].sThreadInfo.sThrHandle); CLOSE_EVENT (&m_pDecThrCtx[i].sImageReady); CLOSE_EVENT (&m_pDecThrCtx[i].sSliceDecodeStart); CLOSE_EVENT (&m_pDecThrCtx[i].sSliceDecodeFinish); CLOSE_SEMAPHORE (&m_pDecThrCtx[i].sThreadInfo.sIsIdle); CLOSE_SEMAPHORE (&m_pDecThrCtx[i].sThreadInfo.sIsActivated); } WelsMutexDestroy (&m_csDecoder); CLOSE_EVENT (&m_sBufferingEvent); CLOSE_EVENT (&m_sReleaseBufferEvent); CLOSE_SEMAPHORE (&m_sIsBusy); } } void CWelsDecoder::UninitDecoderCtx (PWelsDecoderContext& pCtx) { if (pCtx != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::UninitDecoderCtx(), openh264 codec version = %s.", VERSION_NUMBER); WelsEndDecoder (pCtx); if (pCtx->pMemAlign != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::UninitDecoder(), verify memory usage (%d bytes) after free..", pCtx->pMemAlign->WelsGetMemoryUsage()); delete pCtx->pMemAlign; pCtx->pMemAlign = NULL; } if (NULL != pCtx) { WelsFree (pCtx, "m_pDecContext"); pCtx = NULL; } if (m_iCtxCount <= 1) m_pDecThrCtx[0].pCtx = NULL; } } // the return value of this function is not suitable, it need report failure info to upper layer. int32_t CWelsDecoder::InitDecoder (const SDecodingParam* pParam) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::init_decoder(), openh264 codec version = %s, ParseOnly = %d", VERSION_NUMBER, (int32_t)pParam->bParseOnly); if (m_iThreadCount >= 1 && pParam->bParseOnly) { m_iThreadCount = 0; } OpenDecoderThreads(); //reset decoder context memset (&m_sDecoderStatistics, 0, sizeof (SDecoderStatistics)); memset (&m_sLastDecPicInfo, 0, sizeof (SWelsLastDecPicInfo)); memset (&m_sVlcTable, 0, sizeof (SVlcTable)); UninitDecoder(); WelsDecoderLastDecPicInfoDefaults (m_sLastDecPicInfo); for (int32_t i = 0; i < m_iCtxCount; ++i) { InitDecoderCtx (m_pDecThrCtx[i].pCtx, pParam); if (m_iThreadCount >= 1) { m_pDecThrCtx[i].pCtx->pThreadCtx = &m_pDecThrCtx[i]; } } m_bParamSetsLostFlag = false; m_bFreezeOutput = false; return cmResultSuccess; } // the return value of this function is not suitable, it need report failure info to upper layer. int32_t CWelsDecoder::InitDecoderCtx (PWelsDecoderContext& pCtx, const SDecodingParam* pParam) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::init_decoder(), openh264 codec version = %s, ParseOnly = %d", VERSION_NUMBER, (int32_t)pParam->bParseOnly); //reset decoder context UninitDecoderCtx (pCtx); pCtx = (PWelsDecoderContext)WelsMallocz (sizeof (SWelsDecoderContext), "m_pDecContext"); if (NULL == pCtx) return cmMallocMemeError; int32_t iCacheLineSize = 16; // on chip cache line size in byte pCtx->pMemAlign = new CMemoryAlign (iCacheLineSize); WELS_VERIFY_RETURN_PROC_IF (cmMallocMemeError, (NULL == pCtx->pMemAlign), UninitDecoderCtx (pCtx)) if (m_iCtxCount <= 1) m_pDecThrCtx[0].pCtx = pCtx; //fill in default value into context pCtx->pLastDecPicInfo = &m_sLastDecPicInfo; pCtx->pDecoderStatistics = &m_sDecoderStatistics; pCtx->pVlcTable = &m_sVlcTable; pCtx->pPictInfoList = m_sPictInfoList; pCtx->pPictReoderingStatus = &m_sReoderingStatus; pCtx->pCsDecoder = &m_csDecoder; WelsDecoderDefaults (pCtx, &m_pWelsTrace->m_sLogCtx); WelsDecoderSpsPpsDefaults (pCtx->sSpsPpsCtx); //check param and update decoder context pCtx->pParam = (SDecodingParam*)pCtx->pMemAlign->WelsMallocz (sizeof (SDecodingParam), "SDecodingParam"); WELS_VERIFY_RETURN_PROC_IF (cmMallocMemeError, (NULL == pCtx->pParam), UninitDecoderCtx (pCtx)); int32_t iRet = DecoderConfigParam (pCtx, pParam); WELS_VERIFY_RETURN_IFNEQ (iRet, cmResultSuccess); //init decoder WELS_VERIFY_RETURN_PROC_IF (cmMallocMemeError, WelsInitDecoder (pCtx, &m_pWelsTrace->m_sLogCtx), UninitDecoderCtx (pCtx)) pCtx->pPicBuff = NULL; return cmResultSuccess; } int32_t CWelsDecoder::ResetDecoder (PWelsDecoderContext& pCtx) { // TBC: need to be modified when context and trace point are null if (m_iThreadCount >= 1) { ThreadResetDecoder (pCtx); } else { if (pCtx != NULL && m_pWelsTrace != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "ResetDecoder(), context error code is %d", pCtx->iErrorCode); SDecodingParam sPrevParam; memcpy (&sPrevParam, pCtx->pParam, sizeof (SDecodingParam)); WELS_VERIFY_RETURN_PROC_IF (cmInitParaError, InitDecoderCtx (pCtx, &sPrevParam), UninitDecoderCtx (pCtx)); } else if (m_pWelsTrace != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_ERROR, "ResetDecoder() failed as decoder context null"); } ResetReorderingPictureBuffers (&m_sReoderingStatus, m_sPictInfoList, false); } return ERR_INFO_UNINIT; } int32_t CWelsDecoder::ThreadResetDecoder (PWelsDecoderContext& pCtx) { // TBC: need to be modified when context and trace point are null SDecodingParam sPrevParam; if (pCtx != NULL && m_pWelsTrace != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "ResetDecoder(), context error code is %d", pCtx->iErrorCode); memcpy (&sPrevParam, pCtx->pParam, sizeof (SDecodingParam)); ResetReorderingPictureBuffers (&m_sReoderingStatus, m_sPictInfoList, true); CloseDecoderThreads(); UninitDecoder(); InitDecoder (&sPrevParam); } else if (m_pWelsTrace != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_ERROR, "ResetDecoder() failed as decoder context null"); } return ERR_INFO_UNINIT; } /* * Set Option */ long CWelsDecoder::SetOption (DECODER_OPTION eOptID, void* pOption) { int iVal = 0; if (eOptID == DECODER_OPTION_NUM_OF_THREADS) { if (pOption != NULL) { int32_t threadCount = * ((int32_t*)pOption); if (threadCount < 0) threadCount = 0; if (threadCount > m_iCpuCount) { threadCount = m_iCpuCount; } if (threadCount > 3) { threadCount = 3; } if (threadCount != m_iThreadCount) { m_iThreadCount = threadCount; if (m_pDecThrCtx != NULL) { delete [] m_pDecThrCtx; m_iCtxCount = m_iThreadCount == 0 ? 1 : m_iThreadCount; m_pDecThrCtx = new SWelsDecoderThreadCTX[m_iCtxCount]; memset (m_pDecThrCtx, 0, sizeof (SWelsDecoderThreadCTX)*m_iCtxCount); } } } return cmResultSuccess; } for (int32_t i = 0; i < m_iCtxCount; ++i) { PWelsDecoderContext pDecContext = m_pDecThrCtx[i].pCtx; if (pDecContext == NULL && eOptID != DECODER_OPTION_TRACE_LEVEL && eOptID != DECODER_OPTION_TRACE_CALLBACK && eOptID != DECODER_OPTION_TRACE_CALLBACK_CONTEXT) return dsInitialOptExpected; if (eOptID == DECODER_OPTION_END_OF_STREAM) { // Indicate bit-stream of the final frame to be decoded if (pOption == NULL) return cmInitParaError; iVal = * ((int*)pOption); // boolean value for whether enabled End Of Stream flag if (pDecContext == NULL) return dsInitialOptExpected; pDecContext->bEndOfStreamFlag = iVal ? true : false; return cmResultSuccess; } else if (eOptID == DECODER_OPTION_ERROR_CON_IDC) { // Indicate error concealment status if (pOption == NULL) return cmInitParaError; if (pDecContext == NULL) return dsInitialOptExpected; iVal = * ((int*)pOption); // int value for error concealment idc iVal = WELS_CLIP3 (iVal, (int32_t)ERROR_CON_DISABLE, (int32_t)ERROR_CON_SLICE_MV_COPY_CROSS_IDR_FREEZE_RES_CHANGE); if ((pDecContext->pParam->bParseOnly) && (iVal != (int32_t)ERROR_CON_DISABLE)) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::SetOption for ERROR_CON_IDC = %d not allowd for parse only!.", iVal); return cmInitParaError; } pDecContext->pParam->eEcActiveIdc = (ERROR_CON_IDC)iVal; InitErrorCon (pDecContext); WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::SetOption for ERROR_CON_IDC = %d.", iVal); return cmResultSuccess; } else if (eOptID == DECODER_OPTION_TRACE_LEVEL) { if (m_pWelsTrace) { uint32_t level = * ((uint32_t*)pOption); m_pWelsTrace->SetTraceLevel (level); } return cmResultSuccess; } else if (eOptID == DECODER_OPTION_TRACE_CALLBACK) { if (m_pWelsTrace) { WelsTraceCallback callback = * ((WelsTraceCallback*)pOption); m_pWelsTrace->SetTraceCallback (callback); WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "CWelsDecoder::SetOption():DECODER_OPTION_TRACE_CALLBACK callback = %p.", callback); } return cmResultSuccess; } else if (eOptID == DECODER_OPTION_TRACE_CALLBACK_CONTEXT) { if (m_pWelsTrace) { void* ctx = * ((void**)pOption); m_pWelsTrace->SetTraceCallbackContext (ctx); } return cmResultSuccess; } else if (eOptID == DECODER_OPTION_GET_STATISTICS) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_WARNING, "CWelsDecoder::SetOption():DECODER_OPTION_GET_STATISTICS: this option is get-only!"); return cmInitParaError; } else if (eOptID == DECODER_OPTION_STATISTICS_LOG_INTERVAL) { if (pOption) { if (pDecContext == NULL) return dsInitialOptExpected; pDecContext->pDecoderStatistics->iStatisticsLogInterval = (* ((unsigned int*)pOption)); return cmResultSuccess; } } else if (eOptID == DECODER_OPTION_GET_SAR_INFO) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_WARNING, "CWelsDecoder::SetOption():DECODER_OPTION_GET_SAR_INFO: this option is get-only!"); return cmInitParaError; } } return cmInitParaError; } /* * Get Option */ long CWelsDecoder::GetOption (DECODER_OPTION eOptID, void* pOption) { int iVal = 0; if (DECODER_OPTION_NUM_OF_THREADS == eOptID) { * ((int*)pOption) = m_iThreadCount; return cmResultSuccess; } PWelsDecoderContext pDecContext = m_pDecThrCtx[0].pCtx; if (pDecContext == NULL) return cmInitExpected; if (pOption == NULL) return cmInitParaError; if (DECODER_OPTION_END_OF_STREAM == eOptID) { iVal = pDecContext->bEndOfStreamFlag; * ((int*)pOption) = iVal; return cmResultSuccess; } #ifdef LONG_TERM_REF else if (DECODER_OPTION_IDR_PIC_ID == eOptID) { iVal = pDecContext->uiCurIdrPicId; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_FRAME_NUM == eOptID) { iVal = pDecContext->iFrameNum; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_LTR_MARKING_FLAG == eOptID) { iVal = pDecContext->bCurAuContainLtrMarkSeFlag; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_LTR_MARKED_FRAME_NUM == eOptID) { iVal = pDecContext->iFrameNumOfAuMarkedLtr; * ((int*)pOption) = iVal; return cmResultSuccess; } #endif else if (DECODER_OPTION_VCL_NAL == eOptID) { //feedback whether or not have VCL NAL in current AU iVal = pDecContext->iFeedbackVclNalInAu; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_TEMPORAL_ID == eOptID) { //if have VCL NAL in current AU, then feedback the temporal ID iVal = pDecContext->iFeedbackTidInAu; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_IS_REF_PIC == eOptID) { iVal = pDecContext->iFeedbackNalRefIdc; if (iVal > 0) iVal = 1; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_ERROR_CON_IDC == eOptID) { iVal = (int)pDecContext->pParam->eEcActiveIdc; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_GET_STATISTICS == eOptID) { // get decoder statistics info for real time debugging SDecoderStatistics* pDecoderStatistics = (static_cast<SDecoderStatistics*> (pOption)); memcpy (pDecoderStatistics, pDecContext->pDecoderStatistics, sizeof (SDecoderStatistics)); if (pDecContext->pDecoderStatistics->uiDecodedFrameCount != 0) { //not original status pDecoderStatistics->fAverageFrameSpeedInMs = (float) (pDecContext->dDecTime) / (pDecContext->pDecoderStatistics->uiDecodedFrameCount); pDecoderStatistics->fActualAverageFrameSpeedInMs = (float) (pDecContext->dDecTime) / (pDecContext->pDecoderStatistics->uiDecodedFrameCount + pDecContext->pDecoderStatistics->uiFreezingIDRNum + pDecContext->pDecoderStatistics->uiFreezingNonIDRNum); } return cmResultSuccess; } else if (eOptID == DECODER_OPTION_STATISTICS_LOG_INTERVAL) { if (pOption) { iVal = pDecContext->pDecoderStatistics->iStatisticsLogInterval; * ((unsigned int*)pOption) = iVal; return cmResultSuccess; } } else if (DECODER_OPTION_GET_SAR_INFO == eOptID) { //get decoder SAR info in VUI PVuiSarInfo pVuiSarInfo = (static_cast<PVuiSarInfo> (pOption)); memset (pVuiSarInfo, 0, sizeof (SVuiSarInfo)); if (!pDecContext->pSps) { return cmInitExpected; } else { pVuiSarInfo->uiSarWidth = pDecContext->pSps->sVui.uiSarWidth; pVuiSarInfo->uiSarHeight = pDecContext->pSps->sVui.uiSarHeight; pVuiSarInfo->bOverscanAppropriateFlag = pDecContext->pSps->sVui.bOverscanAppropriateFlag; return cmResultSuccess; } } else if (DECODER_OPTION_PROFILE == eOptID) { if (!pDecContext->pSps) { return cmInitExpected; } iVal = (int)pDecContext->pSps->uiProfileIdc; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_LEVEL == eOptID) { if (!pDecContext->pSps) { return cmInitExpected; } iVal = (int)pDecContext->pSps->uiLevelIdc; * ((int*)pOption) = iVal; return cmResultSuccess; } else if (DECODER_OPTION_NUM_OF_FRAMES_REMAINING_IN_BUFFER == eOptID) { for (int32_t activeThread = 0; activeThread < m_DecCtxActiveCount; ++activeThread) { WAIT_SEMAPHORE (&m_pDecThrCtxActive[activeThread]->sThreadInfo.sIsIdle, WELS_DEC_THREAD_WAIT_INFINITE); RELEASE_SEMAPHORE (&m_pDecThrCtxActive[activeThread]->sThreadInfo.sIsIdle); } * ((int*)pOption) = m_sReoderingStatus.iNumOfPicts; return cmResultSuccess; } return cmInitParaError; } DECODING_STATE CWelsDecoder::DecodeFrameNoDelay (const unsigned char* kpSrc, const int kiSrcLen, unsigned char** ppDst, SBufferInfo* pDstInfo) { int iRet = dsErrorFree; if (m_iThreadCount >= 1) { iRet = ThreadDecodeFrameInternal (kpSrc, kiSrcLen, ppDst, pDstInfo); if (m_sReoderingStatus.iNumOfPicts) { WAIT_EVENT (&m_sBufferingEvent, WELS_DEC_THREAD_WAIT_INFINITE); RESET_EVENT (&m_sReleaseBufferEvent); ReleaseBufferedReadyPicture (NULL, ppDst, pDstInfo); SET_EVENT (&m_sReleaseBufferEvent); } return (DECODING_STATE)iRet; } //SBufferInfo sTmpBufferInfo; //unsigned char* ppTmpDst[3] = {NULL, NULL, NULL}; iRet = (int)DecodeFrame2 (kpSrc, kiSrcLen, ppDst, pDstInfo); //memcpy (&sTmpBufferInfo, pDstInfo, sizeof (SBufferInfo)); //ppTmpDst[0] = ppDst[0]; //ppTmpDst[1] = ppDst[1]; //ppTmpDst[2] = ppDst[2]; iRet |= DecodeFrame2 (NULL, 0, ppDst, pDstInfo); //if ((pDstInfo->iBufferStatus == 0) && (sTmpBufferInfo.iBufferStatus == 1)) { //memcpy (pDstInfo, &sTmpBufferInfo, sizeof (SBufferInfo)); //ppDst[0] = ppTmpDst[0]; //ppDst[1] = ppTmpDst[1]; //ppDst[2] = ppTmpDst[2]; //} return (DECODING_STATE)iRet; } DECODING_STATE CWelsDecoder::DecodeFrame2WithCtx (PWelsDecoderContext pDecContext, const unsigned char* kpSrc, const int kiSrcLen, unsigned char** ppDst, SBufferInfo* pDstInfo) { if (pDecContext == NULL || pDecContext->pParam == NULL) { if (m_pWelsTrace != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_ERROR, "Call DecodeFrame2 without Initialize.\n"); } return dsInitialOptExpected; } if (pDecContext->pParam->bParseOnly) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_ERROR, "bParseOnly should be false for this API calling! \n"); pDecContext->iErrorCode |= dsInvalidArgument; return dsInvalidArgument; } if (CheckBsBuffer (pDecContext, kiSrcLen)) { if (ResetDecoder (pDecContext)) return dsOutOfMemory; return dsErrorFree; } if (kiSrcLen > 0 && kpSrc != NULL) { #ifdef OUTPUT_BIT_STREAM if (m_pFBS) { WelsFwrite (kpSrc, sizeof (unsigned char), kiSrcLen, m_pFBS); WelsFflush (m_pFBS); } if (m_pFBSSize) { WelsFwrite (&kiSrcLen, sizeof (int), 1, m_pFBSSize); WelsFflush (m_pFBSSize); } #endif//OUTPUT_BIT_STREAM pDecContext->bEndOfStreamFlag = false; if (GetThreadCount (pDecContext) <= 0) { pDecContext->uiDecodingTimeStamp = ++m_uiDecodeTimeStamp; } } else { //For application MODE, the error detection should be added for safe. //But for CONSOLE MODE, when decoding LAST AU, kiSrcLen==0 && kpSrc==NULL. pDecContext->bEndOfStreamFlag = true; pDecContext->bInstantDecFlag = true; } int64_t iStart, iEnd; iStart = WelsTime(); if (GetThreadCount (pDecContext) <= 1) { ppDst[0] = ppDst[1] = ppDst[2] = NULL; } pDecContext->iErrorCode = dsErrorFree; //initialize at the starting of AU decoding. pDecContext->iFeedbackVclNalInAu = FEEDBACK_UNKNOWN_NAL; //initialize unsigned long long uiInBsTimeStamp = pDstInfo->uiInBsTimeStamp; if (GetThreadCount (pDecContext) <= 1) { memset (pDstInfo, 0, sizeof (SBufferInfo)); } pDstInfo->uiInBsTimeStamp = uiInBsTimeStamp; #ifdef LONG_TERM_REF pDecContext->bReferenceLostAtT0Flag = false; //initialize for LTR pDecContext->bCurAuContainLtrMarkSeFlag = false; pDecContext->iFrameNumOfAuMarkedLtr = 0; pDecContext->iFrameNum = -1; //initialize #endif pDecContext->iFeedbackTidInAu = -1; //initialize pDecContext->iFeedbackNalRefIdc = -1; //initialize if (pDstInfo) { pDstInfo->uiOutYuvTimeStamp = 0; pDecContext->uiTimeStamp = pDstInfo->uiInBsTimeStamp; } else { pDecContext->uiTimeStamp = 0; } WelsDecodeBs (pDecContext, kpSrc, kiSrcLen, ppDst, pDstInfo, NULL); //iErrorCode has been modified in this function pDecContext->bInstantDecFlag = false; //reset no-delay flag if (pDecContext->iErrorCode) { EWelsNalUnitType eNalType = NAL_UNIT_UNSPEC_0; //for NBR, IDR frames are expected to decode as followed if error decoding an IDR currently eNalType = pDecContext->sCurNalHead.eNalUnitType; if (pDecContext->iErrorCode & dsOutOfMemory) { if (ResetDecoder (pDecContext)) { return dsOutOfMemory; } return dsErrorFree; } if (pDecContext->iErrorCode & dsRefListNullPtrs) { if (ResetDecoder (pDecContext)) { return dsRefListNullPtrs; } return dsErrorFree; } //for AVC bitstream (excluding AVC with temporal scalability, including TP), as long as error occur, SHOULD notify upper layer key frame loss. if ((IS_PARAM_SETS_NALS (eNalType) || NAL_UNIT_CODED_SLICE_IDR == eNalType) || (VIDEO_BITSTREAM_AVC == pDecContext->eVideoType)) { if (pDecContext->pParam->eEcActiveIdc == ERROR_CON_DISABLE) { #ifdef LONG_TERM_REF pDecContext->bParamSetsLostFlag = true; #else pDecContext->bReferenceLostAtT0Flag = true; #endif } } if (pDecContext->bPrintFrameErrorTraceFlag) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "decode failed, failure type:%d \n", pDecContext->iErrorCode); pDecContext->bPrintFrameErrorTraceFlag = false; } else { pDecContext->iIgnoredErrorInfoPacketCount++; if (pDecContext->iIgnoredErrorInfoPacketCount == INT_MAX) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_WARNING, "continuous error reached INT_MAX! Restart as 0."); pDecContext->iIgnoredErrorInfoPacketCount = 0; } } if ((pDecContext->pParam->eEcActiveIdc != ERROR_CON_DISABLE) && (pDstInfo->iBufferStatus == 1)) { //TODO after dec status updated pDecContext->iErrorCode |= dsDataErrorConcealed; pDecContext->pDecoderStatistics->uiDecodedFrameCount++; if (pDecContext->pDecoderStatistics->uiDecodedFrameCount == 0) { //exceed max value of uint32_t ResetDecStatNums (pDecContext->pDecoderStatistics); pDecContext->pDecoderStatistics->uiDecodedFrameCount++; } int32_t iMbConcealedNum = pDecContext->iMbEcedNum + pDecContext->iMbEcedPropNum; pDecContext->pDecoderStatistics->uiAvgEcRatio = pDecContext->iMbNum == 0 ? (pDecContext->pDecoderStatistics->uiAvgEcRatio * pDecContext->pDecoderStatistics->uiEcFrameNum) : (( pDecContext->pDecoderStatistics->uiAvgEcRatio * pDecContext->pDecoderStatistics->uiEcFrameNum) + (( iMbConcealedNum * 100) / pDecContext->iMbNum)); pDecContext->pDecoderStatistics->uiAvgEcPropRatio = pDecContext->iMbNum == 0 ? (pDecContext->pDecoderStatistics->uiAvgEcPropRatio * pDecContext->pDecoderStatistics->uiEcFrameNum) : (( pDecContext->pDecoderStatistics->uiAvgEcPropRatio * pDecContext->pDecoderStatistics->uiEcFrameNum) + (( pDecContext->iMbEcedPropNum * 100) / pDecContext->iMbNum)); pDecContext->pDecoderStatistics->uiEcFrameNum += (iMbConcealedNum == 0 ? 0 : 1); pDecContext->pDecoderStatistics->uiAvgEcRatio = pDecContext->pDecoderStatistics->uiEcFrameNum == 0 ? 0 : pDecContext->pDecoderStatistics->uiAvgEcRatio / pDecContext->pDecoderStatistics->uiEcFrameNum; pDecContext->pDecoderStatistics->uiAvgEcPropRatio = pDecContext->pDecoderStatistics->uiEcFrameNum == 0 ? 0 : pDecContext->pDecoderStatistics->uiAvgEcPropRatio / pDecContext->pDecoderStatistics->uiEcFrameNum; } iEnd = WelsTime(); pDecContext->dDecTime += (iEnd - iStart) / 1e3; OutputStatisticsLog (*pDecContext->pDecoderStatistics); if (GetThreadCount (pDecContext) >= 1) { WAIT_EVENT (&m_sReleaseBufferEvent, WELS_DEC_THREAD_WAIT_INFINITE); RESET_EVENT (&m_sBufferingEvent); BufferingReadyPicture (pDecContext, ppDst, pDstInfo); SET_EVENT (&m_sBufferingEvent); } else { ReorderPicturesInDisplay (pDecContext, ppDst, pDstInfo); } return (DECODING_STATE)pDecContext->iErrorCode; } // else Error free, the current codec works well if (pDstInfo->iBufferStatus == 1) { pDecContext->pDecoderStatistics->uiDecodedFrameCount++; if (pDecContext->pDecoderStatistics->uiDecodedFrameCount == 0) { //exceed max value of uint32_t ResetDecStatNums (pDecContext->pDecoderStatistics); pDecContext->pDecoderStatistics->uiDecodedFrameCount++; } OutputStatisticsLog (*pDecContext->pDecoderStatistics); } iEnd = WelsTime(); pDecContext->dDecTime += (iEnd - iStart) / 1e3; if (GetThreadCount (pDecContext) >= 1) { WAIT_EVENT (&m_sReleaseBufferEvent, WELS_DEC_THREAD_WAIT_INFINITE); RESET_EVENT (&m_sBufferingEvent); BufferingReadyPicture (pDecContext, ppDst, pDstInfo); SET_EVENT (&m_sBufferingEvent); } else { ReorderPicturesInDisplay (pDecContext, ppDst, pDstInfo); } return dsErrorFree; } DECODING_STATE CWelsDecoder::DecodeFrame2 (const unsigned char* kpSrc, const int kiSrcLen, unsigned char** ppDst, SBufferInfo* pDstInfo) { PWelsDecoderContext pDecContext = m_pDecThrCtx[0].pCtx; return DecodeFrame2WithCtx (pDecContext, kpSrc, kiSrcLen, ppDst, pDstInfo); } DECODING_STATE CWelsDecoder::FlushFrame (unsigned char** ppDst, SBufferInfo* pDstInfo) { bool bEndOfStreamFlag = true; if (m_iThreadCount <= 1) { for (int32_t j = 0; j < m_iCtxCount; ++j) { if (!m_pDecThrCtx[j].pCtx->bEndOfStreamFlag) { bEndOfStreamFlag = false; } } } if (bEndOfStreamFlag && m_sReoderingStatus.iNumOfPicts > 0) { m_sReoderingStatus.iMinPOC = IMinInt32; if (m_bIsBaseline) { uint32_t uiDecodingTimeStamp = 0; int32_t firstValidIdx = -1; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sPictInfoList[i].iPOC > IMinInt32) { uiDecodingTimeStamp = m_sPictInfoList[i].uiDecodingTimeStamp; m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; firstValidIdx = i; break; } } for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (i == firstValidIdx) continue; if (m_sPictInfoList[i].iPOC > IMinInt32 && m_sPictInfoList[i].uiDecodingTimeStamp < uiDecodingTimeStamp) { uiDecodingTimeStamp = m_sPictInfoList[i].uiDecodingTimeStamp; m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; } } } else { int32_t firstValidIdx = -1; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sReoderingStatus.iMinPOC == IMinInt32 && m_sPictInfoList[i].iPOC > IMinInt32) { m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; firstValidIdx = i; break; } } for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (i == firstValidIdx) continue; if (m_sPictInfoList[i].iPOC > IMinInt32 && m_sPictInfoList[i].iPOC < m_sReoderingStatus.iMinPOC) { m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; } } } } if (m_sReoderingStatus.iMinPOC > IMinInt32) { m_sReoderingStatus.iLastWrittenPOC = m_sReoderingStatus.iMinPOC; #if defined (_DEBUG) #ifdef _MOTION_VECTOR_DUMP_ fprintf (stderr, "Output POC: #%d uiDecodingTimeStamp=%d\n", m_sReoderingStatus.iLastWrittenPOC, m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].uiDecodingTimeStamp); #endif #endif memcpy (pDstInfo, &m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].sBufferInfo, sizeof (SBufferInfo)); ppDst[0] = pDstInfo->pDst[0]; ppDst[1] = pDstInfo->pDst[1]; ppDst[2] = pDstInfo->pDst[2]; m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPOC = IMinInt32; PPicBuff pPicBuff = m_iThreadCount <= 1 ? m_pDecThrCtx[0].pCtx->pPicBuff : m_pPicBuff; if (m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPicBuffIdx < pPicBuff->iCapacity) { PPicture pPic = pPicBuff->ppPic[m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPicBuffIdx]; --pPic->iRefCount; } m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].bLastGOP = false; m_sReoderingStatus.iMinPOC = IMinInt32; --m_sReoderingStatus.iNumOfPicts; } return dsErrorFree; } void CWelsDecoder::OutputStatisticsLog (SDecoderStatistics& sDecoderStatistics) { if ((sDecoderStatistics.uiDecodedFrameCount > 0) && (sDecoderStatistics.iStatisticsLogInterval > 0) && ((sDecoderStatistics.uiDecodedFrameCount % sDecoderStatistics.iStatisticsLogInterval) == 0)) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "DecoderStatistics: uiWidth=%d, uiHeight=%d, fAverageFrameSpeedInMs=%.1f, fActualAverageFrameSpeedInMs=%.1f, \ uiDecodedFrameCount=%d, uiResolutionChangeTimes=%d, uiIDRCorrectNum=%d, \ uiAvgEcRatio=%d, uiAvgEcPropRatio=%d, uiEcIDRNum=%d, uiEcFrameNum=%d, \ uiIDRLostNum=%d, uiFreezingIDRNum=%d, uiFreezingNonIDRNum=%d, iAvgLumaQp=%d, \ iSpsReportErrorNum=%d, iSubSpsReportErrorNum=%d, iPpsReportErrorNum=%d, iSpsNoExistNalNum=%d, iSubSpsNoExistNalNum=%d, iPpsNoExistNalNum=%d, \ uiProfile=%d, uiLevel=%d, \ iCurrentActiveSpsId=%d, iCurrentActivePpsId=%d,", sDecoderStatistics.uiWidth, sDecoderStatistics.uiHeight, sDecoderStatistics.fAverageFrameSpeedInMs, sDecoderStatistics.fActualAverageFrameSpeedInMs, sDecoderStatistics.uiDecodedFrameCount, sDecoderStatistics.uiResolutionChangeTimes, sDecoderStatistics.uiIDRCorrectNum, sDecoderStatistics.uiAvgEcRatio, sDecoderStatistics.uiAvgEcPropRatio, sDecoderStatistics.uiEcIDRNum, sDecoderStatistics.uiEcFrameNum, sDecoderStatistics.uiIDRLostNum, sDecoderStatistics.uiFreezingIDRNum, sDecoderStatistics.uiFreezingNonIDRNum, sDecoderStatistics.iAvgLumaQp, sDecoderStatistics.iSpsReportErrorNum, sDecoderStatistics.iSubSpsReportErrorNum, sDecoderStatistics.iPpsReportErrorNum, sDecoderStatistics.iSpsNoExistNalNum, sDecoderStatistics.iSubSpsNoExistNalNum, sDecoderStatistics.iPpsNoExistNalNum, sDecoderStatistics.uiProfile, sDecoderStatistics.uiLevel, sDecoderStatistics.iCurrentActiveSpsId, sDecoderStatistics.iCurrentActivePpsId); } } void CWelsDecoder::BufferingReadyPicture (PWelsDecoderContext pCtx, unsigned char** ppDst, SBufferInfo* pDstInfo) { if (pDstInfo->iBufferStatus == 0) { return; } m_bIsBaseline = pCtx->pSps->uiProfileIdc == 66 || pCtx->pSps->uiProfileIdc == 83; if (!m_bIsBaseline) { if (m_sReoderingStatus.iNumOfPicts && pCtx->pLastDecPicInfo->pPreviousDecodedPictureInDpb && pCtx->pLastDecPicInfo->pPreviousDecodedPictureInDpb->bNewSeqBegin) { m_sReoderingStatus.iLastGOPRemainPicts = m_sReoderingStatus.iNumOfPicts; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sPictInfoList[i].iPOC > IMinInt32) { m_sPictInfoList[i].bLastGOP = true; } } } else { if (m_sReoderingStatus.iNumOfPicts > 0) { //This can happen when decoder moves to next GOP without being able to decoder first picture PicOrderCntLsb = 0 bool hasGOPChanged = false; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sPictInfoList[i].iPOC == pCtx->pSliceHeader->iPicOrderCntLsb) { hasGOPChanged = true; break; } } if (hasGOPChanged) { m_sReoderingStatus.iLastGOPRemainPicts = m_sReoderingStatus.iNumOfPicts; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sPictInfoList[i].iPOC > IMinInt32) { m_sPictInfoList[i].bLastGOP = true; } } } } } } for (int32_t i = 0; i < 16; ++i) { if (m_sPictInfoList[i].iPOC == IMinInt32) { memcpy (&m_sPictInfoList[i].sBufferInfo, pDstInfo, sizeof (SBufferInfo)); m_sPictInfoList[i].iPOC = pCtx->pSliceHeader->iPicOrderCntLsb; m_sPictInfoList[i].uiDecodingTimeStamp = pCtx->uiDecodingTimeStamp; m_sPictInfoList[i].iPicBuffIdx = pCtx->pLastDecPicInfo->pPreviousDecodedPictureInDpb->iPicBuffIdx; if (GetThreadCount (pCtx) <= 1) ++pCtx->pLastDecPicInfo->pPreviousDecodedPictureInDpb->iRefCount; m_sPictInfoList[i].bLastGOP = false; m_iLastBufferedIdx = i; pDstInfo->iBufferStatus = 0; ++m_sReoderingStatus.iNumOfPicts; if (i > m_sReoderingStatus.iLargestBufferedPicIndex) { m_sReoderingStatus.iLargestBufferedPicIndex = i; } break; } } } void CWelsDecoder::ReleaseBufferedReadyPicture (PWelsDecoderContext pCtx, unsigned char** ppDst, SBufferInfo* pDstInfo) { PPicBuff pPicBuff = pCtx ? pCtx->pPicBuff : m_pPicBuff; if (pCtx == NULL && m_iThreadCount <= 1) { pCtx = m_pDecThrCtx[0].pCtx; } if (!m_bIsBaseline && m_sReoderingStatus.iLastGOPRemainPicts > 0) { m_sReoderingStatus.iMinPOC = IMinInt32; int32_t firstValidIdx = -1; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sReoderingStatus.iMinPOC == IMinInt32 && m_sPictInfoList[i].iPOC > IMinInt32 && m_sPictInfoList[i].bLastGOP) { m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; firstValidIdx = i; break; } } for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (i == firstValidIdx) continue; if (m_sPictInfoList[i].iPOC > IMinInt32 && m_sPictInfoList[i].iPOC < m_sReoderingStatus.iMinPOC && m_sPictInfoList[i].bLastGOP) { m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; } } m_sReoderingStatus.iLastWrittenPOC = m_sReoderingStatus.iMinPOC; #if defined (_DEBUG) #ifdef _MOTION_VECTOR_DUMP_ fprintf (stderr, "Output POC: #%d uiDecodingTimeStamp=%d\n", m_sReoderingStatus.iLastWrittenPOC, m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].uiDecodingTimeStamp); #endif #endif memcpy (pDstInfo, &m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].sBufferInfo, sizeof (SBufferInfo)); ppDst[0] = pDstInfo->pDst[0]; ppDst[1] = pDstInfo->pDst[1]; ppDst[2] = pDstInfo->pDst[2]; m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPOC = IMinInt32; PPicture pPic = pPicBuff->ppPic[m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPicBuffIdx]; --pPic->iRefCount; m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].bLastGOP = false; m_sReoderingStatus.iMinPOC = IMinInt32; --m_sReoderingStatus.iNumOfPicts; --m_sReoderingStatus.iLastGOPRemainPicts; if (m_sReoderingStatus.iLastGOPRemainPicts == 0) { m_sReoderingStatus.iLastWrittenPOC = IMinInt32; } return; } if (m_sReoderingStatus.iNumOfPicts && m_bIsBaseline) { uint32_t uiDecodingTimeStamp = 0; int32_t firstValidIdx = -1; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sPictInfoList[i].iPOC > IMinInt32) { uiDecodingTimeStamp = m_sPictInfoList[i].uiDecodingTimeStamp; m_sReoderingStatus.iPictInfoIndex = i; firstValidIdx = i; break; } } for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (i == firstValidIdx) continue; if (m_sPictInfoList[i].iPOC > IMinInt32 && m_sPictInfoList[i].uiDecodingTimeStamp < uiDecodingTimeStamp) { uiDecodingTimeStamp = m_sPictInfoList[i].uiDecodingTimeStamp; m_sReoderingStatus.iPictInfoIndex = i; } } if (uiDecodingTimeStamp > 0) { #if defined (_DEBUG) #ifdef _MOTION_VECTOR_DUMP_ fprintf (stderr, "Output POC: #%d uiDecodingTimeStamp=%d\n", m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPOC, uiDecodingTimeStamp); #endif #endif memcpy (pDstInfo, &m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].sBufferInfo, sizeof (SBufferInfo)); ppDst[0] = pDstInfo->pDst[0]; ppDst[1] = pDstInfo->pDst[1]; ppDst[2] = pDstInfo->pDst[2]; m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPOC = IMinInt32; PPicture pPic = pPicBuff->ppPic[m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPicBuffIdx]; --pPic->iRefCount; --m_sReoderingStatus.iNumOfPicts; } return; } if (m_sReoderingStatus.iNumOfPicts > 0) { m_sReoderingStatus.iMinPOC = IMinInt32; int32_t firstValidIdx = -1; for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (m_sReoderingStatus.iMinPOC == IMinInt32 && m_sPictInfoList[i].iPOC > IMinInt32) { m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; firstValidIdx = i; break; } } for (int32_t i = 0; i <= m_sReoderingStatus.iLargestBufferedPicIndex; ++i) { if (i == firstValidIdx) continue; if (m_sPictInfoList[i].iPOC > IMinInt32 && m_sPictInfoList[i].iPOC < m_sReoderingStatus.iMinPOC) { m_sReoderingStatus.iMinPOC = m_sPictInfoList[i].iPOC; m_sReoderingStatus.iPictInfoIndex = i; } } } if (m_sReoderingStatus.iMinPOC > IMinInt32) { int32_t iLastPOC = pCtx != NULL ? pCtx->pSliceHeader->iPicOrderCntLsb : m_sPictInfoList[m_iLastBufferedIdx].iPOC; bool isReady = (m_sReoderingStatus.iLastWrittenPOC > IMinInt32 && m_sReoderingStatus.iMinPOC - m_sReoderingStatus.iLastWrittenPOC <= 1) || m_sReoderingStatus.iMinPOC < iLastPOC; if (isReady) { m_sReoderingStatus.iLastWrittenPOC = m_sReoderingStatus.iMinPOC; #if defined (_DEBUG) #ifdef _MOTION_VECTOR_DUMP_ fprintf (stderr, "Output POC: #%d uiDecodingTimeStamp=%d\n", m_sReoderingStatus.iLastWrittenPOC, m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].uiDecodingTimeStamp); #endif #endif memcpy (pDstInfo, &m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].sBufferInfo, sizeof (SBufferInfo)); ppDst[0] = pDstInfo->pDst[0]; ppDst[1] = pDstInfo->pDst[1]; ppDst[2] = pDstInfo->pDst[2]; m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPOC = IMinInt32; PPicture pPic = pPicBuff->ppPic[m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].iPicBuffIdx]; --pPic->iRefCount; m_sPictInfoList[m_sReoderingStatus.iPictInfoIndex].bLastGOP = false; m_sReoderingStatus.iMinPOC = IMinInt32; --m_sReoderingStatus.iNumOfPicts; } } } DECODING_STATE CWelsDecoder::ReorderPicturesInDisplay (PWelsDecoderContext pDecContext, unsigned char** ppDst, SBufferInfo* pDstInfo) { DECODING_STATE iRet = dsErrorFree; if (pDstInfo->iBufferStatus == 1) { m_bIsBaseline = pDecContext->pSps->uiProfileIdc == 66 || pDecContext->pSps->uiProfileIdc == 83; if (!m_bIsBaseline) { BufferingReadyPicture (pDecContext, ppDst, pDstInfo); ReleaseBufferedReadyPicture (pDecContext, ppDst, pDstInfo); } } return iRet; } DECODING_STATE CWelsDecoder::DecodeParser (const unsigned char* kpSrc, const int kiSrcLen, SParserBsInfo* pDstInfo) { PWelsDecoderContext pDecContext = m_pDecThrCtx[0].pCtx; if (pDecContext == NULL || pDecContext->pParam == NULL) { if (m_pWelsTrace != NULL) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_ERROR, "Call DecodeParser without Initialize.\n"); } return dsInitialOptExpected; } if (!pDecContext->pParam->bParseOnly) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_ERROR, "bParseOnly should be true for this API calling! \n"); pDecContext->iErrorCode |= dsInvalidArgument; return dsInvalidArgument; } int64_t iEnd, iStart = WelsTime(); if (CheckBsBuffer (pDecContext, kiSrcLen)) { if (ResetDecoder (pDecContext)) return dsOutOfMemory; return dsErrorFree; } if (kiSrcLen > 0 && kpSrc != NULL) { #ifdef OUTPUT_BITSTREAM if (m_pFBS) { WelsFwrite (kpSrc, sizeof (unsigned char), kiSrcLen, m_pFBS); WelsFflush (m_pFBS); } #endif//OUTPUT_BIT_STREAM pDecContext->bEndOfStreamFlag = false; } else { //For application MODE, the error detection should be added for safe. //But for CONSOLE MODE, when decoding LAST AU, kiSrcLen==0 && kpSrc==NULL. pDecContext->bEndOfStreamFlag = true; pDecContext->bInstantDecFlag = true; } pDecContext->iErrorCode = dsErrorFree; //initialize at the starting of AU decoding. pDecContext->pParam->eEcActiveIdc = ERROR_CON_DISABLE; //add protection to disable EC here. pDecContext->iFeedbackNalRefIdc = -1; //initialize if (!pDecContext->bFramePending) { //frame complete pDecContext->pParserBsInfo->iNalNum = 0; memset (pDecContext->pParserBsInfo->pNalLenInByte, 0, MAX_NAL_UNITS_IN_LAYER); } pDstInfo->iNalNum = 0; pDstInfo->iSpsWidthInPixel = pDstInfo->iSpsHeightInPixel = 0; if (pDstInfo) { pDecContext->uiTimeStamp = pDstInfo->uiInBsTimeStamp; pDstInfo->uiOutBsTimeStamp = 0; } else { pDecContext->uiTimeStamp = 0; } WelsDecodeBs (pDecContext, kpSrc, kiSrcLen, NULL, NULL, pDstInfo); if (pDecContext->iErrorCode & dsOutOfMemory) { if (ResetDecoder (pDecContext)) return dsOutOfMemory; return dsErrorFree; } if (!pDecContext->bFramePending && pDecContext->pParserBsInfo->iNalNum) { memcpy (pDstInfo, pDecContext->pParserBsInfo, sizeof (SParserBsInfo)); if (pDecContext->iErrorCode == ERR_NONE) { //update statistics: decoding frame count pDecContext->pDecoderStatistics->uiDecodedFrameCount++; if (pDecContext->pDecoderStatistics->uiDecodedFrameCount == 0) { //exceed max value of uint32_t ResetDecStatNums (pDecContext->pDecoderStatistics); pDecContext->pDecoderStatistics->uiDecodedFrameCount++; } } } pDecContext->bInstantDecFlag = false; //reset no-delay flag if (pDecContext->iErrorCode && pDecContext->bPrintFrameErrorTraceFlag) { WelsLog (&m_pWelsTrace->m_sLogCtx, WELS_LOG_INFO, "decode failed, failure type:%d \n", pDecContext->iErrorCode); pDecContext->bPrintFrameErrorTraceFlag = false; } iEnd = WelsTime(); pDecContext->dDecTime += (iEnd - iStart) / 1e3; return (DECODING_STATE)pDecContext->iErrorCode; } DECODING_STATE CWelsDecoder::DecodeFrame (const unsigned char* kpSrc, const int kiSrcLen, unsigned char** ppDst, int* pStride, int& iWidth, int& iHeight) { DECODING_STATE eDecState = dsErrorFree; SBufferInfo DstInfo; memset (&DstInfo, 0, sizeof (SBufferInfo)); DstInfo.UsrData.sSystemBuffer.iStride[0] = pStride[0]; DstInfo.UsrData.sSystemBuffer.iStride[1] = pStride[1]; DstInfo.UsrData.sSystemBuffer.iWidth = iWidth; DstInfo.UsrData.sSystemBuffer.iHeight = iHeight; eDecState = DecodeFrame2 (kpSrc, kiSrcLen, ppDst, &DstInfo); if (eDecState == dsErrorFree) { pStride[0] = DstInfo.UsrData.sSystemBuffer.iStride[0]; pStride[1] = DstInfo.UsrData.sSystemBuffer.iStride[1]; iWidth = DstInfo.UsrData.sSystemBuffer.iWidth; iHeight = DstInfo.UsrData.sSystemBuffer.iHeight; } return eDecState; } DECODING_STATE CWelsDecoder::DecodeFrameEx (const unsigned char* kpSrc, const int kiSrcLen, unsigned char* pDst, int iDstStride, int& iDstLen, int& iWidth, int& iHeight, int& iColorFormat) { DECODING_STATE state = dsErrorFree; return state; } DECODING_STATE CWelsDecoder::ParseAccessUnit (SWelsDecoderThreadCTX& sThreadCtx) { sThreadCtx.pCtx->bHasNewSps = false; sThreadCtx.pCtx->bParamSetsLostFlag = m_bParamSetsLostFlag; sThreadCtx.pCtx->bFreezeOutput = m_bFreezeOutput; sThreadCtx.pCtx->uiDecodingTimeStamp = ++m_uiDecodeTimeStamp; bool bPicBuffChanged = false; if (m_pLastDecThrCtx != NULL && sThreadCtx.pCtx->sSpsPpsCtx.iSeqId < m_pLastDecThrCtx->pCtx->sSpsPpsCtx.iSeqId) { CopySpsPps (m_pLastDecThrCtx->pCtx, sThreadCtx.pCtx); sThreadCtx.pCtx->iPicQueueNumber = m_pLastDecThrCtx->pCtx->iPicQueueNumber; if (sThreadCtx.pCtx->pPicBuff != m_pPicBuff) { bPicBuffChanged = true; sThreadCtx.pCtx->pPicBuff = m_pPicBuff; sThreadCtx.pCtx->bHaveGotMemory = m_pPicBuff != NULL; sThreadCtx.pCtx->iImgWidthInPixel = m_pLastDecThrCtx->pCtx->iImgWidthInPixel; sThreadCtx.pCtx->iImgHeightInPixel = m_pLastDecThrCtx->pCtx->iImgHeightInPixel; } } //if threadCount > 1, then each thread must contain exact one complete frame. if (GetThreadCount (sThreadCtx.pCtx) > 1) { sThreadCtx.pCtx->pAccessUnitList->uiAvailUnitsNum = 0; sThreadCtx.pCtx->pAccessUnitList->uiActualUnitsNum = 0; } int32_t iRet = DecodeFrame2WithCtx (sThreadCtx.pCtx, sThreadCtx.kpSrc, sThreadCtx.kiSrcLen, sThreadCtx.ppDst, &sThreadCtx.sDstInfo); int32_t iErr = InitConstructAccessUnit (sThreadCtx.pCtx, &sThreadCtx.sDstInfo); if (ERR_NONE != iErr) { return (DECODING_STATE) (iRet | iErr); } if (sThreadCtx.pCtx->bNewSeqBegin) { m_pPicBuff = sThreadCtx.pCtx->pPicBuff; } else if (bPicBuffChanged) { InitialDqLayersContext (sThreadCtx.pCtx, sThreadCtx.pCtx->pSps->iMbWidth << 4, sThreadCtx.pCtx->pSps->iMbHeight << 4); } if (!sThreadCtx.pCtx->bNewSeqBegin && m_pLastDecThrCtx != NULL) { sThreadCtx.pCtx->sFrameCrop = m_pLastDecThrCtx->pCtx->pSps->sFrameCrop; } m_bParamSetsLostFlag = sThreadCtx.pCtx->bNewSeqBegin ? false : sThreadCtx.pCtx->bParamSetsLostFlag; m_bFreezeOutput = sThreadCtx.pCtx->bNewSeqBegin ? false : sThreadCtx.pCtx->bFreezeOutput; return (DECODING_STATE)iErr; } /* * Run decoding picture in separate thread. */ int CWelsDecoder::ThreadDecodeFrameInternal (const unsigned char* kpSrc, const int kiSrcLen, unsigned char** ppDst, SBufferInfo* pDstInfo) { int state = dsErrorFree; int32_t i, j; int32_t signal = 0; //serial using of threads if (m_DecCtxActiveCount < m_iThreadCount) { signal = m_DecCtxActiveCount; } else { signal = m_pDecThrCtxActive[0]->sThreadInfo.uiThrNum; } WAIT_SEMAPHORE (&m_pDecThrCtx[signal].sThreadInfo.sIsIdle, WELS_DEC_THREAD_WAIT_INFINITE); for (i = 0; i < m_DecCtxActiveCount; ++i) { if (m_pDecThrCtxActive[i] == &m_pDecThrCtx[signal]) { m_pDecThrCtxActive[i] = NULL; for (j = i; j < m_DecCtxActiveCount - 1; j++) { m_pDecThrCtxActive[j] = m_pDecThrCtxActive[j + 1]; m_pDecThrCtxActive[j + 1] = NULL; } --m_DecCtxActiveCount; break; } } m_pDecThrCtxActive[m_DecCtxActiveCount++] = &m_pDecThrCtx[signal]; if (m_pLastDecThrCtx != NULL) { m_pDecThrCtx[signal].pCtx->pLastThreadCtx = m_pLastDecThrCtx; } m_pDecThrCtx[signal].kpSrc = const_cast<uint8_t*> (kpSrc); m_pDecThrCtx[signal].kiSrcLen = kiSrcLen; m_pDecThrCtx[signal].ppDst = ppDst; memcpy (&m_pDecThrCtx[signal].sDstInfo, pDstInfo, sizeof (SBufferInfo)); ParseAccessUnit (m_pDecThrCtx[signal]); if (m_iThreadCount > 1) { m_pLastDecThrCtx = &m_pDecThrCtx[signal]; } m_pDecThrCtx[signal].sThreadInfo.uiCommand = WELS_DEC_THREAD_COMMAND_RUN; RELEASE_SEMAPHORE (&m_pDecThrCtx[signal].sThreadInfo.sIsActivated); // wait early picture if (m_DecCtxActiveCount >= m_iThreadCount) { WAIT_SEMAPHORE (&m_pDecThrCtxActive[0]->sThreadInfo.sIsIdle, WELS_DEC_THREAD_WAIT_INFINITE); RELEASE_SEMAPHORE (&m_pDecThrCtxActive[0]->sThreadInfo.sIsIdle); } return state; } } // namespace WelsDec using namespace WelsDec; /* * WelsGetDecoderCapability * @return: DecCapability information */ int WelsGetDecoderCapability (SDecoderCapability* pDecCapability) { memset (pDecCapability, 0, sizeof (SDecoderCapability)); pDecCapability->iProfileIdc = 66; //Baseline pDecCapability->iProfileIop = 0xE0; //11100000b pDecCapability->iLevelIdc = 32; //level_idc = 3.2 pDecCapability->iMaxMbps = 216000; //from level_idc = 3.2 pDecCapability->iMaxFs = 5120; //from level_idc = 3.2 pDecCapability->iMaxCpb = 20000; //from level_idc = 3.2 pDecCapability->iMaxDpb = 20480; //from level_idc = 3.2 pDecCapability->iMaxBr = 20000; //from level_idc = 3.2 pDecCapability->bRedPicCap = 0; //not support redundant pic return ERR_NONE; } /* WINAPI is indeed in prefix due to sync to application layer callings!! */ /* * WelsCreateDecoder * @return: success in return 0, otherwise failed. */ long WelsCreateDecoder (ISVCDecoder** ppDecoder) { if (NULL == ppDecoder) { return ERR_INVALID_PARAMETERS; } *ppDecoder = new CWelsDecoder(); if (NULL == *ppDecoder) { return ERR_MALLOC_FAILED; } return ERR_NONE; } /* * WelsDestroyDecoder */ void WelsDestroyDecoder (ISVCDecoder* pDecoder) { if (NULL != pDecoder) { delete (CWelsDecoder*)pDecoder; } }