/*
* Copyright (C) 2011 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
/**
******************************************************************************
* @file M4VSS3GPP_EditVideo.c
* @brief Video Studio Service 3GPP edit API implementation.
* @note
******************************************************************************
*/
#undef M4OSA_TRACE_LEVEL
#define M4OSA_TRACE_LEVEL 1
/****************/
/*** Includes ***/
/****************/
#include "NXPSW_CompilerSwitches.h"
/**
* Our header */
#include "M4VSS3GPP_API.h"
#include "M4VSS3GPP_InternalTypes.h"
#include "M4VSS3GPP_InternalFunctions.h"
#include "M4VSS3GPP_InternalConfig.h"
#include "M4VSS3GPP_ErrorCodes.h"
// StageFright encoders require %16 resolution
#include "M4ENCODER_common.h"
/**
* OSAL headers */
#include "M4OSA_Memory.h" /**< OSAL memory management */
#include "M4OSA_Debug.h" /**< OSAL debug management */
/**
* component includes */
#include "M4VFL_transition.h" /**< video effects */
/*for transition behaviour*/
#include <math.h>
#include "M4AIR_API.h"
#include "M4VSS3GPP_Extended_API.h"
/** Determine absolute value of a. */
#define M4xVSS_ABS(a) ( ( (a) < (0) ) ? (-(a)) : (a) )
#define Y_PLANE_BORDER_VALUE 0x00
#define U_PLANE_BORDER_VALUE 0x80
#define V_PLANE_BORDER_VALUE 0x80
/************************************************************************/
/* Static local functions */
/************************************************************************/
static M4OSA_ERR M4VSS3GPP_intCheckVideoMode(
M4VSS3GPP_InternalEditContext *pC );
static M4OSA_Void
M4VSS3GPP_intCheckVideoEffects( M4VSS3GPP_InternalEditContext *pC,
M4OSA_UInt8 uiClipNumber );
static M4OSA_ERR M4VSS3GPP_intApplyVideoEffect(
M4VSS3GPP_InternalEditContext *pC, M4VIFI_ImagePlane *pPlaneIn,
M4VIFI_ImagePlane *pPlaneOut, M4OSA_Bool bSkipFramingEffect);
static M4OSA_ERR
M4VSS3GPP_intVideoTransition( M4VSS3GPP_InternalEditContext *pC,
M4VIFI_ImagePlane *pPlaneOut );
static M4OSA_Void
M4VSS3GPP_intUpdateTimeInfo( M4VSS3GPP_InternalEditContext *pC,
M4SYS_AccessUnit *pAU );
static M4OSA_Void M4VSS3GPP_intSetH263TimeCounter( M4OSA_MemAddr8 pAuDataBuffer,
M4OSA_UInt8 uiCts );
static M4OSA_Void M4VSS3GPP_intSetMPEG4Gov( M4OSA_MemAddr8 pAuDataBuffer,
M4OSA_UInt32 uiCtsSec );
static M4OSA_Void M4VSS3GPP_intGetMPEG4Gov( M4OSA_MemAddr8 pAuDataBuffer,
M4OSA_UInt32 *pCtsSec );
static M4OSA_ERR M4VSS3GPP_intAllocateYUV420( M4VIFI_ImagePlane *pPlanes,
M4OSA_UInt32 uiWidth, M4OSA_UInt32 uiHeight );
static M4OSA_ERR M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420(
M4OSA_Void* pFileIn, M4OSA_FileReadPointer* pFileReadPtr,
M4VIFI_ImagePlane* pImagePlanes,
M4OSA_UInt32 width,M4OSA_UInt32 height);
static M4OSA_ERR M4VSS3GPP_intApplyRenderingMode(
M4VSS3GPP_InternalEditContext *pC,
M4xVSS_MediaRendering renderingMode,
M4VIFI_ImagePlane* pInplane,
M4VIFI_ImagePlane* pOutplane);
static M4OSA_ERR M4VSS3GPP_intSetYuv420PlaneFromARGB888 (
M4VSS3GPP_InternalEditContext *pC,
M4VSS3GPP_ClipContext* pClipCtxt);
static M4OSA_ERR M4VSS3GPP_intRenderFrameWithEffect(
M4VSS3GPP_InternalEditContext *pC,
M4VSS3GPP_ClipContext* pClipCtxt,
M4_MediaTime ts,
M4OSA_Bool bIsClip1,
M4VIFI_ImagePlane *pResizePlane,
M4VIFI_ImagePlane *pPlaneNoResize,
M4VIFI_ImagePlane *pPlaneOut);
static M4OSA_ERR M4VSS3GPP_intRotateVideo(M4VIFI_ImagePlane* pPlaneIn,
M4OSA_UInt32 rotationDegree);
static M4OSA_ERR M4VSS3GPP_intSetYUV420Plane(M4VIFI_ImagePlane* planeIn,
M4OSA_UInt32 width, M4OSA_UInt32 height);
static M4OSA_ERR M4VSS3GPP_intApplyVideoOverlay (
M4VSS3GPP_InternalEditContext *pC,
M4VIFI_ImagePlane *pPlaneIn,
M4VIFI_ImagePlane *pPlaneOut);
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intEditStepVideo()
* @brief One step of video processing
* @param pC (IN/OUT) Internal edit context
******************************************************************************
*/
M4OSA_ERR M4VSS3GPP_intEditStepVideo( M4VSS3GPP_InternalEditContext *pC )
{
M4OSA_ERR err;
M4OSA_Int32 iCts, iNextCts;
M4ENCODER_FrameMode FrameMode;
M4OSA_Bool bSkipFrame;
M4OSA_UInt16 offset;
/**
* Check if we reached end cut. Decorrelate input and output encoding
* timestamp to handle encoder prefetch
*/
if ( ((M4OSA_Int32)(pC->ewc.dInputVidCts) - pC->pC1->iVoffset
+ pC->iInOutTimeOffset) >= pC->pC1->iEndTime )
{
/* Re-adjust video to precise cut time */
pC->iInOutTimeOffset = ((M4OSA_Int32)(pC->ewc.dInputVidCts))
- pC->pC1->iVoffset + pC->iInOutTimeOffset - pC->pC1->iEndTime;
if ( pC->iInOutTimeOffset < 0 ) {
pC->iInOutTimeOffset = 0;
}
/**
* Video is done for this clip */
err = M4VSS3GPP_intReachedEndOfVideo(pC);
/* RC: to know when a file has been processed */
if (M4NO_ERROR != err && err != M4VSS3GPP_WAR_SWITCH_CLIP)
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: M4VSS3GPP_intReachedEndOfVideo returns 0x%x",
err);
}
return err;
}
/* Don't change the states if we are in decodeUpTo() */
if ( (M4VSS3GPP_kClipStatus_DECODE_UP_TO != pC->pC1->Vstatus)
&& (( pC->pC2 == M4OSA_NULL)
|| (M4VSS3GPP_kClipStatus_DECODE_UP_TO != pC->pC2->Vstatus)) )
{
/**
* Check Video Mode, depending on the current output CTS */
err = M4VSS3GPP_intCheckVideoMode(
pC); /**< This function change the pC->Vstate variable! */
if (M4NO_ERROR != err)
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: M4VSS3GPP_intCheckVideoMode returns 0x%x!",
err);
return err;
}
}
switch( pC->Vstate )
{
/* _________________ */
/*| |*/
/*| READ_WRITE MODE |*/
/*|_________________|*/
case M4VSS3GPP_kEditVideoState_READ_WRITE:
case M4VSS3GPP_kEditVideoState_AFTER_CUT:
{
M4OSA_TRACE3_0("M4VSS3GPP_intEditStepVideo READ_WRITE");
bSkipFrame = M4OSA_FALSE;
/**
* If we were decoding the clip, we must jump to be sure
* to get to the good position. */
if( M4VSS3GPP_kClipStatus_READ != pC->pC1->Vstatus )
{
/**
* Jump to target video time (tc = to-T) */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
iCts = (M4OSA_Int32)(pC->ewc.dInputVidCts) - pC->pC1->iVoffset;
err = pC->pC1->ShellAPI.m_pReader->m_pFctJump(
pC->pC1->pReaderContext,
(M4_StreamHandler *)pC->pC1->pVideoStream, &iCts);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo:\
READ_WRITE: m_pReader->m_pFctJump(V1) returns 0x%x!",
err);
return err;
}
err = pC->pC1->ShellAPI.m_pReaderDataIt->m_pFctGetNextAu(
pC->pC1->pReaderContext,
(M4_StreamHandler *)pC->pC1->pVideoStream,
&pC->pC1->VideoAU);
if( ( M4NO_ERROR != err) && (M4WAR_NO_MORE_AU != err) )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo:\
READ_WRITE: m_pReader->m_pFctGetNextAu returns 0x%x!",
err);
return err;
}
M4OSA_TRACE2_3("A .... read : cts = %.0f + %ld [ 0x%x ]",
pC->pC1->VideoAU.m_CTS, pC->pC1->iVoffset,
pC->pC1->VideoAU.m_size);
/* This frame has been already written in BEGIN CUT step -> skip it */
if( pC->pC1->VideoAU.m_CTS == iCts
&& pC->pC1->iVideoRenderCts >= iCts )
{
bSkipFrame = M4OSA_TRUE;
}
}
/* This frame has been already written in BEGIN CUT step -> skip it */
if( ( pC->Vstate == M4VSS3GPP_kEditVideoState_AFTER_CUT)
&& (pC->pC1->VideoAU.m_CTS
+ pC->pC1->iVoffset <= pC->ewc.WriterVideoAU.CTS) )
{
bSkipFrame = M4OSA_TRUE;
}
/**
* Remember the clip reading state */
pC->pC1->Vstatus = M4VSS3GPP_kClipStatus_READ;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
// Rounding is to compensate reader imprecision (m_CTS is actually an integer)
iCts = ((M4OSA_Int32)pC->ewc.dInputVidCts) - pC->pC1->iVoffset - 1;
iNextCts = iCts + ((M4OSA_Int32)pC->dOutputFrameDuration) + 1;
/* Avoid to write a last frame of duration 0 */
if( iNextCts > pC->pC1->iEndTime )
iNextCts = pC->pC1->iEndTime;
/**
* If the AU is good to be written, write it, else just skip it */
if( ( M4OSA_FALSE == bSkipFrame)
&& (( pC->pC1->VideoAU.m_CTS >= iCts)
&& (pC->pC1->VideoAU.m_CTS < iNextCts)
&& (pC->pC1->VideoAU.m_size > 0)) )
{
/**
* Get the output AU to write into */
err = pC->ShellAPI.pWriterDataFcts->pStartAU(
pC->ewc.p3gpWriterContext,
M4VSS3GPP_WRITER_VIDEO_STREAM_ID,
&pC->ewc.WriterVideoAU);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: READ_WRITE:\
pWriterDataFcts->pStartAU(Video) returns 0x%x!",
err);
return err;
}
/**
* Copy the input AU to the output AU */
pC->ewc.WriterVideoAU.attribute = pC->pC1->VideoAU.m_attribute;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
pC->ewc.WriterVideoAU.CTS = (M4OSA_Time)pC->pC1->VideoAU.m_CTS +
(M4OSA_Time)pC->pC1->iVoffset;
pC->ewc.dInputVidCts += pC->dOutputFrameDuration;
offset = 0;
/* for h.264 stream do not read the 1st 4 bytes as they are header
indicators */
if( pC->pC1->pVideoStream->m_basicProperties.m_streamType
== M4DA_StreamTypeVideoMpeg4Avc )
offset = 4;
pC->ewc.WriterVideoAU.size = pC->pC1->VideoAU.m_size - offset;
if( pC->ewc.WriterVideoAU.size > pC->ewc.uiVideoMaxAuSize )
{
M4OSA_TRACE1_2(
"M4VSS3GPP_intEditStepVideo: READ_WRITE: AU size greater than\
MaxAuSize (%d>%d)! returning M4VSS3GPP_ERR_INPUT_VIDEO_AU_TOO_LARGE",
pC->ewc.WriterVideoAU.size, pC->ewc.uiVideoMaxAuSize);
return M4VSS3GPP_ERR_INPUT_VIDEO_AU_TOO_LARGE;
}
memcpy((void *)pC->ewc.WriterVideoAU.dataAddress,
(void *)(pC->pC1->VideoAU.m_dataAddress + offset),
(pC->ewc.WriterVideoAU.size));
/**
* Update time info for the Counter Time System to be equal to the bit
-stream time*/
M4VSS3GPP_intUpdateTimeInfo(pC, &pC->ewc.WriterVideoAU);
M4OSA_TRACE2_2("B ---- write : cts = %lu [ 0x%x ]",
pC->ewc.WriterVideoAU.CTS, pC->ewc.WriterVideoAU.size);
/**
* Write the AU */
err = pC->ShellAPI.pWriterDataFcts->pProcessAU(
pC->ewc.p3gpWriterContext,
M4VSS3GPP_WRITER_VIDEO_STREAM_ID,
&pC->ewc.WriterVideoAU);
if( M4NO_ERROR != err )
{
/* the warning M4WAR_WRITER_STOP_REQ is returned when the targeted output
file size is reached
The editing is then finished, the warning M4VSS3GPP_WAR_EDITING_DONE
is returned*/
if( M4WAR_WRITER_STOP_REQ == err )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intEditStepVideo: File was cut to avoid oversize");
return M4VSS3GPP_WAR_EDITING_DONE;
}
else
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: READ_WRITE:\
pWriterDataFcts->pProcessAU(Video) returns 0x%x!",
err);
return err;
}
}
/**
* Read next AU for next step */
err = pC->pC1->ShellAPI.m_pReaderDataIt->m_pFctGetNextAu(
pC->pC1->pReaderContext,
(M4_StreamHandler *)pC->pC1->pVideoStream,
&pC->pC1->VideoAU);
if( ( M4NO_ERROR != err) && (M4WAR_NO_MORE_AU != err) )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: READ_WRITE:\
m_pReaderDataIt->m_pFctGetNextAu returns 0x%x!",
err);
return err;
}
M4OSA_TRACE2_3("C .... read : cts = %.0f + %ld [ 0x%x ]",
pC->pC1->VideoAU.m_CTS, pC->pC1->iVoffset,
pC->pC1->VideoAU.m_size);
}
else
{
/**
* Decide wether to read or to increment time increment */
if( ( pC->pC1->VideoAU.m_size == 0)
|| (pC->pC1->VideoAU.m_CTS >= iNextCts) )
{
/*Increment time by the encoding period (NO_MORE_AU or reader in advance */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
pC->ewc.dInputVidCts += pC->dOutputFrameDuration;
/* Switch (from AFTER_CUT) to normal mode because time is
no more frozen */
pC->Vstate = M4VSS3GPP_kEditVideoState_READ_WRITE;
}
else
{
/* In other cases (reader late), just let the reader catch up
pC->ewc.dVTo */
err = pC->pC1->ShellAPI.m_pReaderDataIt->m_pFctGetNextAu(
pC->pC1->pReaderContext,
(M4_StreamHandler *)pC->pC1->pVideoStream,
&pC->pC1->VideoAU);
if( ( M4NO_ERROR != err) && (M4WAR_NO_MORE_AU != err) )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: READ_WRITE:\
m_pReaderDataIt->m_pFctGetNextAu returns 0x%x!",
err);
return err;
}
M4OSA_TRACE2_3("D .... read : cts = %.0f + %ld [ 0x%x ]",
pC->pC1->VideoAU.m_CTS, pC->pC1->iVoffset,
pC->pC1->VideoAU.m_size);
}
}
}
break;
/* ____________________ */
/*| |*/
/*| DECODE_ENCODE MODE |*/
/*| BEGIN_CUT MODE |*/
/*|____________________|*/
case M4VSS3GPP_kEditVideoState_DECODE_ENCODE:
case M4VSS3GPP_kEditVideoState_BEGIN_CUT:
{
M4OSA_TRACE3_0(
"M4VSS3GPP_intEditStepVideo DECODE_ENCODE / BEGIN_CUT");
if ((pC->pC1->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) &&
(M4OSA_FALSE ==
pC->pC1->pSettings->ClipProperties.bSetImageData)) {
err = M4VSS3GPP_intSetYuv420PlaneFromARGB888(pC, pC->pC1);
if( M4NO_ERROR != err ) {
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: DECODE_ENCODE:\
M4VSS3GPP_intSetYuv420PlaneFromARGB888 err=%x", err);
return err;
}
}
/**
* Decode the video up to the target time
(will jump to the previous RAP if needed ) */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
err = M4VSS3GPP_intClipDecodeVideoUpToCts(pC->pC1, (M4OSA_Int32)pC->ewc.dInputVidCts);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: DECODE_ENCODE:\
M4VSS3GPP_intDecodeVideoUpToCts returns err=0x%x",
err);
return err;
}
/* If the decoding is not completed, do one more step with time frozen */
if( M4VSS3GPP_kClipStatus_DECODE_UP_TO == pC->pC1->Vstatus )
{
return M4NO_ERROR;
}
/**
* Reset the video pre-processing error before calling the encoder */
pC->ewc.VppError = M4NO_ERROR;
M4OSA_TRACE2_0("E ++++ encode AU");
/**
* Encode the frame(rendering,filtering and writing will be done
in encoder callbacks)*/
if( pC->Vstate == M4VSS3GPP_kEditVideoState_BEGIN_CUT )
FrameMode = M4ENCODER_kIFrame;
else
FrameMode = M4ENCODER_kNormalFrame;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctEncode(pC->ewc.pEncContext, M4OSA_NULL,
pC->ewc.dInputVidCts, FrameMode);
/**
* Check if we had a VPP error... */
if( M4NO_ERROR != pC->ewc.VppError )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: DECODE_ENCODE:\
pVideoEncoderGlobalFcts->pFctEncode, returning VppErr=0x%x",
pC->ewc.VppError);
#ifdef M4VSS_SUPPORT_OMX_CODECS
if( M4WAR_VIDEORENDERER_NO_NEW_FRAME != pC->ewc.VppError )
{
#endif //M4VSS_SUPPORT_OMX_CODECS
return pC->ewc.VppError;
#ifdef M4VSS_SUPPORT_OMX_CODECS
}
#endif //M4VSS_SUPPORT_OMX_CODECS
}
else if( M4NO_ERROR != err ) /**< ...or an encoder error */
{
if( ((M4OSA_UInt32)M4ERR_ALLOC) == err )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intEditStepVideo: DECODE_ENCODE:\
returning M4VSS3GPP_ERR_ENCODER_ACCES_UNIT_ERROR");
return M4VSS3GPP_ERR_ENCODER_ACCES_UNIT_ERROR;
}
/* the warning M4WAR_WRITER_STOP_REQ is returned when the targeted output
file size is reached
The editing is then finished, the warning M4VSS3GPP_WAR_EDITING_DONE
is returned*/
else if( M4WAR_WRITER_STOP_REQ == err )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intEditStepVideo: File was cut to avoid oversize");
return M4VSS3GPP_WAR_EDITING_DONE;
}
else
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: DECODE_ENCODE:\
pVideoEncoderGlobalFcts->pFctEncode returns 0x%x",
err);
return err;
}
}
/**
* Increment time by the encoding period (for begin cut, do not increment to not
loose P-frames) */
if( M4VSS3GPP_kEditVideoState_DECODE_ENCODE == pC->Vstate )
{
// Decorrelate input and output encoding timestamp to handle encoder prefetch
pC->ewc.dInputVidCts += pC->dOutputFrameDuration;
}
}
break;
/* _________________ */
/*| |*/
/*| TRANSITION MODE |*/
/*|_________________|*/
case M4VSS3GPP_kEditVideoState_TRANSITION:
{
M4OSA_TRACE3_0("M4VSS3GPP_intEditStepVideo TRANSITION");
/* Don't decode more than needed */
if( !(( M4VSS3GPP_kClipStatus_DECODE_UP_TO != pC->pC1->Vstatus)
&& (M4VSS3GPP_kClipStatus_DECODE_UP_TO == pC->pC2->Vstatus)) )
{
/**
* Decode the clip1 video up to the target time
(will jump to the previous RAP if needed */
if ((pC->pC1->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) &&
(M4OSA_FALSE ==
pC->pC1->pSettings->ClipProperties.bSetImageData)) {
err = M4VSS3GPP_intSetYuv420PlaneFromARGB888(pC, pC->pC1);
if( M4NO_ERROR != err ) {
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: TRANSITION:\
M4VSS3GPP_intSetYuv420PlaneFromARGB888 err=%x", err);
return err;
}
}
// Decorrelate input and output encoding timestamp to handle encoder prefetch
err = M4VSS3GPP_intClipDecodeVideoUpToCts(pC->pC1,
(M4OSA_Int32)pC->ewc.dInputVidCts);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: TRANSITION:\
M4VSS3GPP_intDecodeVideoUpToCts(C1) returns err=0x%x",
err);
return err;
}
/* If the decoding is not completed, do one more step with time frozen */
if( M4VSS3GPP_kClipStatus_DECODE_UP_TO == pC->pC1->Vstatus )
{
return M4NO_ERROR;
}
}
/* Don't decode more than needed */
if( !(( M4VSS3GPP_kClipStatus_DECODE_UP_TO != pC->pC2->Vstatus)
&& (M4VSS3GPP_kClipStatus_DECODE_UP_TO == pC->pC1->Vstatus)) )
{
/**
* Decode the clip2 video up to the target time
(will jump to the previous RAP if needed) */
if ((pC->pC2->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) &&
(M4OSA_FALSE ==
pC->pC2->pSettings->ClipProperties.bSetImageData)) {
err = M4VSS3GPP_intSetYuv420PlaneFromARGB888(pC, pC->pC2);
if( M4NO_ERROR != err ) {
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: TRANSITION:\
M4VSS3GPP_intSetYuv420PlaneFromARGB888 err=%x", err);
return err;
}
}
// Decorrelate input and output encoding timestamp to handle encoder prefetch
err = M4VSS3GPP_intClipDecodeVideoUpToCts(pC->pC2,
(M4OSA_Int32)pC->ewc.dInputVidCts);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: TRANSITION:\
M4VSS3GPP_intDecodeVideoUpToCts(C2) returns err=0x%x",
err);
return err;
}
/* If the decoding is not completed, do one more step with time frozen */
if( M4VSS3GPP_kClipStatus_DECODE_UP_TO == pC->pC2->Vstatus )
{
return M4NO_ERROR;
}
}
/**
* Reset the video pre-processing error before calling the encoder */
pC->ewc.VppError = M4NO_ERROR;
M4OSA_TRACE2_0("F **** blend AUs");
/**
* Encode the frame (rendering, filtering and writing will be done
in encoder callbacks */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctEncode(pC->ewc.pEncContext, M4OSA_NULL,
pC->ewc.dInputVidCts, M4ENCODER_kNormalFrame);
/**
* If encode returns a process frame error, it is likely to be a VPP error */
if( M4NO_ERROR != pC->ewc.VppError )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: TRANSITION:\
pVideoEncoderGlobalFcts->pFctEncode, returning VppErr=0x%x",
pC->ewc.VppError);
#ifdef M4VSS_SUPPORT_OMX_CODECS
if( M4WAR_VIDEORENDERER_NO_NEW_FRAME != pC->ewc.VppError )
{
#endif //M4VSS_SUPPORT_OMX_CODECS
return pC->ewc.VppError;
#ifdef M4VSS_SUPPORT_OMX_CODECS
}
#endif //M4VSS_SUPPORT_OMX_CODECS
}
else if( M4NO_ERROR != err ) /**< ...or an encoder error */
{
if( ((M4OSA_UInt32)M4ERR_ALLOC) == err )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intEditStepVideo: TRANSITION:\
returning M4VSS3GPP_ERR_ENCODER_ACCES_UNIT_ERROR");
return M4VSS3GPP_ERR_ENCODER_ACCES_UNIT_ERROR;
}
/* the warning M4WAR_WRITER_STOP_REQ is returned when the targeted output
file size is reached
The editing is then finished, the warning M4VSS3GPP_WAR_EDITING_DONE is
returned*/
else if( M4WAR_WRITER_STOP_REQ == err )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intEditStepVideo: File was cut to avoid oversize");
return M4VSS3GPP_WAR_EDITING_DONE;
}
else
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: TRANSITION:\
pVideoEncoderGlobalFcts->pFctEncode returns 0x%x",
err);
return err;
}
}
/**
* Increment time by the encoding period */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
pC->ewc.dInputVidCts += pC->dOutputFrameDuration;
}
break;
/* ____________ */
/*| |*/
/*| ERROR CASE |*/
/*|____________|*/
default:
M4OSA_TRACE1_1(
"M4VSS3GPP_intEditStepVideo: invalid internal state (0x%x),\
returning M4VSS3GPP_ERR_INTERNAL_STATE",
pC->Vstate);
return M4VSS3GPP_ERR_INTERNAL_STATE;
}
/**
* Return with no error */
M4OSA_TRACE3_0("M4VSS3GPP_intEditStepVideo: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intCheckVideoMode()
* @brief Check which video process mode we must use, depending on the output CTS.
* @param pC (IN/OUT) Internal edit context
******************************************************************************
*/
static M4OSA_ERR M4VSS3GPP_intCheckVideoMode(
M4VSS3GPP_InternalEditContext *pC )
{
M4OSA_ERR err;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
const M4OSA_Int32 t = (M4OSA_Int32)pC->ewc.dInputVidCts;
/**< Transition duration */
const M4OSA_Int32 TD = pC->pTransitionList[pC->uiCurrentClip].uiTransitionDuration;
M4OSA_Int32 iTmp;
const M4VSS3GPP_EditVideoState previousVstate = pC->Vstate;
/**
* Check if Clip1 is on its begin cut, or in an effect zone */
M4VSS3GPP_intCheckVideoEffects(pC, 1);
/**
* Check if we are in the transition with next clip */
if( ( TD > 0) && (( t - pC->pC1->iVoffset) >= (pC->pC1->iEndTime - TD)) )
{
/**
* We are in a transition */
pC->Vstate = M4VSS3GPP_kEditVideoState_TRANSITION;
pC->bTransitionEffect = M4OSA_TRUE;
/**
* Open second clip for transition, if not yet opened */
if( M4OSA_NULL == pC->pC2 )
{
pC->pC1->bGetYuvDataFromDecoder = M4OSA_TRUE;
err = M4VSS3GPP_intOpenClip(pC, &pC->pC2,
&pC->pClipList[pC->uiCurrentClip + 1]);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCheckVideoMode: M4VSS3GPP_editOpenClip returns 0x%x!",
err);
return err;
}
/**
* Add current video output CTS to the clip offset
* (audio output CTS is not yet at the transition, so audio
* offset can't be updated yet). */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
pC->pC2->iVoffset += (M4OSA_UInt32)pC->ewc.dInputVidCts;
/**
* 2005-03-24: BugFix for audio-video synchro:
* Update transition duration due to the actual video transition beginning time.
* It will avoid desynchronization when doing the audio transition. */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
iTmp = ((M4OSA_Int32)pC->ewc.dInputVidCts)\
- (pC->pC1->iEndTime - TD + pC->pC1->iVoffset);
if (iTmp < (M4OSA_Int32)pC->pTransitionList[pC->uiCurrentClip].uiTransitionDuration)
/**< Test in case of a very short transition */
{
pC->pTransitionList[pC->
uiCurrentClip].uiTransitionDuration -= iTmp;
/**
* Don't forget to also correct the total duration used for the progress bar
* (it was computed with the original transition duration). */
pC->ewc.iOutputDuration += iTmp;
}
/**< No "else" here because it's hard predict the effect of 0 duration transition...*/
}
/**
* Check effects for clip2 */
M4VSS3GPP_intCheckVideoEffects(pC, 2);
}
else
{
/**
* We are not in a transition */
pC->bTransitionEffect = M4OSA_FALSE;
/* If there is an effect we go to decode/encode mode */
if((pC->nbActiveEffects > 0) || (pC->nbActiveEffects1 > 0) ||
(pC->pC1->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) ||
(pC->pC1->pSettings->bTranscodingRequired == M4OSA_TRUE)) {
pC->Vstate = M4VSS3GPP_kEditVideoState_DECODE_ENCODE;
}
/* We do a begin cut, except if already done (time is not progressing because we want
to catch all P-frames after the cut) */
else if( M4OSA_TRUE == pC->bClip1AtBeginCut )
{
if(pC->pC1->pSettings->ClipProperties.VideoStreamType == M4VIDEOEDITING_kH264) {
pC->Vstate = M4VSS3GPP_kEditVideoState_DECODE_ENCODE;
pC->bEncodeTillEoF = M4OSA_TRUE;
} else if( ( M4VSS3GPP_kEditVideoState_BEGIN_CUT == previousVstate)
|| (M4VSS3GPP_kEditVideoState_AFTER_CUT == previousVstate) ) {
pC->Vstate = M4VSS3GPP_kEditVideoState_AFTER_CUT;
} else {
pC->Vstate = M4VSS3GPP_kEditVideoState_BEGIN_CUT;
}
}
/* Else we are in default copy/paste mode */
else
{
if( ( M4VSS3GPP_kEditVideoState_BEGIN_CUT == previousVstate)
|| (M4VSS3GPP_kEditVideoState_AFTER_CUT == previousVstate) )
{
pC->Vstate = M4VSS3GPP_kEditVideoState_AFTER_CUT;
}
else if( pC->bIsMMS == M4OSA_TRUE )
{
M4OSA_UInt32 currentBitrate;
M4OSA_ERR err = M4NO_ERROR;
/* Do we need to reencode the video to downgrade the bitrate or not ? */
/* Let's compute the cirrent bitrate of the current edited clip */
err = pC->pC1->ShellAPI.m_pReader->m_pFctGetOption(
pC->pC1->pReaderContext,
M4READER_kOptionID_Bitrate, ¤tBitrate);
if( err != M4NO_ERROR )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCheckVideoMode:\
Error when getting next bitrate of edited clip: 0x%x",
err);
return err;
}
/* Remove audio bitrate */
currentBitrate -= 12200;
/* Test if we go into copy/paste mode or into decode/encode mode */
if( currentBitrate > pC->uiMMSVideoBitrate )
{
pC->Vstate = M4VSS3GPP_kEditVideoState_DECODE_ENCODE;
}
else
{
pC->Vstate = M4VSS3GPP_kEditVideoState_READ_WRITE;
}
}
else if(!((pC->m_bClipExternalHasStarted == M4OSA_TRUE) &&
(pC->Vstate == M4VSS3GPP_kEditVideoState_DECODE_ENCODE)) &&
pC->bEncodeTillEoF == M4OSA_FALSE)
{
/**
* Test if we go into copy/paste mode or into decode/encode mode
* If an external effect has been applied on the current clip
* then continue to be in decode/encode mode till end of
* clip to avoid H.264 distortion.
*/
pC->Vstate = M4VSS3GPP_kEditVideoState_READ_WRITE;
}
}
}
/**
* Check if we create an encoder */
if( ( ( M4VSS3GPP_kEditVideoState_READ_WRITE == previousVstate)
|| (M4VSS3GPP_kEditVideoState_AFTER_CUT
== previousVstate)) /**< read mode */
&& (( M4VSS3GPP_kEditVideoState_DECODE_ENCODE == pC->Vstate)
|| (M4VSS3GPP_kEditVideoState_BEGIN_CUT == pC->Vstate)
|| (M4VSS3GPP_kEditVideoState_TRANSITION
== pC->Vstate)) /**< encode mode */
&& pC->bIsMMS == M4OSA_FALSE )
{
/**
* Create the encoder, if not created already*/
if (pC->ewc.encoderState == M4VSS3GPP_kNoEncoder) {
err = M4VSS3GPP_intCreateVideoEncoder(pC);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCheckVideoMode: M4VSS3GPP_intCreateVideoEncoder \
returns 0x%x!", err);
return err;
}
}
}
else if( pC->bIsMMS == M4OSA_TRUE && pC->ewc.pEncContext == M4OSA_NULL )
{
/**
* Create the encoder */
err = M4VSS3GPP_intCreateVideoEncoder(pC);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCheckVideoMode: M4VSS3GPP_intCreateVideoEncoder returns 0x%x!",
err);
return err;
}
}
/**
* When we go from filtering to read/write, we must act like a begin cut,
* because the last filtered image may be different than the original image. */
else if( ( ( M4VSS3GPP_kEditVideoState_DECODE_ENCODE == previousVstate)
|| (M4VSS3GPP_kEditVideoState_TRANSITION
== previousVstate)) /**< encode mode */
&& (M4VSS3GPP_kEditVideoState_READ_WRITE == pC->Vstate) /**< read mode */
&& (pC->bEncodeTillEoF == M4OSA_FALSE) )
{
pC->Vstate = M4VSS3GPP_kEditVideoState_BEGIN_CUT;
}
/**
* Check if we destroy an encoder */
else if( ( ( M4VSS3GPP_kEditVideoState_DECODE_ENCODE == previousVstate)
|| (M4VSS3GPP_kEditVideoState_BEGIN_CUT == previousVstate)
|| (M4VSS3GPP_kEditVideoState_TRANSITION
== previousVstate)) /**< encode mode */
&& (( M4VSS3GPP_kEditVideoState_READ_WRITE == pC->Vstate)
|| (M4VSS3GPP_kEditVideoState_AFTER_CUT
== pC->Vstate)) /**< read mode */
&& pC->bIsMMS == M4OSA_FALSE )
{
/**
* Destroy the previously created encoder */
err = M4VSS3GPP_intDestroyVideoEncoder(pC);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCheckVideoMode: M4VSS3GPP_intDestroyVideoEncoder returns 0x%x!",
err);
return err;
}
}
/**
* Return with no error */
M4OSA_TRACE3_0("M4VSS3GPP_intCheckVideoMode: returning M4NO_ERROR");
return M4NO_ERROR;
}
/******************************************************************************
* M4OSA_ERR M4VSS3GPP_intStartAU()
* @brief StartAU writer-like interface used for the VSS 3GPP only
* @note
* @param pContext: (IN) It is the VSS 3GPP context in our case
* @param streamID: (IN) Id of the stream to which the Access Unit is related.
* @param pAU: (IN/OUT) Access Unit to be prepared.
* @return M4NO_ERROR: there is no error
******************************************************************************
*/
M4OSA_ERR M4VSS3GPP_intStartAU( M4WRITER_Context pContext,
M4SYS_StreamID streamID, M4SYS_AccessUnit *pAU )
{
M4OSA_ERR err;
M4OSA_UInt32 uiMaxAuSize;
/**
* Given context is actually the VSS3GPP context */
M4VSS3GPP_InternalEditContext *pC =
(M4VSS3GPP_InternalEditContext *)pContext;
/**
* Get the output AU to write into */
err = pC->ShellAPI.pWriterDataFcts->pStartAU(pC->ewc.p3gpWriterContext,
M4VSS3GPP_WRITER_VIDEO_STREAM_ID, pAU);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intStartAU: pWriterDataFcts->pStartAU(Video) returns 0x%x!",
err);
return err;
}
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intStartAU: returning M4NO_ERROR");
return M4NO_ERROR;
}
/******************************************************************************
* M4OSA_ERR M4VSS3GPP_intProcessAU()
* @brief ProcessAU writer-like interface used for the VSS 3GPP only
* @note
* @param pContext: (IN) It is the VSS 3GPP context in our case
* @param streamID: (IN) Id of the stream to which the Access Unit is related.
* @param pAU: (IN/OUT) Access Unit to be written
* @return M4NO_ERROR: there is no error
******************************************************************************
*/
M4OSA_ERR M4VSS3GPP_intProcessAU( M4WRITER_Context pContext,
M4SYS_StreamID streamID, M4SYS_AccessUnit *pAU )
{
M4OSA_ERR err;
/**
* Given context is actually the VSS3GPP context */
M4VSS3GPP_InternalEditContext *pC =
(M4VSS3GPP_InternalEditContext *)pContext;
/**
* Fix the encoded AU time */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
pC->ewc.dOutputVidCts = pAU->CTS;
/**
* Update time info for the Counter Time System to be equal to the bit-stream time */
M4VSS3GPP_intUpdateTimeInfo(pC, pAU);
/**
* Write the AU */
err = pC->ShellAPI.pWriterDataFcts->pProcessAU(pC->ewc.p3gpWriterContext,
M4VSS3GPP_WRITER_VIDEO_STREAM_ID, pAU);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intProcessAU: pWriterDataFcts->pProcessAU(Video) returns 0x%x!",
err);
return err;
}
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intProcessAU: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intVPP()
* @brief We implement our own VideoPreProcessing function
* @note It is called by the video encoder
* @param pContext (IN) VPP context, which actually is the VSS 3GPP context in our case
* @param pPlaneIn (IN)
* @param pPlaneOut (IN/OUT) Pointer to an array of 3 planes that will contain the output
* YUV420 image
* @return M4NO_ERROR: No error
******************************************************************************
*/
M4OSA_ERR M4VSS3GPP_intVPP( M4VPP_Context pContext, M4VIFI_ImagePlane *pPlaneIn,
M4VIFI_ImagePlane *pPlaneOut )
{
M4OSA_ERR err = M4NO_ERROR;
M4_MediaTime ts;
M4VIFI_ImagePlane *pTmp = M4OSA_NULL;
M4VIFI_ImagePlane *pLastDecodedFrame = M4OSA_NULL ;
M4VIFI_ImagePlane *pDecoderRenderFrame = M4OSA_NULL;
M4VIFI_ImagePlane pTemp1[3],pTemp2[3];
M4VIFI_ImagePlane pTempPlaneClip1[3],pTempPlaneClip2[3];
M4OSA_UInt32 i = 0, yuvFrameWidth = 0, yuvFrameHeight = 0;
M4OSA_Bool bSkipFrameEffect = M4OSA_FALSE;
/**
* VPP context is actually the VSS3GPP context */
M4VSS3GPP_InternalEditContext *pC =
(M4VSS3GPP_InternalEditContext *)pContext;
memset((void *)pTemp1, 0, 3*sizeof(M4VIFI_ImagePlane));
memset((void *)pTemp2, 0, 3*sizeof(M4VIFI_ImagePlane));
memset((void *)pTempPlaneClip1, 0, 3*sizeof(M4VIFI_ImagePlane));
memset((void *)pTempPlaneClip2, 0, 3*sizeof(M4VIFI_ImagePlane));
/**
* Reset VPP error remembered in context */
pC->ewc.VppError = M4NO_ERROR;
/**
* At the end of the editing, we may be called when no more clip is loaded.
* (because to close the encoder properly it must be stepped one or twice...) */
if( M4OSA_NULL == pC->pC1 )
{
/**
* We must fill the input of the encoder with a dummy image, because
* encoding noise leads to a huge video AU, and thus a writer buffer overflow. */
memset((void *)pPlaneOut[0].pac_data,0,
pPlaneOut[0].u_stride * pPlaneOut[0].u_height);
memset((void *)pPlaneOut[1].pac_data,0,
pPlaneOut[1].u_stride * pPlaneOut[1].u_height);
memset((void *)pPlaneOut[2].pac_data,0,
pPlaneOut[2].u_stride * pPlaneOut[2].u_height);
M4OSA_TRACE3_0("M4VSS3GPP_intVPP: returning M4NO_ERROR (abort)");
return M4NO_ERROR;
}
/**
**************** Transition case ****************/
if( M4OSA_TRUE == pC->bTransitionEffect )
{
err = M4VSS3GPP_intAllocateYUV420(pTemp1, pC->ewc.uiVideoWidth,
pC->ewc.uiVideoHeight);
if (M4NO_ERROR != err)
{
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: M4VSS3GPP_intAllocateYUV420(1) returns 0x%x, \
returning M4NO_ERROR", err);
pC->ewc.VppError = err;
return M4NO_ERROR; /**< Return no error to the encoder core
(else it may leak in some situations...) */
}
err = M4VSS3GPP_intAllocateYUV420(pTemp2, pC->ewc.uiVideoWidth,
pC->ewc.uiVideoHeight);
if (M4NO_ERROR != err)
{
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: M4VSS3GPP_intAllocateYUV420(2) returns 0x%x, \
returning M4NO_ERROR", err);
pC->ewc.VppError = err;
return M4NO_ERROR; /**< Return no error to the encoder core
(else it may leak in some situations...) */
}
err = M4VSS3GPP_intAllocateYUV420(pC->yuv1, pC->ewc.uiVideoWidth,
pC->ewc.uiVideoHeight);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intVPP: M4VSS3GPP_intAllocateYUV420(3) returns 0x%x,\
returning M4NO_ERROR",
err);
pC->ewc.VppError = err;
return
M4NO_ERROR; /**< Return no error to the encoder core
(else it may leak in some situations...) */
}
err = M4VSS3GPP_intAllocateYUV420(pC->yuv2, pC->ewc.uiVideoWidth,
pC->ewc.uiVideoHeight);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intVPP: M4VSS3GPP_intAllocateYUV420(4) returns 0x%x,\
returning M4NO_ERROR",
err);
pC->ewc.VppError = err;
return
M4NO_ERROR; /**< Return no error to the encoder core
(else it may leak in some situations...) */
}
err = M4VSS3GPP_intAllocateYUV420(pC->yuv3, pC->ewc.uiVideoWidth,
pC->ewc.uiVideoHeight);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intVPP: M4VSS3GPP_intAllocateYUV420(3) returns 0x%x,\
returning M4NO_ERROR",
err);
pC->ewc.VppError = err;
return
M4NO_ERROR; /**< Return no error to the encoder core
(else it may leak in some situations...) */
}
/**
* Compute the time in the clip1 base: ts = to - Offset */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
ts = pC->ewc.dInputVidCts - pC->pC1->iVoffset;
/**
* Render Clip1 */
if( pC->pC1->isRenderDup == M4OSA_FALSE )
{
err = M4VSS3GPP_intRenderFrameWithEffect(pC, pC->pC1, ts, M4OSA_TRUE,
pTempPlaneClip1, pTemp1,
pPlaneOut);
if ((M4NO_ERROR != err) &&
(M4WAR_VIDEORENDERER_NO_NEW_FRAME != err)) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intRenderFrameWithEffect returns 0x%x", err);
pC->ewc.VppError = err;
/** Return no error to the encoder core
* else it may leak in some situations.*/
return M4NO_ERROR;
}
}
if ((pC->pC1->isRenderDup == M4OSA_TRUE) ||
(M4WAR_VIDEORENDERER_NO_NEW_FRAME == err)) {
pTmp = pC->yuv1;
if (pC->pC1->lastDecodedPlane != M4OSA_NULL) {
/* Copy last decoded plane to output plane */
memcpy((void *)pTmp[0].pac_data,
(void *)pC->pC1->lastDecodedPlane[0].pac_data,
(pTmp[0].u_height * pTmp[0].u_width));
memcpy((void *)pTmp[1].pac_data,
(void *)pC->pC1->lastDecodedPlane[1].pac_data,
(pTmp[1].u_height * pTmp[1].u_width));
memcpy((void *)pTmp[2].pac_data,
(void *)pC->pC1->lastDecodedPlane[2].pac_data,
(pTmp[2].u_height * pTmp[2].u_width));
} else {
err = M4VSS3GPP_ERR_NO_VALID_VID_FRAME;
M4OSA_TRACE1_3("Can not find an input frame. Set error 0x%x in %s (%d)",
err, __FILE__, __LINE__);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pC->pC1->lastDecodedPlane = pTmp;
}
/**
* Compute the time in the clip2 base: ts = to - Offset */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
ts = pC->ewc.dInputVidCts - pC->pC2->iVoffset;
/**
* Render Clip2 */
if( pC->pC2->isRenderDup == M4OSA_FALSE )
{
err = M4VSS3GPP_intRenderFrameWithEffect(pC, pC->pC2, ts, M4OSA_FALSE,
pTempPlaneClip2, pTemp2,
pPlaneOut);
if ((M4NO_ERROR != err) &&
(M4WAR_VIDEORENDERER_NO_NEW_FRAME != err)) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intRenderFrameWithEffect returns 0x%x", err);
pC->ewc.VppError = err;
/** Return no error to the encoder core
* else it may leak in some situations.*/
return M4NO_ERROR;
}
}
if ((pC->pC2->isRenderDup == M4OSA_TRUE) ||
(M4WAR_VIDEORENDERER_NO_NEW_FRAME == err)) {
pTmp = pC->yuv2;
if (pC->pC2->lastDecodedPlane != M4OSA_NULL) {
/* Copy last decoded plane to output plane */
memcpy((void *)pTmp[0].pac_data,
(void *)pC->pC2->lastDecodedPlane[0].pac_data,
(pTmp[0].u_height * pTmp[0].u_width));
memcpy((void *)pTmp[1].pac_data,
(void *)pC->pC2->lastDecodedPlane[1].pac_data,
(pTmp[1].u_height * pTmp[1].u_width));
memcpy((void *)pTmp[2].pac_data,
(void *)pC->pC2->lastDecodedPlane[2].pac_data,
(pTmp[2].u_height * pTmp[2].u_width));
} else {
err = M4VSS3GPP_ERR_NO_VALID_VID_FRAME;
M4OSA_TRACE1_3("Can not find an input frame. Set error 0x%x in %s (%d)",
err, __FILE__, __LINE__);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pC->pC2->lastDecodedPlane = pTmp;
}
pTmp = pPlaneOut;
err = M4VSS3GPP_intVideoTransition(pC, pTmp);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intVPP: M4VSS3GPP_intVideoTransition returns 0x%x,\
returning M4NO_ERROR",
err);
pC->ewc.VppError = err;
return M4NO_ERROR; /**< Return no error to the encoder core
(else it may leak in some situations...) */
}
for (i=0; i < 3; i++)
{
if(pTempPlaneClip2[i].pac_data != M4OSA_NULL) {
free(pTempPlaneClip2[i].pac_data);
pTempPlaneClip2[i].pac_data = M4OSA_NULL;
}
if(pTempPlaneClip1[i].pac_data != M4OSA_NULL) {
free(pTempPlaneClip1[i].pac_data);
pTempPlaneClip1[i].pac_data = M4OSA_NULL;
}
if (pTemp2[i].pac_data != M4OSA_NULL) {
free(pTemp2[i].pac_data);
pTemp2[i].pac_data = M4OSA_NULL;
}
if (pTemp1[i].pac_data != M4OSA_NULL) {
free(pTemp1[i].pac_data);
pTemp1[i].pac_data = M4OSA_NULL;
}
}
}
/**
**************** No Transition case ****************/
else
{
M4OSA_TRACE3_0("M4VSS3GPP_intVPP: NO transition case");
/**
* Compute the time in the clip base: ts = to - Offset */
ts = pC->ewc.dInputVidCts - pC->pC1->iVoffset;
pC->bIssecondClip = M4OSA_FALSE;
/**
* Render */
if (pC->pC1->isRenderDup == M4OSA_FALSE) {
M4OSA_TRACE3_0("M4VSS3GPP_intVPP: renderdup false");
/**
* Check if resizing is needed */
if (M4OSA_NULL != pC->pC1->m_pPreResizeFrame) {
if ((pC->pC1->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) &&
(pC->nbActiveEffects == 0) &&
(pC->pC1->bGetYuvDataFromDecoder == M4OSA_FALSE)) {
err = pC->pC1->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pC->pC1->pViDecCtxt,
M4DECODER_kOptionID_EnableYuvWithEffect,
(M4OSA_DataOption)M4OSA_TRUE);
if (M4NO_ERROR == err ) {
err = pC->pC1->ShellAPI.m_pVideoDecoder->m_pFctRender(
pC->pC1->pViDecCtxt, &ts,
pPlaneOut, M4OSA_TRUE);
}
} else {
if (pC->pC1->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) {
err = pC->pC1->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pC->pC1->pViDecCtxt,
M4DECODER_kOptionID_EnableYuvWithEffect,
(M4OSA_DataOption)M4OSA_FALSE);
}
if (M4NO_ERROR == err) {
err = pC->pC1->ShellAPI.m_pVideoDecoder->m_pFctRender(
pC->pC1->pViDecCtxt, &ts,
pC->pC1->m_pPreResizeFrame, M4OSA_TRUE);
}
}
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
m_pFctRender() returns error 0x%x", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
if (pC->pC1->pSettings->FileType !=
M4VIDEOEDITING_kFileType_ARGB8888) {
if (0 != pC->pC1->pSettings->ClipProperties.videoRotationDegrees) {
// Save width and height of un-rotated frame
yuvFrameWidth = pC->pC1->m_pPreResizeFrame[0].u_width;
yuvFrameHeight = pC->pC1->m_pPreResizeFrame[0].u_height;
err = M4VSS3GPP_intRotateVideo(pC->pC1->m_pPreResizeFrame,
pC->pC1->pSettings->ClipProperties.videoRotationDegrees);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
rotateVideo() returns error 0x%x", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
}
}
if (pC->nbActiveEffects > 0) {
pC->pC1->bGetYuvDataFromDecoder = M4OSA_TRUE;
/**
* If we do modify the image, we need an intermediate
* image plane */
err = M4VSS3GPP_intAllocateYUV420(pTemp1,
pC->pC1->m_pPreResizeFrame[0].u_width,
pC->pC1->m_pPreResizeFrame[0].u_height);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intAllocateYUV420 error 0x%x", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
/* If video frame need to be resized, then apply the overlay after
* the frame was rendered with rendering mode.
* Here skip the framing(overlay) effect when applying video Effect. */
bSkipFrameEffect = M4OSA_TRUE;
err = M4VSS3GPP_intApplyVideoEffect(pC,
pC->pC1->m_pPreResizeFrame, pTemp1, bSkipFrameEffect);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intApplyVideoEffect() error 0x%x", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pDecoderRenderFrame= pTemp1;
} else {
pDecoderRenderFrame = pC->pC1->m_pPreResizeFrame;
}
/* Prepare overlay temporary buffer if overlay exist */
if (pC->bClip1ActiveFramingEffect) {
err = M4VSS3GPP_intAllocateYUV420(pTemp2,
pPlaneOut[0].u_width, pPlaneOut[0].u_height);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: M4VSS3GPP_intAllocateYUV420 \
returns 0x%x, returning M4NO_ERROR", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pTmp = pTemp2;
} else {
pTmp = pPlaneOut;
}
/* Do rendering mode. */
if ((pC->pC1->bGetYuvDataFromDecoder == M4OSA_TRUE) ||
(pC->pC1->pSettings->FileType !=
M4VIDEOEDITING_kFileType_ARGB8888)) {
err = M4VSS3GPP_intApplyRenderingMode(pC,
pC->pC1->pSettings->xVSS.MediaRendering,
pDecoderRenderFrame, pTmp);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intApplyRenderingMode) error 0x%x ", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
}
/* Apply overlay if overlay is exist */
if (pC->bClip1ActiveFramingEffect) {
pDecoderRenderFrame = pTmp;
pTmp = pPlaneOut;
err = M4VSS3GPP_intApplyVideoOverlay(pC,
pDecoderRenderFrame, pTmp);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intApplyVideoOverlay) error 0x%x ", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
}
if ((pC->pC1->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) &&
(pC->nbActiveEffects == 0) &&
(pC->pC1->bGetYuvDataFromDecoder == M4OSA_TRUE)) {
err = pC->pC1->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pC->pC1->pViDecCtxt,
M4DECODER_kOptionID_YuvWithEffectNonContiguous,
(M4OSA_DataOption)pTmp);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pC->pC1->bGetYuvDataFromDecoder = M4OSA_FALSE;
}
// Reset original width and height for resize frame plane
if (0 != pC->pC1->pSettings->ClipProperties.videoRotationDegrees &&
180 != pC->pC1->pSettings->ClipProperties.videoRotationDegrees) {
M4VSS3GPP_intSetYUV420Plane(pC->pC1->m_pPreResizeFrame,
yuvFrameWidth, yuvFrameHeight);
}
}
else
{
M4OSA_TRACE3_0("M4VSS3GPP_intVPP: NO resize required");
if (pC->nbActiveEffects > 0) {
/** If we do modify the image, we need an
* intermediate image plane */
err = M4VSS3GPP_intAllocateYUV420(pTemp1,
pC->ewc.uiVideoWidth,
pC->ewc.uiVideoHeight);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pDecoderRenderFrame = pTemp1;
}
else {
pDecoderRenderFrame = pPlaneOut;
}
pTmp = pPlaneOut;
err = pC->pC1->ShellAPI.m_pVideoDecoder->m_pFctRender(
pC->pC1->pViDecCtxt, &ts,
pDecoderRenderFrame, M4OSA_TRUE);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
if (pC->nbActiveEffects > 0) {
/* Here we do not skip the overlay effect since
* overlay and video frame are both of same resolution */
bSkipFrameEffect = M4OSA_FALSE;
err = M4VSS3GPP_intApplyVideoEffect(pC,
pDecoderRenderFrame,pPlaneOut,bSkipFrameEffect);
}
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
}
pC->pC1->lastDecodedPlane = pTmp;
pC->pC1->iVideoRenderCts = (M4OSA_Int32)ts;
} else {
M4OSA_TRACE3_0("M4VSS3GPP_intVPP: renderdup true");
if (M4OSA_NULL != pC->pC1->m_pPreResizeFrame) {
/**
* Copy last decoded plane to output plane */
if (pC->pC1->lastDecodedPlane != M4OSA_NULL) {
memcpy((void *)pC->pC1->m_pPreResizeFrame[0].pac_data,
(void *)pC->pC1->lastDecodedPlane[0].pac_data,
(pC->pC1->m_pPreResizeFrame[0].u_height * \
pC->pC1->m_pPreResizeFrame[0].u_width));
memcpy((void *)pC->pC1->m_pPreResizeFrame[1].pac_data,
(void *)pC->pC1->lastDecodedPlane[1].pac_data,
(pC->pC1->m_pPreResizeFrame[1].u_height * \
pC->pC1->m_pPreResizeFrame[1].u_width));
memcpy((void *)pC->pC1->m_pPreResizeFrame[2].pac_data,
(void *)pC->pC1->lastDecodedPlane[2].pac_data,
(pC->pC1->m_pPreResizeFrame[2].u_height * \
pC->pC1->m_pPreResizeFrame[2].u_width));
} else {
err = M4VSS3GPP_ERR_NO_VALID_VID_FRAME;
M4OSA_TRACE1_3("Can not find an input frame. Set error 0x%x in %s (%d)",
err, __FILE__, __LINE__);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
if(pC->nbActiveEffects > 0) {
/**
* If we do modify the image, we need an
* intermediate image plane */
err = M4VSS3GPP_intAllocateYUV420(pTemp1,
pC->pC1->m_pPreResizeFrame[0].u_width,
pC->pC1->m_pPreResizeFrame[0].u_height);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
/* If video frame need to be resized, then apply the overlay after
* the frame was rendered with rendering mode.
* Here skip the framing(overlay) effect when applying video Effect. */
bSkipFrameEffect = M4OSA_TRUE;
err = M4VSS3GPP_intApplyVideoEffect(pC,
pC->pC1->m_pPreResizeFrame,pTemp1, bSkipFrameEffect);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pDecoderRenderFrame= pTemp1;
} else {
pDecoderRenderFrame = pC->pC1->m_pPreResizeFrame;
}
/* Prepare overlay temporary buffer if overlay exist */
if (pC->bClip1ActiveFramingEffect) {
err = M4VSS3GPP_intAllocateYUV420(
pTemp2, pC->ewc.uiVideoWidth, pC->ewc.uiVideoHeight);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: M4VSS3GPP_intAllocateYUV420 \
returns 0x%x, returning M4NO_ERROR", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pTmp = pTemp2;
} else {
pTmp = pPlaneOut;
}
/* Do rendering mode */
err = M4VSS3GPP_intApplyRenderingMode(pC,
pC->pC1->pSettings->xVSS.MediaRendering,
pDecoderRenderFrame, pTmp);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
/* Apply overlay if overlay is exist */
pTmp = pPlaneOut;
if (pC->bClip1ActiveFramingEffect) {
err = M4VSS3GPP_intApplyVideoOverlay(pC,
pTemp2, pTmp);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intApplyRenderingMode) error 0x%x ", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
}
} else {
err = M4VSS3GPP_intAllocateYUV420(pTemp1,
pC->ewc.uiVideoWidth,
pC->ewc.uiVideoHeight);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
/**
* Copy last decoded plane to output plane */
if (pC->pC1->lastDecodedPlane != M4OSA_NULL &&
pLastDecodedFrame != M4OSA_NULL) {
memcpy((void *)pLastDecodedFrame[0].pac_data,
(void *)pC->pC1->lastDecodedPlane[0].pac_data,
(pLastDecodedFrame[0].u_height * pLastDecodedFrame[0].u_width));
memcpy((void *)pLastDecodedFrame[1].pac_data,
(void *)pC->pC1->lastDecodedPlane[1].pac_data,
(pLastDecodedFrame[1].u_height * pLastDecodedFrame[1].u_width));
memcpy((void *)pLastDecodedFrame[2].pac_data,
(void *)pC->pC1->lastDecodedPlane[2].pac_data,
(pLastDecodedFrame[2].u_height * pLastDecodedFrame[2].u_width));
} else {
err = M4VSS3GPP_ERR_NO_VALID_VID_FRAME;
M4OSA_TRACE1_3("Can not find an input frame. Set error 0x%x in %s (%d)",
err, __FILE__, __LINE__);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pTmp = pPlaneOut;
/**
* Check if there is a effect */
if(pC->nbActiveEffects > 0) {
/* Here we do not skip the overlay effect since
* overlay and video are both of same resolution */
bSkipFrameEffect = M4OSA_FALSE;
err = M4VSS3GPP_intApplyVideoEffect(pC,
pLastDecodedFrame, pTmp,bSkipFrameEffect);
if (M4NO_ERROR != err) {
pC->ewc.VppError = err;
return M4NO_ERROR;
}
}
}
pC->pC1->lastDecodedPlane = pTmp;
}
M4OSA_TRACE3_1("M4VSS3GPP_intVPP: Rendered at CTS %.3f", ts);
for (i=0; i<3; i++) {
if (pTemp1[i].pac_data != M4OSA_NULL) {
free(pTemp1[i].pac_data);
pTemp1[i].pac_data = M4OSA_NULL;
}
}
for (i=0; i<3; i++) {
if (pTemp2[i].pac_data != M4OSA_NULL) {
free(pTemp2[i].pac_data);
pTemp2[i].pac_data = M4OSA_NULL;
}
}
}
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intVPP: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intApplyVideoOverlay()
* @brief Apply video overlay from pPlaneIn to pPlaneOut
* @param pC (IN/OUT) Internal edit context
* @param pInputPlanes (IN) Input raw YUV420 image
* @param pOutputPlanes (IN/OUT) Output raw YUV420 image
* @return M4NO_ERROR: No error
******************************************************************************
*/
static M4OSA_ERR
M4VSS3GPP_intApplyVideoOverlay (M4VSS3GPP_InternalEditContext *pC,
M4VIFI_ImagePlane *pPlaneIn, M4VIFI_ImagePlane *pPlaneOut) {
M4VSS3GPP_ClipContext *pClip;
M4VSS3GPP_EffectSettings *pFx;
M4VSS3GPP_ExternalProgress extProgress;
M4OSA_Double VideoEffectTime;
M4OSA_Double PercentageDone;
M4OSA_UInt8 NumActiveEffects =0;
M4OSA_UInt32 Cts = 0;
M4OSA_Int32 nextEffectTime;
M4OSA_Int32 tmp;
M4OSA_UInt8 i;
M4OSA_ERR err;
pClip = pC->pC1;
if (pC->bIssecondClip == M4OSA_TRUE) {
NumActiveEffects = pC->nbActiveEffects1;
} else {
NumActiveEffects = pC->nbActiveEffects;
}
for (i=0; i<NumActiveEffects; i++) {
if (pC->bIssecondClip == M4OSA_TRUE) {
pFx = &(pC->pEffectsList[pC->pActiveEffectsList1[i]]);
/* Compute how far from the beginning of the effect we are, in clip-base time. */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
VideoEffectTime = ((M4OSA_Int32)pC->ewc.dInputVidCts) +
pC->pTransitionList[pC->uiCurrentClip].uiTransitionDuration - pFx->uiStartTime;
} else {
pFx = &(pC->pEffectsList[pC->pActiveEffectsList[i]]);
/* Compute how far from the beginning of the effect we are, in clip-base time. */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
VideoEffectTime = ((M4OSA_Int32)pC->ewc.dInputVidCts) - pFx->uiStartTime;
}
/* Do the framing(overlay) effect only,
* skip other color effect which had been applied */
if (pFx->xVSS.pFramingBuffer == M4OSA_NULL) {
continue;
}
/* To calculate %, substract timeIncrement because effect should finish
* on the last frame which is presented from CTS = eof-timeIncrement till CTS = eof */
PercentageDone = VideoEffectTime / ((M4OSA_Float)pFx->uiDuration);
if (PercentageDone < 0.0) {
PercentageDone = 0.0;
}
if (PercentageDone > 1.0) {
PercentageDone = 1.0;
}
/**
* Compute where we are in the effect (scale is 0->1000) */
tmp = (M4OSA_Int32)(PercentageDone * 1000);
/**
* Set the progress info provided to the external function */
extProgress.uiProgress = (M4OSA_UInt32)tmp;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
extProgress.uiOutputTime = (M4OSA_UInt32)pC->ewc.dInputVidCts;
extProgress.uiClipTime = extProgress.uiOutputTime - pClip->iVoffset;
extProgress.bIsLast = M4OSA_FALSE;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
nextEffectTime = (M4OSA_Int32)(pC->ewc.dInputVidCts \
+ pC->dOutputFrameDuration);
if (nextEffectTime >= (M4OSA_Int32)(pFx->uiStartTime + pFx->uiDuration)) {
extProgress.bIsLast = M4OSA_TRUE;
}
err = pFx->ExtVideoEffectFct(pFx->pExtVideoEffectFctCtxt,
pPlaneIn, pPlaneOut, &extProgress,
pFx->VideoEffectType - M4VSS3GPP_kVideoEffectType_External);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1(
"M4VSS3GPP_intApplyVideoOverlay: \
External video effect function returns 0x%x!",
err);
return err;
}
}
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intApplyVideoOverlay: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intApplyVideoEffect()
* @brief Apply video effect from pPlaneIn to pPlaneOut
* @param pC (IN/OUT) Internal edit context
* @param uiClip1orClip2 (IN/OUT) 1 for first clip, 2 for second clip
* @param pInputPlanes (IN) Input raw YUV420 image
* @param pOutputPlanes (IN/OUT) Output raw YUV420 image
* @param bSkipFramingEffect (IN) skip framing effect flag
* @return M4NO_ERROR: No error
******************************************************************************
*/
static M4OSA_ERR
M4VSS3GPP_intApplyVideoEffect (M4VSS3GPP_InternalEditContext *pC,
M4VIFI_ImagePlane *pPlaneIn, M4VIFI_ImagePlane *pPlaneOut,
M4OSA_Bool bSkipFramingEffect) {
M4OSA_ERR err;
M4VSS3GPP_ClipContext *pClip;
M4VSS3GPP_EffectSettings *pFx;
M4VSS3GPP_ExternalProgress extProgress;
M4OSA_Double VideoEffectTime;
M4OSA_Double PercentageDone;
M4OSA_Int32 tmp;
M4VIFI_ImagePlane *pPlaneTempIn;
M4VIFI_ImagePlane *pPlaneTempOut;
M4VIFI_ImagePlane pTempYuvPlane[3];
M4OSA_UInt8 i;
M4OSA_UInt8 NumActiveEffects =0;
pClip = pC->pC1;
if (pC->bIssecondClip == M4OSA_TRUE)
{
NumActiveEffects = pC->nbActiveEffects1;
}
else
{
NumActiveEffects = pC->nbActiveEffects;
}
memset((void *)pTempYuvPlane, 0, 3*sizeof(M4VIFI_ImagePlane));
/**
* Allocate temporary plane if needed RC */
if (NumActiveEffects > 1) {
err = M4VSS3GPP_intAllocateYUV420(pTempYuvPlane, pPlaneOut->u_width,
pPlaneOut->u_height);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intApplyVideoEffect: M4VSS3GPP_intAllocateYUV420(4) returns 0x%x,\
returning M4NO_ERROR",
err);
pC->ewc.VppError = err;
return
M4NO_ERROR; /**< Return no error to the encoder core
(else it may leak in some situations...) */
}
}
if (NumActiveEffects % 2 == 0)
{
pPlaneTempIn = pPlaneIn;
pPlaneTempOut = pTempYuvPlane;
}
else
{
pPlaneTempIn = pPlaneIn;
pPlaneTempOut = pPlaneOut;
}
for (i=0; i<NumActiveEffects; i++)
{
if (pC->bIssecondClip == M4OSA_TRUE)
{
pFx = &(pC->pEffectsList[pC->pActiveEffectsList1[i]]);
/* Compute how far from the beginning of the effect we are, in clip-base time. */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
VideoEffectTime = ((M4OSA_Int32)pC->ewc.dInputVidCts) +
pC->pTransitionList[pC->uiCurrentClip].
uiTransitionDuration- pFx->uiStartTime;
}
else
{
pFx = &(pC->pEffectsList[pC->pActiveEffectsList[i]]);
/* Compute how far from the beginning of the effect we are, in clip-base time. */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
VideoEffectTime = ((M4OSA_Int32)pC->ewc.dInputVidCts) - pFx->uiStartTime;
}
/* To calculate %, substract timeIncrement because effect should finish on the last frame*/
/* which is presented from CTS = eof-timeIncrement till CTS = eof */
PercentageDone = VideoEffectTime
/ ((M4OSA_Float)pFx->uiDuration/*- pC->dOutputFrameDuration*/);
if( PercentageDone < 0.0 )
PercentageDone = 0.0;
if( PercentageDone > 1.0 )
PercentageDone = 1.0;
switch( pFx->VideoEffectType )
{
case M4VSS3GPP_kVideoEffectType_FadeFromBlack:
/**
* Compute where we are in the effect (scale is 0->1024). */
tmp = (M4OSA_Int32)(PercentageDone * 1024);
/**
* Apply the darkening effect */
err =
M4VFL_modifyLumaWithScale((M4ViComImagePlane *)pPlaneTempIn,
(M4ViComImagePlane *)pPlaneTempOut, tmp, M4OSA_NULL);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intApplyVideoEffect:\
M4VFL_modifyLumaWithScale returns error 0x%x,\
returning M4VSS3GPP_ERR_LUMA_FILTER_ERROR",
err);
return M4VSS3GPP_ERR_LUMA_FILTER_ERROR;
}
break;
case M4VSS3GPP_kVideoEffectType_FadeToBlack:
/**
* Compute where we are in the effect (scale is 0->1024) */
tmp = (M4OSA_Int32)(( 1.0 - PercentageDone) * 1024);
/**
* Apply the darkening effect */
err =
M4VFL_modifyLumaWithScale((M4ViComImagePlane *)pPlaneTempIn,
(M4ViComImagePlane *)pPlaneTempOut, tmp, M4OSA_NULL);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intApplyVideoEffect:\
M4VFL_modifyLumaWithScale returns error 0x%x,\
returning M4VSS3GPP_ERR_LUMA_FILTER_ERROR",
err);
return M4VSS3GPP_ERR_LUMA_FILTER_ERROR;
}
break;
default:
if( pFx->VideoEffectType
>= M4VSS3GPP_kVideoEffectType_External )
{
M4OSA_UInt32 Cts = 0;
M4OSA_Int32 nextEffectTime;
/**
* Compute where we are in the effect (scale is 0->1000) */
tmp = (M4OSA_Int32)(PercentageDone * 1000);
/**
* Set the progress info provided to the external function */
extProgress.uiProgress = (M4OSA_UInt32)tmp;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
extProgress.uiOutputTime = (M4OSA_UInt32)pC->ewc.dInputVidCts;
extProgress.uiClipTime = extProgress.uiOutputTime - pClip->iVoffset;
extProgress.bIsLast = M4OSA_FALSE;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
nextEffectTime = (M4OSA_Int32)(pC->ewc.dInputVidCts \
+ pC->dOutputFrameDuration);
if(nextEffectTime >= (M4OSA_Int32)(pFx->uiStartTime + pFx->uiDuration))
{
extProgress.bIsLast = M4OSA_TRUE;
}
/* Here skip the framing effect,
* do the framing effect after apply rendering mode */
if ((pFx->xVSS.pFramingBuffer != M4OSA_NULL) &&
bSkipFramingEffect == M4OSA_TRUE) {
memcpy(pPlaneTempOut[0].pac_data, pPlaneTempIn[0].pac_data,
pPlaneTempIn[0].u_height * pPlaneTempIn[0].u_width);
memcpy(pPlaneTempOut[1].pac_data, pPlaneTempIn[1].pac_data,
pPlaneTempIn[1].u_height * pPlaneTempIn[1].u_width);
memcpy(pPlaneTempOut[2].pac_data, pPlaneTempIn[2].pac_data,
pPlaneTempIn[2].u_height * pPlaneTempIn[2].u_width);
} else {
err = pFx->ExtVideoEffectFct(pFx->pExtVideoEffectFctCtxt,
pPlaneTempIn, pPlaneTempOut, &extProgress,
pFx->VideoEffectType
- M4VSS3GPP_kVideoEffectType_External);
}
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intApplyVideoEffect: \
External video effect function returns 0x%x!",
err);
return err;
}
break;
}
else
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intApplyVideoEffect: unknown effect type (0x%x),\
returning M4VSS3GPP_ERR_INVALID_VIDEO_EFFECT_TYPE",
pFx->VideoEffectType);
return M4VSS3GPP_ERR_INVALID_VIDEO_EFFECT_TYPE;
}
}
/**
* RC Updates pTempPlaneIn and pTempPlaneOut depending on current effect */
if (((i % 2 == 0) && (NumActiveEffects % 2 == 0))
|| ((i % 2 != 0) && (NumActiveEffects % 2 != 0)))
{
pPlaneTempIn = pTempYuvPlane;
pPlaneTempOut = pPlaneOut;
}
else
{
pPlaneTempIn = pPlaneOut;
pPlaneTempOut = pTempYuvPlane;
}
}
for(i=0; i<3; i++) {
if(pTempYuvPlane[i].pac_data != M4OSA_NULL) {
free(pTempYuvPlane[i].pac_data);
pTempYuvPlane[i].pac_data = M4OSA_NULL;
}
}
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intApplyVideoEffect: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intVideoTransition()
* @brief Apply video transition effect pC1+pC2->pPlaneOut
* @param pC (IN/OUT) Internal edit context
* @param pOutputPlanes (IN/OUT) Output raw YUV420 image
* @return M4NO_ERROR: No error
******************************************************************************
*/
static M4OSA_ERR
M4VSS3GPP_intVideoTransition( M4VSS3GPP_InternalEditContext *pC,
M4VIFI_ImagePlane *pPlaneOut )
{
M4OSA_ERR err;
M4OSA_Int32 iProgress;
M4VSS3GPP_ExternalProgress extProgress;
M4VIFI_ImagePlane *pPlane;
M4OSA_Int32 i;
const M4OSA_Int32 iDur = (M4OSA_Int32)pC->
pTransitionList[pC->uiCurrentClip].uiTransitionDuration;
/**
* Compute how far from the end cut we are, in clip-base time.
* It is done with integers because the offset and begin cut have been rounded already. */
// Decorrelate input and output encoding timestamp to handle encoder prefetch
iProgress = (M4OSA_Int32)((M4OSA_Double)pC->pC1->iEndTime) - pC->ewc.dInputVidCts +
((M4OSA_Double)pC->pC1->iVoffset);
/**
* We must remove the duration of one frame, else we would almost never reach the end
* (It's kind of a "pile and intervals" issue). */
iProgress -= (M4OSA_Int32)pC->dOutputFrameDuration;
if( iProgress < 0 ) /**< Sanity checks */
{
iProgress = 0;
}
/**
* Compute where we are in the transition, on a base 1000 */
iProgress = ( ( iDur - iProgress) * 1000) / iDur;
/**
* Sanity checks */
if( iProgress < 0 )
{
iProgress = 0;
}
else if( iProgress > 1000 )
{
iProgress = 1000;
}
switch( pC->pTransitionList[pC->uiCurrentClip].TransitionBehaviour )
{
case M4VSS3GPP_TransitionBehaviour_SpeedUp:
iProgress = ( iProgress * iProgress) / 1000;
break;
case M4VSS3GPP_TransitionBehaviour_Linear:
/*do nothing*/
break;
case M4VSS3GPP_TransitionBehaviour_SpeedDown:
iProgress = (M4OSA_Int32)(sqrt(iProgress * 1000));
break;
case M4VSS3GPP_TransitionBehaviour_SlowMiddle:
if( iProgress < 500 )
{
iProgress = (M4OSA_Int32)(sqrt(iProgress * 500));
}
else
{
iProgress =
(M4OSA_Int32)(( ( ( iProgress - 500) * (iProgress - 500))
/ 500) + 500);
}
break;
case M4VSS3GPP_TransitionBehaviour_FastMiddle:
if( iProgress < 500 )
{
iProgress = (M4OSA_Int32)(( iProgress * iProgress) / 500);
}
else
{
iProgress = (M4OSA_Int32)(sqrt(( iProgress - 500) * 500) + 500);
}
break;
default:
/*do nothing*/
break;
}
switch( pC->pTransitionList[pC->uiCurrentClip].VideoTransitionType )
{
case M4VSS3GPP_kVideoTransitionType_CrossFade:
/**
* Apply the transition effect */
err = M4VIFI_ImageBlendingonYUV420(M4OSA_NULL,
(M4ViComImagePlane *)pC->yuv1,
(M4ViComImagePlane *)pC->yuv2,
(M4ViComImagePlane *)pPlaneOut, iProgress);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intVideoTransition:\
M4VIFI_ImageBlendingonYUV420 returns error 0x%x,\
returning M4VSS3GPP_ERR_TRANSITION_FILTER_ERROR",
err);
return M4VSS3GPP_ERR_TRANSITION_FILTER_ERROR;
}
break;
case M4VSS3GPP_kVideoTransitionType_None:
/**
* This is a stupid-non optimized version of the None transition...
* We copy the YUV frame */
if( iProgress < 500 ) /**< first half of transition */
{
pPlane = pC->yuv1;
}
else /**< second half of transition */
{
pPlane = pC->yuv2;
}
/**
* Copy the input YUV frames */
i = 3;
while( i-- > 0 )
{
memcpy((void *)pPlaneOut[i].pac_data,
(void *)pPlane[i].pac_data,
pPlaneOut[i].u_stride * pPlaneOut[i].u_height);
}
break;
default:
if( pC->pTransitionList[pC->uiCurrentClip].VideoTransitionType
>= M4VSS3GPP_kVideoTransitionType_External )
{
/**
* Set the progress info provided to the external function */
extProgress.uiProgress = (M4OSA_UInt32)iProgress;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
extProgress.uiOutputTime = (M4OSA_UInt32)pC->ewc.dInputVidCts;
extProgress.uiClipTime = extProgress.uiOutputTime - pC->pC1->iVoffset;
err = pC->pTransitionList[pC->
uiCurrentClip].ExtVideoTransitionFct(
pC->pTransitionList[pC->
uiCurrentClip].pExtVideoTransitionFctCtxt,
pC->yuv1, pC->yuv2, pPlaneOut, &extProgress,
pC->pTransitionList[pC->
uiCurrentClip].VideoTransitionType
- M4VSS3GPP_kVideoTransitionType_External);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intVideoTransition:\
External video transition function returns 0x%x!",
err);
return err;
}
break;
}
else
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intVideoTransition: unknown transition type (0x%x),\
returning M4VSS3GPP_ERR_INVALID_VIDEO_TRANSITION_TYPE",
pC->pTransitionList[pC->uiCurrentClip].VideoTransitionType);
return M4VSS3GPP_ERR_INVALID_VIDEO_TRANSITION_TYPE;
}
}
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intVideoTransition: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_Void M4VSS3GPP_intUpdateTimeInfo()
* @brief Update bit stream time info by Counter Time System to be compliant with
* players using bit stream time info
* @note H263 uses an absolute time counter unlike MPEG4 which uses Group Of Vops
* (GOV, see the standard)
* @param pC (IN/OUT) returns time updated video AU,
* the offset between system and video time (MPEG4 only)
* and the state of the current clip (MPEG4 only)
* @return nothing
******************************************************************************
*/
static M4OSA_Void
M4VSS3GPP_intUpdateTimeInfo( M4VSS3GPP_InternalEditContext *pC,
M4SYS_AccessUnit *pAU )
{
M4OSA_UInt8 uiTmp;
M4OSA_UInt32 uiCts = 0;
M4OSA_MemAddr8 pTmp;
M4OSA_UInt32 uiAdd;
M4OSA_UInt32 uiCurrGov;
M4OSA_Int8 iDiff;
M4VSS3GPP_ClipContext *pClipCtxt = pC->pC1;
M4OSA_Int32 *pOffset = &(pC->ewc.iMpeg4GovOffset);
/**
* Set H263 time counter from system time */
if( M4SYS_kH263 == pAU->stream->streamType )
{
uiTmp = (M4OSA_UInt8)((M4OSA_UInt32)( ( pAU->CTS * 30) / 1001 + 0.5)
% M4VSS3GPP_EDIT_H263_MODULO_TIME);
M4VSS3GPP_intSetH263TimeCounter((M4OSA_MemAddr8)(pAU->dataAddress),
uiTmp);
}
/*
* Set MPEG4 GOV time counter regarding video and system time */
else if( M4SYS_kMPEG_4 == pAU->stream->streamType )
{
/*
* If GOV.
* beware of little/big endian! */
/* correction: read 8 bits block instead of one 32 bits block */
M4OSA_UInt8 *temp8 = (M4OSA_UInt8 *)(pAU->dataAddress);
M4OSA_UInt32 temp32 = 0;
temp32 = ( 0x000000ff & (M4OSA_UInt32)(*temp8))
+ (0x0000ff00 & ((M4OSA_UInt32)(*(temp8 + 1))) << 8)
+ (0x00ff0000 & ((M4OSA_UInt32)(*(temp8 + 2))) << 16)
+ (0xff000000 & ((M4OSA_UInt32)(*(temp8 + 3))) << 24);
M4OSA_TRACE3_2("RC: Temp32: 0x%x, dataAddress: 0x%x\n", temp32,
*(pAU->dataAddress));
if( M4VSS3GPP_EDIT_GOV_HEADER == temp32 )
{
pTmp =
(M4OSA_MemAddr8)(pAU->dataAddress
+ 1); /**< Jump to the time code (just after the 32 bits header) */
uiAdd = (M4OSA_UInt32)(pAU->CTS)+( *pOffset);
switch( pClipCtxt->bMpeg4GovState )
{
case M4OSA_FALSE: /*< INIT */
{
/* video time = ceil (system time + offset) */
uiCts = ( uiAdd + 999) / 1000;
/* offset update */
( *pOffset) += (( uiCts * 1000) - uiAdd);
/* Save values */
pClipCtxt->uiMpeg4PrevGovValueSet = uiCts;
/* State to 'first' */
pClipCtxt->bMpeg4GovState = M4OSA_TRUE;
}
break;
case M4OSA_TRUE: /*< UPDATE */
{
/* Get current Gov value */
M4VSS3GPP_intGetMPEG4Gov(pTmp, &uiCurrGov);
/* video time = floor or ceil (system time + offset) */
uiCts = (uiAdd / 1000);
iDiff = (M4OSA_Int8)(uiCurrGov
- pClipCtxt->uiMpeg4PrevGovValueGet - uiCts
+ pClipCtxt->uiMpeg4PrevGovValueSet);
/* ceiling */
if( iDiff > 0 )
{
uiCts += (M4OSA_UInt32)(iDiff);
/* offset update */
( *pOffset) += (( uiCts * 1000) - uiAdd);
}
/* Save values */
pClipCtxt->uiMpeg4PrevGovValueGet = uiCurrGov;
pClipCtxt->uiMpeg4PrevGovValueSet = uiCts;
}
break;
}
M4VSS3GPP_intSetMPEG4Gov(pTmp, uiCts);
}
}
return;
}
/**
******************************************************************************
* M4OSA_Void M4VSS3GPP_intCheckVideoEffects()
* @brief Check which video effect must be applied at the current time
******************************************************************************
*/
static M4OSA_Void
M4VSS3GPP_intCheckVideoEffects( M4VSS3GPP_InternalEditContext *pC,
M4OSA_UInt8 uiClipNumber )
{
M4OSA_UInt8 uiClipIndex;
M4OSA_UInt8 uiFxIndex, i;
M4VSS3GPP_ClipContext *pClip;
M4VSS3GPP_EffectSettings *pFx;
M4OSA_Int32 Off, BC, EC;
// Decorrelate input and output encoding timestamp to handle encoder prefetch
M4OSA_Int32 t = (M4OSA_Int32)pC->ewc.dInputVidCts;
uiClipIndex = pC->uiCurrentClip;
if (uiClipNumber == 1) {
pClip = pC->pC1;
pC->bClip1ActiveFramingEffect = M4OSA_FALSE;
} else {
pClip = pC->pC2;
pC->bClip2ActiveFramingEffect = M4OSA_FALSE;
}
/**
* Shortcuts for code readability */
Off = pClip->iVoffset;
BC = pClip->iActualVideoBeginCut;
EC = pClip->iEndTime;
i = 0;
for ( uiFxIndex = 0; uiFxIndex < pC->nbEffects; uiFxIndex++ )
{
/** Shortcut, reverse order because of priority between effects(EndEffect always clean )*/
pFx = &(pC->pEffectsList[pC->nbEffects - 1 - uiFxIndex]);
if( M4VSS3GPP_kVideoEffectType_None != pFx->VideoEffectType )
{
/**
* Check if there is actually a video effect */
if(uiClipNumber ==1)
{
/**< Are we after the start time of the effect?
* or Are we into the effect duration?
*/
if ( (t >= (M4OSA_Int32)(pFx->uiStartTime)) &&
(t <= (M4OSA_Int32)(pFx->uiStartTime + pFx->uiDuration)) ) {
/**
* Set the active effect(s) */
pC->pActiveEffectsList[i] = pC->nbEffects-1-uiFxIndex;
/**
* Update counter of active effects */
i++;
if (pFx->xVSS.pFramingBuffer != M4OSA_NULL) {
pC->bClip1ActiveFramingEffect = M4OSA_TRUE;
}
/**
* For all external effects set this flag to true. */
if(pFx->VideoEffectType > M4VSS3GPP_kVideoEffectType_External)
{
pC->m_bClipExternalHasStarted = M4OSA_TRUE;
}
}
}
else
{
/**< Are we into the effect duration? */
if ( ((M4OSA_Int32)(t + pC->pTransitionList[uiClipIndex].uiTransitionDuration)
>= (M4OSA_Int32)(pFx->uiStartTime))
&& ( (M4OSA_Int32)(t + pC->pTransitionList[uiClipIndex].uiTransitionDuration)
<= (M4OSA_Int32)(pFx->uiStartTime + pFx->uiDuration)) ) {
/**
* Set the active effect(s) */
pC->pActiveEffectsList1[i] = pC->nbEffects-1-uiFxIndex;
/**
* Update counter of active effects */
i++;
if (pFx->xVSS.pFramingBuffer != M4OSA_NULL) {
pC->bClip2ActiveFramingEffect = M4OSA_TRUE;
}
/**
* For all external effects set this flag to true. */
if(pFx->VideoEffectType > M4VSS3GPP_kVideoEffectType_External)
{
pC->m_bClipExternalHasStarted = M4OSA_TRUE;
}
/**
* The third effect has the highest priority, then the second one, then the first one.
* Hence, as soon as we found an active effect, we can get out of this loop */
}
}
if (M4VIDEOEDITING_kH264 !=
pC->pC1->pSettings->ClipProperties.VideoStreamType) {
// For Mpeg4 and H263 clips, full decode encode not required
pC->m_bClipExternalHasStarted = M4OSA_FALSE;
}
}
}
if(1==uiClipNumber)
{
/**
* Save number of active effects */
pC->nbActiveEffects = i;
}
else
{
pC->nbActiveEffects1 = i;
}
/**
* Change the absolut time to clip related time */
t -= Off;
/**
* Check if we are on the begin cut (for clip1 only) */
if( ( 0 != BC) && (t == BC) && (1 == uiClipNumber) )
{
pC->bClip1AtBeginCut = M4OSA_TRUE;
}
else
{
pC->bClip1AtBeginCut = M4OSA_FALSE;
}
return;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intCreateVideoEncoder()
* @brief Creates the video encoder
* @note
******************************************************************************
*/
M4OSA_ERR M4VSS3GPP_intCreateVideoEncoder( M4VSS3GPP_InternalEditContext *pC )
{
M4OSA_ERR err;
M4ENCODER_AdvancedParams EncParams;
/**
* Simulate a writer interface with our specific function */
pC->ewc.OurWriterDataInterface.pProcessAU =
M4VSS3GPP_intProcessAU; /**< This function is VSS 3GPP specific,
but it follow the writer interface */
pC->ewc.OurWriterDataInterface.pStartAU =
M4VSS3GPP_intStartAU; /**< This function is VSS 3GPP specific,
but it follow the writer interface */
pC->ewc.OurWriterDataInterface.pWriterContext =
(M4WRITER_Context)
pC; /**< We give the internal context as writer context */
/**
* Get the encoder interface, if not already done */
if( M4OSA_NULL == pC->ShellAPI.pVideoEncoderGlobalFcts )
{
err = M4VSS3GPP_setCurrentVideoEncoder(&pC->ShellAPI,
pC->ewc.VideoStreamType);
M4OSA_TRACE1_1(
"M4VSS3GPP_intCreateVideoEncoder: setCurrentEncoder returns 0x%x",
err);
M4ERR_CHECK_RETURN(err);
}
/**
* Set encoder shell parameters according to VSS settings */
/* Common parameters */
EncParams.InputFormat = M4ENCODER_kIYUV420;
EncParams.FrameWidth = pC->ewc.uiVideoWidth;
EncParams.FrameHeight = pC->ewc.uiVideoHeight;
EncParams.uiTimeScale = pC->ewc.uiVideoTimeScale;
if( pC->bIsMMS == M4OSA_FALSE )
{
/* No strict regulation in video editor */
/* Because of the effects and transitions we should allow more flexibility */
/* Also it prevents to drop important frames (with a bad result on sheduling and
block effetcs) */
EncParams.bInternalRegulation = M4OSA_FALSE;
// Variable framerate is not supported by StageFright encoders
EncParams.FrameRate = M4ENCODER_k30_FPS;
}
else
{
/* In case of MMS mode, we need to enable bitrate regulation to be sure */
/* to reach the targeted output file size */
EncParams.bInternalRegulation = M4OSA_TRUE;
EncParams.FrameRate = pC->MMSvideoFramerate;
}
/**
* Other encoder settings (defaults) */
EncParams.uiHorizontalSearchRange = 0; /* use default */
EncParams.uiVerticalSearchRange = 0; /* use default */
EncParams.bErrorResilience = M4OSA_FALSE; /* no error resilience */
EncParams.uiIVopPeriod = 0; /* use default */
EncParams.uiMotionEstimationTools = 0; /* M4V_MOTION_EST_TOOLS_ALL */
EncParams.bAcPrediction = M4OSA_TRUE; /* use AC prediction */
EncParams.uiStartingQuantizerValue = 10; /* initial QP = 10 */
EncParams.bDataPartitioning = M4OSA_FALSE; /* no data partitioning */
/**
* Set the video profile and level */
EncParams.videoProfile = pC->ewc.outputVideoProfile;
EncParams.videoLevel= pC->ewc.outputVideoLevel;
switch ( pC->ewc.VideoStreamType )
{
case M4SYS_kH263:
EncParams.Format = M4ENCODER_kH263;
EncParams.uiStartingQuantizerValue = 10;
EncParams.uiRateFactor = 1; /* default */
EncParams.bErrorResilience = M4OSA_FALSE;
EncParams.bDataPartitioning = M4OSA_FALSE;
break;
case M4SYS_kMPEG_4:
EncParams.Format = M4ENCODER_kMPEG4;
EncParams.uiStartingQuantizerValue = 8;
EncParams.uiRateFactor = (M4OSA_UInt8)(( pC->dOutputFrameDuration
* pC->ewc.uiVideoTimeScale) / 1000.0 + 0.5);
if( EncParams.uiRateFactor == 0 )
EncParams.uiRateFactor = 1; /* default */
if( M4OSA_FALSE == pC->ewc.bVideoDataPartitioning )
{
EncParams.bErrorResilience = M4OSA_FALSE;
EncParams.bDataPartitioning = M4OSA_FALSE;
}
else
{
EncParams.bErrorResilience = M4OSA_TRUE;
EncParams.bDataPartitioning = M4OSA_TRUE;
}
break;
case M4SYS_kH264:
M4OSA_TRACE1_0("M4VSS3GPP_intCreateVideoEncoder: M4SYS_H264");
EncParams.Format = M4ENCODER_kH264;
EncParams.uiStartingQuantizerValue = 10;
EncParams.uiRateFactor = 1; /* default */
EncParams.bErrorResilience = M4OSA_FALSE;
EncParams.bDataPartitioning = M4OSA_FALSE;
//EncParams.FrameRate = M4VIDEOEDITING_k5_FPS;
break;
default:
M4OSA_TRACE1_1(
"M4VSS3GPP_intCreateVideoEncoder: Unknown videoStreamType 0x%x",
pC->ewc.VideoStreamType);
return M4VSS3GPP_ERR_EDITING_UNSUPPORTED_VIDEO_FORMAT;
}
if( pC->bIsMMS == M4OSA_FALSE )
{
EncParams.Bitrate = pC->xVSS.outputVideoBitrate;
}
else
{
EncParams.Bitrate = pC->uiMMSVideoBitrate; /* RC */
EncParams.uiTimeScale = 0; /* We let the encoder choose the timescale */
}
M4OSA_TRACE1_0("M4VSS3GPP_intCreateVideoEncoder: calling encoder pFctInit");
/**
* Init the video encoder (advanced settings version of the encoder Open function) */
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctInit(&pC->ewc.pEncContext,
&pC->ewc.OurWriterDataInterface, M4VSS3GPP_intVPP, pC,
pC->ShellAPI.pCurrentVideoEncoderExternalAPI,
pC->ShellAPI.pCurrentVideoEncoderUserData);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCreateVideoEncoder: pVideoEncoderGlobalFcts->pFctInit returns 0x%x",
err);
return err;
}
pC->ewc.encoderState = M4VSS3GPP_kEncoderClosed;
M4OSA_TRACE1_0("M4VSS3GPP_intCreateVideoEncoder: calling encoder pFctOpen");
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctOpen(pC->ewc.pEncContext,
&pC->ewc.WriterVideoAU, &EncParams);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCreateVideoEncoder: pVideoEncoderGlobalFcts->pFctOpen returns 0x%x",
err);
return err;
}
pC->ewc.encoderState = M4VSS3GPP_kEncoderStopped;
M4OSA_TRACE1_0(
"M4VSS3GPP_intCreateVideoEncoder: calling encoder pFctStart");
if( M4OSA_NULL != pC->ShellAPI.pVideoEncoderGlobalFcts->pFctStart )
{
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctStart(
pC->ewc.pEncContext);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intCreateVideoEncoder: pVideoEncoderGlobalFcts->pFctStart returns 0x%x",
err);
return err;
}
}
pC->ewc.encoderState = M4VSS3GPP_kEncoderRunning;
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intCreateVideoEncoder: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intDestroyVideoEncoder()
* @brief Destroy the video encoder
* @note
******************************************************************************
*/
M4OSA_ERR M4VSS3GPP_intDestroyVideoEncoder( M4VSS3GPP_InternalEditContext *pC )
{
M4OSA_ERR err = M4NO_ERROR;
if( M4OSA_NULL != pC->ewc.pEncContext )
{
if( M4VSS3GPP_kEncoderRunning == pC->ewc.encoderState )
{
if( pC->ShellAPI.pVideoEncoderGlobalFcts->pFctStop != M4OSA_NULL )
{
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctStop(
pC->ewc.pEncContext);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intDestroyVideoEncoder:\
pVideoEncoderGlobalFcts->pFctStop returns 0x%x",
err);
/* Well... how the heck do you handle a failed cleanup? */
}
}
pC->ewc.encoderState = M4VSS3GPP_kEncoderStopped;
}
/* Has the encoder actually been opened? Don't close it if that's not the case. */
if( M4VSS3GPP_kEncoderStopped == pC->ewc.encoderState )
{
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctClose(
pC->ewc.pEncContext);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intDestroyVideoEncoder:\
pVideoEncoderGlobalFcts->pFctClose returns 0x%x",
err);
/* Well... how the heck do you handle a failed cleanup? */
}
pC->ewc.encoderState = M4VSS3GPP_kEncoderClosed;
}
err = pC->ShellAPI.pVideoEncoderGlobalFcts->pFctCleanup(
pC->ewc.pEncContext);
if( M4NO_ERROR != err )
{
M4OSA_TRACE1_1(
"M4VSS3GPP_intDestroyVideoEncoder:\
pVideoEncoderGlobalFcts->pFctCleanup returns 0x%x!",
err);
/**< We do not return the error here because we still have stuff to free */
}
pC->ewc.encoderState = M4VSS3GPP_kNoEncoder;
/**
* Reset variable */
pC->ewc.pEncContext = M4OSA_NULL;
}
M4OSA_TRACE3_1("M4VSS3GPP_intDestroyVideoEncoder: returning 0x%x", err);
return err;
}
/**
******************************************************************************
* M4OSA_Void M4VSS3GPP_intSetH263TimeCounter()
* @brief Modify the time counter of the given H263 video AU
* @note
* @param pAuDataBuffer (IN/OUT) H263 Video AU to modify
* @param uiCts (IN) New time counter value
* @return nothing
******************************************************************************
*/
static M4OSA_Void M4VSS3GPP_intSetH263TimeCounter( M4OSA_MemAddr8 pAuDataBuffer,
M4OSA_UInt8 uiCts )
{
/*
* The H263 time counter is 8 bits located on the "x" below:
*
* |--------|--------|--------|--------|
* ???????? ???????? ??????xx xxxxxx??
*/
/**
* Write the 2 bits on the third byte */
pAuDataBuffer[2] = ( pAuDataBuffer[2] & 0xFC) | (( uiCts >> 6) & 0x3);
/**
* Write the 6 bits on the fourth byte */
pAuDataBuffer[3] = ( ( uiCts << 2) & 0xFC) | (pAuDataBuffer[3] & 0x3);
return;
}
/**
******************************************************************************
* M4OSA_Void M4VSS3GPP_intSetMPEG4Gov()
* @brief Modify the time info from Group Of VOP video AU
* @note
* @param pAuDataBuffer (IN) MPEG4 Video AU to modify
* @param uiCtsSec (IN) New GOV time info in second unit
* @return nothing
******************************************************************************
*/
static M4OSA_Void M4VSS3GPP_intSetMPEG4Gov( M4OSA_MemAddr8 pAuDataBuffer,
M4OSA_UInt32 uiCtsSec )
{
/*
* The MPEG-4 time code length is 18 bits:
*
* hh mm marker ss
* xxxxx|xxx xxx 1 xxxx xx ??????
* |----- ---|--- - ----|-- ------|
*/
M4OSA_UInt8 uiHh;
M4OSA_UInt8 uiMm;
M4OSA_UInt8 uiSs;
M4OSA_UInt8 uiTmp;
/**
* Write the 2 last bits ss */
uiSs = (M4OSA_UInt8)(uiCtsSec % 60); /**< modulo part */
pAuDataBuffer[2] = (( ( uiSs & 0x03) << 6) | (pAuDataBuffer[2] & 0x3F));
if( uiCtsSec < 60 )
{
/**
* Write the 3 last bits of mm, the marker bit (0x10 */
pAuDataBuffer[1] = (( 0x10) | (uiSs >> 2));
/**
* Write the 5 bits of hh and 3 of mm (out of 6) */
pAuDataBuffer[0] = 0;
}
else
{
/**
* Write the 3 last bits of mm, the marker bit (0x10 */
uiTmp = (M4OSA_UInt8)(uiCtsSec / 60); /**< integer part */
uiMm = (M4OSA_UInt8)(uiTmp % 60);
pAuDataBuffer[1] = (( uiMm << 5) | (0x10) | (uiSs >> 2));
if( uiTmp < 60 )
{
/**
* Write the 5 bits of hh and 3 of mm (out of 6) */
pAuDataBuffer[0] = ((uiMm >> 3));
}
else
{
/**
* Write the 5 bits of hh and 3 of mm (out of 6) */
uiHh = (M4OSA_UInt8)(uiTmp / 60);
pAuDataBuffer[0] = (( uiHh << 3) | (uiMm >> 3));
}
}
return;
}
/**
******************************************************************************
* M4OSA_Void M4VSS3GPP_intGetMPEG4Gov()
* @brief Get the time info from Group Of VOP video AU
* @note
* @param pAuDataBuffer (IN) MPEG4 Video AU to modify
* @param pCtsSec (OUT) Current GOV time info in second unit
* @return nothing
******************************************************************************
*/
static M4OSA_Void M4VSS3GPP_intGetMPEG4Gov( M4OSA_MemAddr8 pAuDataBuffer,
M4OSA_UInt32 *pCtsSec )
{
/*
* The MPEG-4 time code length is 18 bits:
*
* hh mm marker ss
* xxxxx|xxx xxx 1 xxxx xx ??????
* |----- ---|--- - ----|-- ------|
*/
M4OSA_UInt8 uiHh;
M4OSA_UInt8 uiMm;
M4OSA_UInt8 uiSs;
M4OSA_UInt8 uiTmp;
M4OSA_UInt32 uiCtsSec;
/**
* Read ss */
uiSs = (( pAuDataBuffer[2] & 0xC0) >> 6);
uiTmp = (( pAuDataBuffer[1] & 0x0F) << 2);
uiCtsSec = uiSs + uiTmp;
/**
* Read mm */
uiMm = (( pAuDataBuffer[1] & 0xE0) >> 5);
uiTmp = (( pAuDataBuffer[0] & 0x07) << 3);
uiMm = uiMm + uiTmp;
uiCtsSec = ( uiMm * 60) + uiCtsSec;
/**
* Read hh */
uiHh = (( pAuDataBuffer[0] & 0xF8) >> 3);
if( uiHh )
{
uiCtsSec = ( uiHh * 3600) + uiCtsSec;
}
/*
* in sec */
*pCtsSec = uiCtsSec;
return;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_intAllocateYUV420()
* @brief Allocate the three YUV 4:2:0 planes
* @note
* @param pPlanes (IN/OUT) valid pointer to 3 M4VIFI_ImagePlane structures
* @param uiWidth (IN) Image width
* @param uiHeight(IN) Image height
******************************************************************************
*/
static M4OSA_ERR M4VSS3GPP_intAllocateYUV420( M4VIFI_ImagePlane *pPlanes,
M4OSA_UInt32 uiWidth, M4OSA_UInt32 uiHeight )
{
if (pPlanes == M4OSA_NULL) {
M4OSA_TRACE1_0("M4VSS3GPP_intAllocateYUV420: Invalid pPlanes pointer");
return M4ERR_PARAMETER;
}
/* if the buffer is not NULL and same size with target size,
* do not malloc again*/
if (pPlanes[0].pac_data != M4OSA_NULL &&
pPlanes[0].u_width == uiWidth &&
pPlanes[0].u_height == uiHeight) {
return M4NO_ERROR;
}
pPlanes[0].u_width = uiWidth;
pPlanes[0].u_height = uiHeight;
pPlanes[0].u_stride = uiWidth;
pPlanes[0].u_topleft = 0;
if (pPlanes[0].pac_data != M4OSA_NULL) {
free(pPlanes[0].pac_data);
pPlanes[0].pac_data = M4OSA_NULL;
}
pPlanes[0].pac_data = (M4VIFI_UInt8 *)M4OSA_32bitAlignedMalloc(pPlanes[0].u_stride
* pPlanes[0].u_height, M4VSS3GPP, (M4OSA_Char *)"pPlanes[0].pac_data");
if( M4OSA_NULL == pPlanes[0].pac_data )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intAllocateYUV420: unable to allocate pPlanes[0].pac_data,\
returning M4ERR_ALLOC");
return M4ERR_ALLOC;
}
pPlanes[1].u_width = pPlanes[0].u_width >> 1;
pPlanes[1].u_height = pPlanes[0].u_height >> 1;
pPlanes[1].u_stride = pPlanes[1].u_width;
pPlanes[1].u_topleft = 0;
if (pPlanes[1].pac_data != M4OSA_NULL) {
free(pPlanes[1].pac_data);
pPlanes[1].pac_data = M4OSA_NULL;
}
pPlanes[1].pac_data = (M4VIFI_UInt8 *)M4OSA_32bitAlignedMalloc(pPlanes[1].u_stride
* pPlanes[1].u_height, M4VSS3GPP,(M4OSA_Char *) "pPlanes[1].pac_data");
if( M4OSA_NULL == pPlanes[1].pac_data )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intAllocateYUV420: unable to allocate pPlanes[1].pac_data,\
returning M4ERR_ALLOC");
free((void *)pPlanes[0].pac_data);
pPlanes[0].pac_data = M4OSA_NULL;
return M4ERR_ALLOC;
}
pPlanes[2].u_width = pPlanes[1].u_width;
pPlanes[2].u_height = pPlanes[1].u_height;
pPlanes[2].u_stride = pPlanes[2].u_width;
pPlanes[2].u_topleft = 0;
if (pPlanes[2].pac_data != M4OSA_NULL) {
free(pPlanes[2].pac_data);
pPlanes[2].pac_data = M4OSA_NULL;
}
pPlanes[2].pac_data = (M4VIFI_UInt8 *)M4OSA_32bitAlignedMalloc(pPlanes[2].u_stride
* pPlanes[2].u_height, M4VSS3GPP, (M4OSA_Char *)"pPlanes[2].pac_data");
if( M4OSA_NULL == pPlanes[2].pac_data )
{
M4OSA_TRACE1_0(
"M4VSS3GPP_intAllocateYUV420: unable to allocate pPlanes[2].pac_data,\
returning M4ERR_ALLOC");
free((void *)pPlanes[0].pac_data);
free((void *)pPlanes[1].pac_data);
pPlanes[0].pac_data = M4OSA_NULL;
pPlanes[1].pac_data = M4OSA_NULL;
return M4ERR_ALLOC;
}
memset((void *)pPlanes[0].pac_data, 0, pPlanes[0].u_stride*pPlanes[0].u_height);
memset((void *)pPlanes[1].pac_data, 0, pPlanes[1].u_stride*pPlanes[1].u_height);
memset((void *)pPlanes[2].pac_data, 0, pPlanes[2].u_stride*pPlanes[2].u_height);
/**
* Return */
M4OSA_TRACE3_0("M4VSS3GPP_intAllocateYUV420: returning M4NO_ERROR");
return M4NO_ERROR;
}
/**
******************************************************************************
* M4OSA_ERR M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420(M4OSA_Void* pFileIn,
* M4OSA_FileReadPointer* pFileReadPtr,
* M4VIFI_ImagePlane* pImagePlanes,
* M4OSA_UInt32 width,
* M4OSA_UInt32 height);
* @brief It Coverts and resizes a ARGB8888 image to YUV420
* @note
* @param pFileIn (IN) The ARGB888 input file
* @param pFileReadPtr (IN) Pointer on filesystem functions
* @param pImagePlanes (IN/OUT) Pointer on YUV420 output planes allocated by the user.
* ARGB8888 image will be converted and resized to output
* YUV420 plane size
* @param width (IN) width of the ARGB8888
* @param height (IN) height of the ARGB8888
* @return M4NO_ERROR: No error
* @return M4ERR_ALLOC: memory error
* @return M4ERR_PARAMETER: At least one of the function parameters is null
******************************************************************************
*/
M4OSA_ERR M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420(M4OSA_Void* pFileIn,
M4OSA_FileReadPointer* pFileReadPtr,
M4VIFI_ImagePlane* pImagePlanes,
M4OSA_UInt32 width,M4OSA_UInt32 height) {
M4OSA_Context pARGBIn;
M4VIFI_ImagePlane rgbPlane1 ,rgbPlane2;
M4OSA_UInt32 frameSize_argb = width * height * 4;
M4OSA_UInt32 frameSize_rgb888 = width * height * 3;
M4OSA_UInt32 i = 0,j= 0;
M4OSA_ERR err = M4NO_ERROR;
M4OSA_UInt8 *pArgbPlane =
(M4OSA_UInt8*) M4OSA_32bitAlignedMalloc(frameSize_argb,
M4VS, (M4OSA_Char*)"argb data");
if (pArgbPlane == M4OSA_NULL) {
M4OSA_TRACE1_0("M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420: \
Failed to allocate memory for ARGB plane");
return M4ERR_ALLOC;
}
/* Get file size */
err = pFileReadPtr->openRead(&pARGBIn, pFileIn, M4OSA_kFileRead);
if (err != M4NO_ERROR) {
M4OSA_TRACE1_2("M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420 : \
Can not open input ARGB8888 file %s, error: 0x%x\n",pFileIn, err);
free(pArgbPlane);
pArgbPlane = M4OSA_NULL;
goto cleanup;
}
err = pFileReadPtr->readData(pARGBIn,(M4OSA_MemAddr8)pArgbPlane,
&frameSize_argb);
if (err != M4NO_ERROR) {
M4OSA_TRACE1_2("M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420 \
Can not read ARGB8888 file %s, error: 0x%x\n",pFileIn, err);
pFileReadPtr->closeRead(pARGBIn);
free(pArgbPlane);
pArgbPlane = M4OSA_NULL;
goto cleanup;
}
err = pFileReadPtr->closeRead(pARGBIn);
if(err != M4NO_ERROR) {
M4OSA_TRACE1_2("M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420 \
Can not close ARGB8888 file %s, error: 0x%x\n",pFileIn, err);
free(pArgbPlane);
pArgbPlane = M4OSA_NULL;
goto cleanup;
}
rgbPlane1.pac_data =
(M4VIFI_UInt8*)M4OSA_32bitAlignedMalloc(frameSize_rgb888,
M4VS, (M4OSA_Char*)"RGB888 plane1");
if(rgbPlane1.pac_data == M4OSA_NULL) {
M4OSA_TRACE1_0("M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420 \
Failed to allocate memory for rgb plane1");
free(pArgbPlane);
return M4ERR_ALLOC;
}
rgbPlane1.u_height = height;
rgbPlane1.u_width = width;
rgbPlane1.u_stride = width*3;
rgbPlane1.u_topleft = 0;
/** Remove the alpha channel */
for (i=0, j = 0; i < frameSize_argb; i++) {
if ((i % 4) == 0) continue;
rgbPlane1.pac_data[j] = pArgbPlane[i];
j++;
}
free(pArgbPlane);
/**
* Check if resizing is required with color conversion */
if(width != pImagePlanes->u_width || height != pImagePlanes->u_height) {
frameSize_rgb888 = pImagePlanes->u_width * pImagePlanes->u_height * 3;
rgbPlane2.pac_data =
(M4VIFI_UInt8*)M4OSA_32bitAlignedMalloc(frameSize_rgb888, M4VS,
(M4OSA_Char*)"rgb Plane2");
if(rgbPlane2.pac_data == M4OSA_NULL) {
M4OSA_TRACE1_0("Failed to allocate memory for rgb plane2");
free(rgbPlane1.pac_data);
return M4ERR_ALLOC;
}
rgbPlane2.u_height = pImagePlanes->u_height;
rgbPlane2.u_width = pImagePlanes->u_width;
rgbPlane2.u_stride = pImagePlanes->u_width*3;
rgbPlane2.u_topleft = 0;
/* Resizing */
err = M4VIFI_ResizeBilinearRGB888toRGB888(M4OSA_NULL,
&rgbPlane1, &rgbPlane2);
free(rgbPlane1.pac_data);
if(err != M4NO_ERROR) {
M4OSA_TRACE1_1("error resizing RGB888 to RGB888: 0x%x\n", err);
free(rgbPlane2.pac_data);
return err;
}
/*Converting Resized RGB888 to YUV420 */
err = M4VIFI_RGB888toYUV420(M4OSA_NULL, &rgbPlane2, pImagePlanes);
free(rgbPlane2.pac_data);
if(err != M4NO_ERROR) {
M4OSA_TRACE1_1("error converting from RGB888 to YUV: 0x%x\n", err);
return err;
}
} else {
err = M4VIFI_RGB888toYUV420(M4OSA_NULL, &rgbPlane1, pImagePlanes);
if(err != M4NO_ERROR) {
M4OSA_TRACE1_1("error when converting from RGB to YUV: 0x%x\n", err);
}
free(rgbPlane1.pac_data);
}
cleanup:
M4OSA_TRACE3_0("M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420 exit");
return err;
}
M4OSA_ERR M4VSS3GPP_intApplyRenderingMode(M4VSS3GPP_InternalEditContext *pC,
M4xVSS_MediaRendering renderingMode,
M4VIFI_ImagePlane* pInplane,
M4VIFI_ImagePlane* pOutplane) {
M4OSA_ERR err = M4NO_ERROR;
M4AIR_Params airParams;
M4VIFI_ImagePlane pImagePlanesTemp[3];
M4OSA_UInt32 i = 0;
if (renderingMode == M4xVSS_kBlackBorders) {
memset((void *)pOutplane[0].pac_data, Y_PLANE_BORDER_VALUE,
(pOutplane[0].u_height*pOutplane[0].u_stride));
memset((void *)pOutplane[1].pac_data, U_PLANE_BORDER_VALUE,
(pOutplane[1].u_height*pOutplane[1].u_stride));
memset((void *)pOutplane[2].pac_data, V_PLANE_BORDER_VALUE,
(pOutplane[2].u_height*pOutplane[2].u_stride));
}
if (renderingMode == M4xVSS_kResizing) {
/**
* Call the resize filter.
* From the intermediate frame to the encoder image plane */
err = M4VIFI_ResizeBilinearYUV420toYUV420(M4OSA_NULL,
pInplane, pOutplane);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intApplyRenderingMode: \
M4ViFilResizeBilinearYUV420toYUV420 returns 0x%x!", err);
return err;
}
} else {
M4VIFI_ImagePlane* pPlaneTemp = M4OSA_NULL;
M4OSA_UInt8* pOutPlaneY =
pOutplane[0].pac_data + pOutplane[0].u_topleft;
M4OSA_UInt8* pOutPlaneU =
pOutplane[1].pac_data + pOutplane[1].u_topleft;
M4OSA_UInt8* pOutPlaneV =
pOutplane[2].pac_data + pOutplane[2].u_topleft;
M4OSA_UInt8* pInPlaneY = M4OSA_NULL;
M4OSA_UInt8* pInPlaneU = M4OSA_NULL;
M4OSA_UInt8* pInPlaneV = M4OSA_NULL;
/* To keep media aspect ratio*/
/* Initialize AIR Params*/
airParams.m_inputCoord.m_x = 0;
airParams.m_inputCoord.m_y = 0;
airParams.m_inputSize.m_height = pInplane->u_height;
airParams.m_inputSize.m_width = pInplane->u_width;
airParams.m_outputSize.m_width = pOutplane->u_width;
airParams.m_outputSize.m_height = pOutplane->u_height;
airParams.m_bOutputStripe = M4OSA_FALSE;
airParams.m_outputOrientation = M4COMMON_kOrientationTopLeft;
/**
Media rendering: Black borders*/
if (renderingMode == M4xVSS_kBlackBorders) {
pImagePlanesTemp[0].u_width = pOutplane[0].u_width;
pImagePlanesTemp[0].u_height = pOutplane[0].u_height;
pImagePlanesTemp[0].u_stride = pOutplane[0].u_width;
pImagePlanesTemp[0].u_topleft = 0;
pImagePlanesTemp[1].u_width = pOutplane[1].u_width;
pImagePlanesTemp[1].u_height = pOutplane[1].u_height;
pImagePlanesTemp[1].u_stride = pOutplane[1].u_width;
pImagePlanesTemp[1].u_topleft = 0;
pImagePlanesTemp[2].u_width = pOutplane[2].u_width;
pImagePlanesTemp[2].u_height = pOutplane[2].u_height;
pImagePlanesTemp[2].u_stride = pOutplane[2].u_width;
pImagePlanesTemp[2].u_topleft = 0;
/**
* Allocates plan in local image plane structure */
pImagePlanesTemp[0].pac_data =
(M4OSA_UInt8*)M4OSA_32bitAlignedMalloc(
pImagePlanesTemp[0].u_width * pImagePlanesTemp[0].u_height,
M4VS, (M4OSA_Char *)"pImagePlaneTemp Y") ;
if (pImagePlanesTemp[0].pac_data == M4OSA_NULL) {
M4OSA_TRACE1_0("M4VSS3GPP_intApplyRenderingMode: Alloc Error");
return M4ERR_ALLOC;
}
pImagePlanesTemp[1].pac_data =
(M4OSA_UInt8*)M4OSA_32bitAlignedMalloc(
pImagePlanesTemp[1].u_width * pImagePlanesTemp[1].u_height,
M4VS, (M4OSA_Char *)"pImagePlaneTemp U") ;
if (pImagePlanesTemp[1].pac_data == M4OSA_NULL) {
M4OSA_TRACE1_0("M4VSS3GPP_intApplyRenderingMode: Alloc Error");
free(pImagePlanesTemp[0].pac_data);
return M4ERR_ALLOC;
}
pImagePlanesTemp[2].pac_data =
(M4OSA_UInt8*)M4OSA_32bitAlignedMalloc(
pImagePlanesTemp[2].u_width * pImagePlanesTemp[2].u_height,
M4VS, (M4OSA_Char *)"pImagePlaneTemp V") ;
if (pImagePlanesTemp[2].pac_data == M4OSA_NULL) {
M4OSA_TRACE1_0("M4VSS3GPP_intApplyRenderingMode: Alloc Error");
free(pImagePlanesTemp[0].pac_data);
free(pImagePlanesTemp[1].pac_data);
return M4ERR_ALLOC;
}
pInPlaneY = pImagePlanesTemp[0].pac_data ;
pInPlaneU = pImagePlanesTemp[1].pac_data ;
pInPlaneV = pImagePlanesTemp[2].pac_data ;
memset((void *)pImagePlanesTemp[0].pac_data, Y_PLANE_BORDER_VALUE,
(pImagePlanesTemp[0].u_height*pImagePlanesTemp[0].u_stride));
memset((void *)pImagePlanesTemp[1].pac_data, U_PLANE_BORDER_VALUE,
(pImagePlanesTemp[1].u_height*pImagePlanesTemp[1].u_stride));
memset((void *)pImagePlanesTemp[2].pac_data, V_PLANE_BORDER_VALUE,
(pImagePlanesTemp[2].u_height*pImagePlanesTemp[2].u_stride));
M4OSA_UInt32 height =
(pInplane->u_height * pOutplane->u_width) /pInplane->u_width;
if (height <= pOutplane->u_height) {
/**
* Black borders will be on the top and the bottom side */
airParams.m_outputSize.m_width = pOutplane->u_width;
airParams.m_outputSize.m_height = height;
/**
* Number of lines at the top */
pImagePlanesTemp[0].u_topleft =
(M4xVSS_ABS((M4OSA_Int32)(pImagePlanesTemp[0].u_height -
airParams.m_outputSize.m_height)>>1)) *
pImagePlanesTemp[0].u_stride;
pImagePlanesTemp[0].u_height = airParams.m_outputSize.m_height;
pImagePlanesTemp[1].u_topleft =
(M4xVSS_ABS((M4OSA_Int32)(pImagePlanesTemp[1].u_height -
(airParams.m_outputSize.m_height>>1)))>>1) *
pImagePlanesTemp[1].u_stride;
pImagePlanesTemp[1].u_height =
airParams.m_outputSize.m_height>>1;
pImagePlanesTemp[2].u_topleft =
(M4xVSS_ABS((M4OSA_Int32)(pImagePlanesTemp[2].u_height -
(airParams.m_outputSize.m_height>>1)))>>1) *
pImagePlanesTemp[2].u_stride;
pImagePlanesTemp[2].u_height =
airParams.m_outputSize.m_height>>1;
} else {
/**
* Black borders will be on the left and right side */
airParams.m_outputSize.m_height = pOutplane->u_height;
airParams.m_outputSize.m_width =
(M4OSA_UInt32)((pInplane->u_width * pOutplane->u_height)/pInplane->u_height);
pImagePlanesTemp[0].u_topleft =
(M4xVSS_ABS((M4OSA_Int32)(pImagePlanesTemp[0].u_width -
airParams.m_outputSize.m_width)>>1));
pImagePlanesTemp[0].u_width = airParams.m_outputSize.m_width;
pImagePlanesTemp[1].u_topleft =
(M4xVSS_ABS((M4OSA_Int32)(pImagePlanesTemp[1].u_width -
(airParams.m_outputSize.m_width>>1)))>>1);
pImagePlanesTemp[1].u_width = airParams.m_outputSize.m_width>>1;
pImagePlanesTemp[2].u_topleft =
(M4xVSS_ABS((M4OSA_Int32)(pImagePlanesTemp[2].u_width -
(airParams.m_outputSize.m_width>>1)))>>1);
pImagePlanesTemp[2].u_width = airParams.m_outputSize.m_width>>1;
}
/**
* Width and height have to be even */
airParams.m_outputSize.m_width =
(airParams.m_outputSize.m_width>>1)<<1;
airParams.m_outputSize.m_height =
(airParams.m_outputSize.m_height>>1)<<1;
airParams.m_inputSize.m_width =
(airParams.m_inputSize.m_width>>1)<<1;
airParams.m_inputSize.m_height =
(airParams.m_inputSize.m_height>>1)<<1;
pImagePlanesTemp[0].u_width =
(pImagePlanesTemp[0].u_width>>1)<<1;
pImagePlanesTemp[1].u_width =
(pImagePlanesTemp[1].u_width>>1)<<1;
pImagePlanesTemp[2].u_width =
(pImagePlanesTemp[2].u_width>>1)<<1;
pImagePlanesTemp[0].u_height =
(pImagePlanesTemp[0].u_height>>1)<<1;
pImagePlanesTemp[1].u_height =
(pImagePlanesTemp[1].u_height>>1)<<1;
pImagePlanesTemp[2].u_height =
(pImagePlanesTemp[2].u_height>>1)<<1;
/**
* Check that values are coherent */
if (airParams.m_inputSize.m_height ==
airParams.m_outputSize.m_height) {
airParams.m_inputSize.m_width =
airParams.m_outputSize.m_width;
} else if (airParams.m_inputSize.m_width ==
airParams.m_outputSize.m_width) {
airParams.m_inputSize.m_height =
airParams.m_outputSize.m_height;
}
pPlaneTemp = pImagePlanesTemp;
}
/**
* Media rendering: Cropping*/
if (renderingMode == M4xVSS_kCropping) {
airParams.m_outputSize.m_height = pOutplane->u_height;
airParams.m_outputSize.m_width = pOutplane->u_width;
if ((airParams.m_outputSize.m_height *
airParams.m_inputSize.m_width)/airParams.m_outputSize.m_width <
airParams.m_inputSize.m_height) {
/* Height will be cropped */
airParams.m_inputSize.m_height =
(M4OSA_UInt32)((airParams.m_outputSize.m_height *
airParams.m_inputSize.m_width)/airParams.m_outputSize.m_width);
airParams.m_inputSize.m_height =
(airParams.m_inputSize.m_height>>1)<<1;
airParams.m_inputCoord.m_y =
(M4OSA_Int32)((M4OSA_Int32)((pInplane->u_height -
airParams.m_inputSize.m_height))>>1);
} else {
/* Width will be cropped */
airParams.m_inputSize.m_width =
(M4OSA_UInt32)((airParams.m_outputSize.m_width *
airParams.m_inputSize.m_height)/airParams.m_outputSize.m_height);
airParams.m_inputSize.m_width =
(airParams.m_inputSize.m_width>>1)<<1;
airParams.m_inputCoord.m_x =
(M4OSA_Int32)((M4OSA_Int32)((pInplane->u_width -
airParams.m_inputSize.m_width))>>1);
}
pPlaneTemp = pOutplane;
}
/**
* Call AIR functions */
if (M4OSA_NULL == pC->m_air_context) {
err = M4AIR_create(&pC->m_air_context, M4AIR_kYUV420P);
if(err != M4NO_ERROR) {
M4OSA_TRACE1_1("M4VSS3GPP_intApplyRenderingMode: \
M4AIR_create returned error 0x%x", err);
goto cleanUp;
}
}
err = M4AIR_configure(pC->m_air_context, &airParams);
if (err != M4NO_ERROR) {
M4OSA_TRACE1_1("M4VSS3GPP_intApplyRenderingMode: \
Error when configuring AIR: 0x%x", err);
M4AIR_cleanUp(pC->m_air_context);
goto cleanUp;
}
err = M4AIR_get(pC->m_air_context, pInplane, pPlaneTemp);
if (err != M4NO_ERROR) {
M4OSA_TRACE1_1("M4VSS3GPP_intApplyRenderingMode: \
Error when getting AIR plane: 0x%x", err);
M4AIR_cleanUp(pC->m_air_context);
goto cleanUp;
}
if (renderingMode == M4xVSS_kBlackBorders) {
for (i=0; i<pOutplane[0].u_height; i++) {
memcpy((void *)pOutPlaneY, (void *)pInPlaneY,
pOutplane[0].u_width);
pInPlaneY += pOutplane[0].u_width;
pOutPlaneY += pOutplane[0].u_stride;
}
for (i=0; i<pOutplane[1].u_height; i++) {
memcpy((void *)pOutPlaneU, (void *)pInPlaneU,
pOutplane[1].u_width);
pInPlaneU += pOutplane[1].u_width;
pOutPlaneU += pOutplane[1].u_stride;
}
for (i=0; i<pOutplane[2].u_height; i++) {
memcpy((void *)pOutPlaneV, (void *)pInPlaneV,
pOutplane[2].u_width);
pInPlaneV += pOutplane[2].u_width;
pOutPlaneV += pOutplane[2].u_stride;
}
}
}
cleanUp:
if (renderingMode == M4xVSS_kBlackBorders) {
for (i=0; i<3; i++) {
if (pImagePlanesTemp[i].pac_data != M4OSA_NULL) {
free(pImagePlanesTemp[i].pac_data);
pImagePlanesTemp[i].pac_data = M4OSA_NULL;
}
}
}
return err;
}
M4OSA_ERR M4VSS3GPP_intSetYuv420PlaneFromARGB888 (
M4VSS3GPP_InternalEditContext *pC,
M4VSS3GPP_ClipContext* pClipCtxt) {
M4OSA_ERR err= M4NO_ERROR;
// Allocate memory for YUV plane
pClipCtxt->pPlaneYuv =
(M4VIFI_ImagePlane*)M4OSA_32bitAlignedMalloc(
3*sizeof(M4VIFI_ImagePlane), M4VS,
(M4OSA_Char*)"pPlaneYuv");
if (pClipCtxt->pPlaneYuv == M4OSA_NULL) {
return M4ERR_ALLOC;
}
pClipCtxt->pPlaneYuv[0].u_height =
pClipCtxt->pSettings->ClipProperties.uiStillPicHeight;
pClipCtxt->pPlaneYuv[0].u_width =
pClipCtxt->pSettings->ClipProperties.uiStillPicWidth;
pClipCtxt->pPlaneYuv[0].u_stride = pClipCtxt->pPlaneYuv[0].u_width;
pClipCtxt->pPlaneYuv[0].u_topleft = 0;
pClipCtxt->pPlaneYuv[0].pac_data =
(M4VIFI_UInt8*)M4OSA_32bitAlignedMalloc(
pClipCtxt->pPlaneYuv[0].u_height * pClipCtxt->pPlaneYuv[0].u_width * 1.5,
M4VS, (M4OSA_Char*)"imageClip YUV data");
if (pClipCtxt->pPlaneYuv[0].pac_data == M4OSA_NULL) {
free(pClipCtxt->pPlaneYuv);
return M4ERR_ALLOC;
}
pClipCtxt->pPlaneYuv[1].u_height = pClipCtxt->pPlaneYuv[0].u_height >>1;
pClipCtxt->pPlaneYuv[1].u_width = pClipCtxt->pPlaneYuv[0].u_width >> 1;
pClipCtxt->pPlaneYuv[1].u_stride = pClipCtxt->pPlaneYuv[1].u_width;
pClipCtxt->pPlaneYuv[1].u_topleft = 0;
pClipCtxt->pPlaneYuv[1].pac_data = (M4VIFI_UInt8*)(
pClipCtxt->pPlaneYuv[0].pac_data +
pClipCtxt->pPlaneYuv[0].u_height * pClipCtxt->pPlaneYuv[0].u_width);
pClipCtxt->pPlaneYuv[2].u_height = pClipCtxt->pPlaneYuv[0].u_height >>1;
pClipCtxt->pPlaneYuv[2].u_width = pClipCtxt->pPlaneYuv[0].u_width >> 1;
pClipCtxt->pPlaneYuv[2].u_stride = pClipCtxt->pPlaneYuv[2].u_width;
pClipCtxt->pPlaneYuv[2].u_topleft = 0;
pClipCtxt->pPlaneYuv[2].pac_data = (M4VIFI_UInt8*)(
pClipCtxt->pPlaneYuv[1].pac_data +
pClipCtxt->pPlaneYuv[1].u_height * pClipCtxt->pPlaneYuv[1].u_width);
err = M4VSS3GPP_internalConvertAndResizeARGB8888toYUV420 (
pClipCtxt->pSettings->pFile,
pC->pOsaFileReadPtr,
pClipCtxt->pPlaneYuv,
pClipCtxt->pSettings->ClipProperties.uiStillPicWidth,
pClipCtxt->pSettings->ClipProperties.uiStillPicHeight);
if (M4NO_ERROR != err) {
free(pClipCtxt->pPlaneYuv[0].pac_data);
free(pClipCtxt->pPlaneYuv);
return err;
}
// Set the YUV data to the decoder using setoption
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctSetOption (
pClipCtxt->pViDecCtxt,
M4DECODER_kOptionID_DecYuvData,
(M4OSA_DataOption)pClipCtxt->pPlaneYuv);
if (M4NO_ERROR != err) {
free(pClipCtxt->pPlaneYuv[0].pac_data);
free(pClipCtxt->pPlaneYuv);
return err;
}
pClipCtxt->pSettings->ClipProperties.bSetImageData = M4OSA_TRUE;
// Allocate Yuv plane with effect
pClipCtxt->pPlaneYuvWithEffect =
(M4VIFI_ImagePlane*)M4OSA_32bitAlignedMalloc(
3*sizeof(M4VIFI_ImagePlane), M4VS,
(M4OSA_Char*)"pPlaneYuvWithEffect");
if (pClipCtxt->pPlaneYuvWithEffect == M4OSA_NULL) {
free(pClipCtxt->pPlaneYuv[0].pac_data);
free(pClipCtxt->pPlaneYuv);
return M4ERR_ALLOC;
}
pClipCtxt->pPlaneYuvWithEffect[0].u_height = pC->ewc.uiVideoHeight;
pClipCtxt->pPlaneYuvWithEffect[0].u_width = pC->ewc.uiVideoWidth;
pClipCtxt->pPlaneYuvWithEffect[0].u_stride = pC->ewc.uiVideoWidth;
pClipCtxt->pPlaneYuvWithEffect[0].u_topleft = 0;
pClipCtxt->pPlaneYuvWithEffect[0].pac_data =
(M4VIFI_UInt8*)M4OSA_32bitAlignedMalloc(
pC->ewc.uiVideoHeight * pC->ewc.uiVideoWidth * 1.5,
M4VS, (M4OSA_Char*)"imageClip YUV data");
if (pClipCtxt->pPlaneYuvWithEffect[0].pac_data == M4OSA_NULL) {
free(pClipCtxt->pPlaneYuv[0].pac_data);
free(pClipCtxt->pPlaneYuv);
free(pClipCtxt->pPlaneYuvWithEffect);
return M4ERR_ALLOC;
}
pClipCtxt->pPlaneYuvWithEffect[1].u_height =
pClipCtxt->pPlaneYuvWithEffect[0].u_height >>1;
pClipCtxt->pPlaneYuvWithEffect[1].u_width =
pClipCtxt->pPlaneYuvWithEffect[0].u_width >> 1;
pClipCtxt->pPlaneYuvWithEffect[1].u_stride =
pClipCtxt->pPlaneYuvWithEffect[1].u_width;
pClipCtxt->pPlaneYuvWithEffect[1].u_topleft = 0;
pClipCtxt->pPlaneYuvWithEffect[1].pac_data = (M4VIFI_UInt8*)(
pClipCtxt->pPlaneYuvWithEffect[0].pac_data +
pClipCtxt->pPlaneYuvWithEffect[0].u_height * pClipCtxt->pPlaneYuvWithEffect[0].u_width);
pClipCtxt->pPlaneYuvWithEffect[2].u_height =
pClipCtxt->pPlaneYuvWithEffect[0].u_height >>1;
pClipCtxt->pPlaneYuvWithEffect[2].u_width =
pClipCtxt->pPlaneYuvWithEffect[0].u_width >> 1;
pClipCtxt->pPlaneYuvWithEffect[2].u_stride =
pClipCtxt->pPlaneYuvWithEffect[2].u_width;
pClipCtxt->pPlaneYuvWithEffect[2].u_topleft = 0;
pClipCtxt->pPlaneYuvWithEffect[2].pac_data = (M4VIFI_UInt8*)(
pClipCtxt->pPlaneYuvWithEffect[1].pac_data +
pClipCtxt->pPlaneYuvWithEffect[1].u_height * pClipCtxt->pPlaneYuvWithEffect[1].u_width);
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pClipCtxt->pViDecCtxt, M4DECODER_kOptionID_YuvWithEffectContiguous,
(M4OSA_DataOption)pClipCtxt->pPlaneYuvWithEffect);
if (M4NO_ERROR != err) {
free(pClipCtxt->pPlaneYuv[0].pac_data);
free(pClipCtxt->pPlaneYuv);
free(pClipCtxt->pPlaneYuvWithEffect);
return err;
}
return M4NO_ERROR;
}
M4OSA_ERR M4VSS3GPP_intRenderFrameWithEffect(M4VSS3GPP_InternalEditContext *pC,
M4VSS3GPP_ClipContext* pClipCtxt,
M4_MediaTime ts,
M4OSA_Bool bIsClip1,
M4VIFI_ImagePlane *pResizePlane,
M4VIFI_ImagePlane *pPlaneNoResize,
M4VIFI_ImagePlane *pPlaneOut) {
M4OSA_ERR err = M4NO_ERROR;
M4OSA_UInt8 numEffects = 0;
M4VIFI_ImagePlane *pDecoderRenderFrame = M4OSA_NULL;
M4OSA_UInt32 yuvFrameWidth = 0, yuvFrameHeight = 0;
M4VIFI_ImagePlane* pTmp = M4OSA_NULL;
M4VIFI_ImagePlane pTemp[3];
M4OSA_UInt8 i = 0;
M4OSA_Bool bSkipFramingEffect = M4OSA_FALSE;
memset((void *)pTemp, 0, 3*sizeof(M4VIFI_ImagePlane));
/* Resize or rotate case */
if (M4OSA_NULL != pClipCtxt->m_pPreResizeFrame) {
/**
* If we do modify the image, we need an intermediate image plane */
err = M4VSS3GPP_intAllocateYUV420(pResizePlane,
pClipCtxt->m_pPreResizeFrame[0].u_width,
pClipCtxt->m_pPreResizeFrame[0].u_height);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
M4VSS3GPP_intAllocateYUV420 returns 0x%x", err);
return err;
}
if ((pClipCtxt->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) &&
(pC->nbActiveEffects == 0) &&
(pClipCtxt->bGetYuvDataFromDecoder == M4OSA_FALSE)) {
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pClipCtxt->pViDecCtxt,
M4DECODER_kOptionID_EnableYuvWithEffect,
(M4OSA_DataOption)M4OSA_TRUE);
if (M4NO_ERROR == err) {
pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctRender(
pClipCtxt->pViDecCtxt, &ts,
pClipCtxt->pPlaneYuvWithEffect, M4OSA_TRUE);
}
} else {
if (pClipCtxt->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) {
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pClipCtxt->pViDecCtxt,
M4DECODER_kOptionID_EnableYuvWithEffect,
(M4OSA_DataOption)M4OSA_FALSE);
}
if (M4NO_ERROR == err) {
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctRender(
pClipCtxt->pViDecCtxt, &ts,
pClipCtxt->m_pPreResizeFrame, M4OSA_TRUE);
}
}
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
returns error 0x%x", err);
return err;
}
if (pClipCtxt->pSettings->FileType !=
M4VIDEOEDITING_kFileType_ARGB8888) {
if (0 != pClipCtxt->pSettings->ClipProperties.videoRotationDegrees) {
// Save width and height of un-rotated frame
yuvFrameWidth = pClipCtxt->m_pPreResizeFrame[0].u_width;
yuvFrameHeight = pClipCtxt->m_pPreResizeFrame[0].u_height;
err = M4VSS3GPP_intRotateVideo(pClipCtxt->m_pPreResizeFrame,
pClipCtxt->pSettings->ClipProperties.videoRotationDegrees);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
rotateVideo() returns error 0x%x", err);
return err;
}
/* Set the new video size for temporary buffer */
M4VSS3GPP_intSetYUV420Plane(pResizePlane,
pClipCtxt->m_pPreResizeFrame[0].u_width,
pClipCtxt->m_pPreResizeFrame[0].u_height);
}
}
if (bIsClip1 == M4OSA_TRUE) {
pC->bIssecondClip = M4OSA_FALSE;
numEffects = pC->nbActiveEffects;
} else {
numEffects = pC->nbActiveEffects1;
pC->bIssecondClip = M4OSA_TRUE;
}
if ( numEffects > 0) {
pClipCtxt->bGetYuvDataFromDecoder = M4OSA_TRUE;
/* If video frame need to be resized or rotated,
* then apply the overlay after the frame was rendered with rendering mode.
* Here skip the framing(overlay) effect when applying video Effect. */
bSkipFramingEffect = M4OSA_TRUE;
err = M4VSS3GPP_intApplyVideoEffect(pC,
pClipCtxt->m_pPreResizeFrame, pResizePlane, bSkipFramingEffect);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
M4VSS3GPP_intApplyVideoEffect() err 0x%x", err);
return err;
}
pDecoderRenderFrame= pResizePlane;
} else {
pDecoderRenderFrame = pClipCtxt->m_pPreResizeFrame;
}
/* Do rendering mode */
if ((pClipCtxt->bGetYuvDataFromDecoder == M4OSA_TRUE) ||
(pClipCtxt->pSettings->FileType !=
M4VIDEOEDITING_kFileType_ARGB8888)) {
if (bIsClip1 == M4OSA_TRUE) {
if (pC->bClip1ActiveFramingEffect == M4OSA_TRUE) {
err = M4VSS3GPP_intAllocateYUV420(pTemp,
pPlaneOut[0].u_width, pPlaneOut[0].u_height);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intAllocateYUV420 error 0x%x", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pTmp = pTemp;
} else {
pTmp = pC->yuv1;
}
err = M4VSS3GPP_intApplyRenderingMode (pC,
pClipCtxt->pSettings->xVSS.MediaRendering,
pDecoderRenderFrame,pTmp);
} else {
if (pC->bClip2ActiveFramingEffect == M4OSA_TRUE) {
err = M4VSS3GPP_intAllocateYUV420(pTemp,
pPlaneOut[0].u_width, pPlaneOut[0].u_height);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intAllocateYUV420 error 0x%x", err);
pC->ewc.VppError = err;
return M4NO_ERROR;
}
pTmp = pTemp;
} else {
pTmp = pC->yuv2;
}
err = M4VSS3GPP_intApplyRenderingMode (pC,
pClipCtxt->pSettings->xVSS.MediaRendering,
pDecoderRenderFrame,pTmp);
}
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
M4VSS3GPP_intApplyRenderingMode error 0x%x ", err);
for (i=0; i<3; i++) {
if (pTemp[i].pac_data != M4OSA_NULL) {
free(pTemp[i].pac_data);
pTemp[i].pac_data = M4OSA_NULL;
}
}
return err;
}
/* Apply overlay if overlay exist*/
if (bIsClip1 == M4OSA_TRUE) {
if (pC->bClip1ActiveFramingEffect == M4OSA_TRUE) {
err = M4VSS3GPP_intApplyVideoOverlay(pC,
pTemp, pC->yuv1);
}
pClipCtxt->lastDecodedPlane = pC->yuv1;
} else {
if (pC->bClip2ActiveFramingEffect == M4OSA_TRUE) {
err = M4VSS3GPP_intApplyVideoOverlay(pC,
pTemp, pC->yuv2);
}
pClipCtxt->lastDecodedPlane = pC->yuv2;
}
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intVPP: \
M4VSS3GPP_intApplyVideoOverlay) error 0x%x ", err);
pC->ewc.VppError = err;
for (i=0; i<3; i++) {
if (pTemp[i].pac_data != M4OSA_NULL) {
free(pTemp[i].pac_data);
pTemp[i].pac_data = M4OSA_NULL;
}
}
return M4NO_ERROR;
}
} else {
pClipCtxt->lastDecodedPlane = pClipCtxt->pPlaneYuvWithEffect;
}
// free the temp buffer
for (i=0; i<3; i++) {
if (pTemp[i].pac_data != M4OSA_NULL) {
free(pTemp[i].pac_data);
pTemp[i].pac_data = M4OSA_NULL;
}
}
if ((pClipCtxt->pSettings->FileType ==
M4VIDEOEDITING_kFileType_ARGB8888) &&
(pC->nbActiveEffects == 0) &&
(pClipCtxt->bGetYuvDataFromDecoder == M4OSA_TRUE)) {
if (bIsClip1 == M4OSA_TRUE) {
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pClipCtxt->pViDecCtxt,
M4DECODER_kOptionID_YuvWithEffectNonContiguous,
(M4OSA_DataOption)pC->yuv1);
} else {
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctSetOption(
pClipCtxt->pViDecCtxt,
M4DECODER_kOptionID_YuvWithEffectNonContiguous,
(M4OSA_DataOption)pC->yuv2);
}
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
null decoder setOption error 0x%x ", err);
return err;
}
pClipCtxt->bGetYuvDataFromDecoder = M4OSA_FALSE;
}
// Reset original width and height for resize frame plane
if (0 != pClipCtxt->pSettings->ClipProperties.videoRotationDegrees &&
180 != pClipCtxt->pSettings->ClipProperties.videoRotationDegrees) {
M4VSS3GPP_intSetYUV420Plane(pClipCtxt->m_pPreResizeFrame,
yuvFrameWidth, yuvFrameHeight);
}
} else {
/* No rotate or no resize case*/
if (bIsClip1 == M4OSA_TRUE) {
numEffects = pC->nbActiveEffects;
} else {
numEffects = pC->nbActiveEffects1;
}
if(numEffects > 0) {
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctRender(
pClipCtxt->pViDecCtxt, &ts, pPlaneNoResize, M4OSA_TRUE);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
Render returns error 0x%x", err);
return err;
}
bSkipFramingEffect = M4OSA_FALSE;
if (bIsClip1 == M4OSA_TRUE) {
pC->bIssecondClip = M4OSA_FALSE;
err = M4VSS3GPP_intApplyVideoEffect(pC, pPlaneNoResize,
pC->yuv1, bSkipFramingEffect);
pClipCtxt->lastDecodedPlane = pC->yuv1;
} else {
pC->bIssecondClip = M4OSA_TRUE;
err = M4VSS3GPP_intApplyVideoEffect(pC, pPlaneNoResize,
pC->yuv2, bSkipFramingEffect);
pClipCtxt->lastDecodedPlane = pC->yuv2;
}
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
M4VSS3GPP_intApplyVideoEffect error 0x%x", err);
return err;
}
} else {
if (bIsClip1 == M4OSA_TRUE) {
pTmp = pC->yuv1;
} else {
pTmp = pC->yuv2;
}
err = pClipCtxt->ShellAPI.m_pVideoDecoder->m_pFctRender(
pClipCtxt->pViDecCtxt, &ts, pTmp, M4OSA_TRUE);
if (M4NO_ERROR != err) {
M4OSA_TRACE1_1("M4VSS3GPP_intRenderFrameWithEffect: \
Render returns error 0x%x,", err);
return err;
}
pClipCtxt->lastDecodedPlane = pTmp;
}
pClipCtxt->iVideoRenderCts = (M4OSA_Int32)ts;
}
return err;
}
M4OSA_ERR M4VSS3GPP_intRotateVideo(M4VIFI_ImagePlane* pPlaneIn,
M4OSA_UInt32 rotationDegree) {
M4OSA_ERR err = M4NO_ERROR;
M4VIFI_ImagePlane outPlane[3];
if (rotationDegree != 180) {
// Swap width and height of in plane
outPlane[0].u_width = pPlaneIn[0].u_height;
outPlane[0].u_height = pPlaneIn[0].u_width;
outPlane[0].u_stride = outPlane[0].u_width;
outPlane[0].u_topleft = 0;
outPlane[0].pac_data = (M4OSA_UInt8 *)M4OSA_32bitAlignedMalloc(
(outPlane[0].u_stride*outPlane[0].u_height), M4VS,
(M4OSA_Char*)("out Y plane for rotation"));
if (outPlane[0].pac_data == M4OSA_NULL) {
return M4ERR_ALLOC;
}
outPlane[1].u_width = pPlaneIn[0].u_height/2;
outPlane[1].u_height = pPlaneIn[0].u_width/2;
outPlane[1].u_stride = outPlane[1].u_width;
outPlane[1].u_topleft = 0;
outPlane[1].pac_data = (M4OSA_UInt8 *)M4OSA_32bitAlignedMalloc(
(outPlane[1].u_stride*outPlane[1].u_height), M4VS,
(M4OSA_Char*)("out U plane for rotation"));
if (outPlane[1].pac_data == M4OSA_NULL) {
free((void *)outPlane[0].pac_data);
return M4ERR_ALLOC;
}
outPlane[2].u_width = pPlaneIn[0].u_height/2;
outPlane[2].u_height = pPlaneIn[0].u_width/2;
outPlane[2].u_stride = outPlane[2].u_width;
outPlane[2].u_topleft = 0;
outPlane[2].pac_data = (M4OSA_UInt8 *)M4OSA_32bitAlignedMalloc(
(outPlane[2].u_stride*outPlane[2].u_height), M4VS,
(M4OSA_Char*)("out V plane for rotation"));
if (outPlane[2].pac_data == M4OSA_NULL) {
free((void *)outPlane[0].pac_data);
free((void *)outPlane[1].pac_data);
return M4ERR_ALLOC;
}
}
switch(rotationDegree) {
case 90:
M4VIFI_Rotate90RightYUV420toYUV420(M4OSA_NULL, pPlaneIn, outPlane);
break;
case 180:
// In plane rotation, so planeOut = planeIn
M4VIFI_Rotate180YUV420toYUV420(M4OSA_NULL, pPlaneIn, pPlaneIn);
break;
case 270:
M4VIFI_Rotate90LeftYUV420toYUV420(M4OSA_NULL, pPlaneIn, outPlane);
break;
default:
M4OSA_TRACE1_1("invalid rotation param %d", (int)rotationDegree);
err = M4ERR_PARAMETER;
break;
}
if (rotationDegree != 180) {
memset((void *)pPlaneIn[0].pac_data, 0,
(pPlaneIn[0].u_width*pPlaneIn[0].u_height));
memset((void *)pPlaneIn[1].pac_data, 0,
(pPlaneIn[1].u_width*pPlaneIn[1].u_height));
memset((void *)pPlaneIn[2].pac_data, 0,
(pPlaneIn[2].u_width*pPlaneIn[2].u_height));
// Copy Y, U and V planes
memcpy((void *)pPlaneIn[0].pac_data, (void *)outPlane[0].pac_data,
(pPlaneIn[0].u_width*pPlaneIn[0].u_height));
memcpy((void *)pPlaneIn[1].pac_data, (void *)outPlane[1].pac_data,
(pPlaneIn[1].u_width*pPlaneIn[1].u_height));
memcpy((void *)pPlaneIn[2].pac_data, (void *)outPlane[2].pac_data,
(pPlaneIn[2].u_width*pPlaneIn[2].u_height));
free((void *)outPlane[0].pac_data);
free((void *)outPlane[1].pac_data);
free((void *)outPlane[2].pac_data);
// Swap the width and height of the in plane
uint32_t temp = 0;
temp = pPlaneIn[0].u_width;
pPlaneIn[0].u_width = pPlaneIn[0].u_height;
pPlaneIn[0].u_height = temp;
pPlaneIn[0].u_stride = pPlaneIn[0].u_width;
temp = pPlaneIn[1].u_width;
pPlaneIn[1].u_width = pPlaneIn[1].u_height;
pPlaneIn[1].u_height = temp;
pPlaneIn[1].u_stride = pPlaneIn[1].u_width;
temp = pPlaneIn[2].u_width;
pPlaneIn[2].u_width = pPlaneIn[2].u_height;
pPlaneIn[2].u_height = temp;
pPlaneIn[2].u_stride = pPlaneIn[2].u_width;
}
return err;
}
M4OSA_ERR M4VSS3GPP_intSetYUV420Plane(M4VIFI_ImagePlane* planeIn,
M4OSA_UInt32 width, M4OSA_UInt32 height) {
M4OSA_ERR err = M4NO_ERROR;
if (planeIn == M4OSA_NULL) {
M4OSA_TRACE1_0("NULL in plane, error");
return M4ERR_PARAMETER;
}
planeIn[0].u_width = width;
planeIn[0].u_height = height;
planeIn[0].u_stride = planeIn[0].u_width;
planeIn[1].u_width = width/2;
planeIn[1].u_height = height/2;
planeIn[1].u_stride = planeIn[1].u_width;
planeIn[2].u_width = width/2;
planeIn[2].u_height = height/2;
planeIn[2].u_stride = planeIn[1].u_width;
return err;
}