/*--------------------------------------------------------------------------
Copyright (c) 2010-2013, The Linux Foundation. All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:
* Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in the
documentation and/or other materials provided with the distribution.
* Neither the name of The Linux Foundation nor
the names of its contributors may be used to endorse or promote
products derived from this software without specific prior written
permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
NON-INFRINGEMENT ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
--------------------------------------------------------------------------*/
#ifndef H264_UTILS_H
#define H264_UTILS_H
/*========================================================================
O p e n M M
U t i l i t i e s a n d H e l p e r R o u t i n e s
*//** @file H264_Utils.h
This module contains H264 video decoder utilities and helper routines.
*//*====================================================================== */
/* =======================================================================
INCLUDE FILES FOR MODULE
========================================================================== */
#include <stdio.h>
#include "Map.h"
#include "qtypes.h"
#include "OMX_Core.h"
#include "OMX_QCOMExtns.h"
#define STD_MIN(x,y) (((x) < (y)) ? (x) : (y))
#define OMX_CORE_720P_HEIGHT 720
#define OMX_CORE_720P_WIDTH 1280
#define SIZE_NAL_FIELD_MAX 4
#define BASELINE_PROFILE 66
#define MAIN_PROFILE 77
#define HIGH_PROFILE 100
#define PANSCAN_HDLR
/* =======================================================================
DATA DECLARATIONS
========================================================================== */
/* -----------------------------------------------------------------------
** Constant / Define Declarations
** ----------------------------------------------------------------------- */
// Common format block header definitions
#define MT_VIDEO_META_STREAM_HEADER 0x00
#define MT_VIDEO_MEDIA_STREAM_HEADER 0x01
#define MT_VIDEO_META_MEDIA_STREAM_HEADER 0x02
// H.264 format block header definitions
#define MT_VIDEO_H264_ACCESS_UNIT_FORMAT 0x00
#define MT_VIDEO_H264_NAL_FORMT 0x01
#define MT_VIDEO_H264_BYTE_FORMAT 0x02
#define MT_VIDEO_H264_BYTE_STREAM_FORMAT 0x00
#define MT_VIDEO_H264_NAL_UNIT_STREAM_FORMAT 0x01
#define MT_VIDEO_H264_FORMAT_BLOCK_HEADER_SIZE 18
// MPEG-4 format block header definitions
#define MT_VIDEO_MPEG4_VOP_FORMAT 0x00
#define MT_VIDEO_MPEG4_SLICE_FORMAT 0x01
#define MT_VIDEO_MPEG4_BYTE_FORMAT 0x02
#define MT_VIDEO_MPEG4_FORMAT_BLOCK_HEADER_SIZE 15
// H.263 format block header definitions
#define MT_VIDEO_H263_PICTURE_FORMAT 0x00
#define MT_VIDEO_H263_GOB_FORMAT 0x01
#define MT_VIDEO_H263_SLICE_STRUCTURED_FORMAT 0x02
#define MT_VIDEO_H263_BYTE_FORMAT 0x03
#define MT_VIDEO_H263_FORMAT_BLOCK_HEADER_SIZE 16
/* =======================================================================
** Function Declarations
** ======================================================================= */
/* -----------------------------------------------------------------------
** Type Declarations
** ----------------------------------------------------------------------- */
// This type is used when parsing an H.264 bitstream to collect H.264 NAL
// units that need to go in the meta data.
struct H264ParamNalu {
uint32 picSetID;
uint32 seqSetID;
uint32 picOrderCntType;
bool frameMbsOnlyFlag;
bool picOrderPresentFlag;
uint32 picWidthInMbsMinus1;
uint32 picHeightInMapUnitsMinus1;
uint32 log2MaxFrameNumMinus4;
uint32 log2MaxPicOrderCntLsbMinus4;
bool deltaPicOrderAlwaysZeroFlag;
//std::vector<uint8> nalu;
uint32 nalu;
uint32 crop_left;
uint32 crop_right;
uint32 crop_top;
uint32 crop_bot;
};
//typedef map<uint32, H264ParamNalu> H264ParamNaluSet;
typedef Map<uint32, H264ParamNalu *> H264ParamNaluSet;
typedef enum {
NALU_TYPE_UNSPECIFIED = 0,
NALU_TYPE_NON_IDR,
NALU_TYPE_PARTITION_A,
NALU_TYPE_PARTITION_B,
NALU_TYPE_PARTITION_C,
NALU_TYPE_IDR,
NALU_TYPE_SEI,
NALU_TYPE_SPS,
NALU_TYPE_PPS,
NALU_TYPE_ACCESS_DELIM,
NALU_TYPE_EOSEQ,
NALU_TYPE_EOSTREAM,
NALU_TYPE_FILLER_DATA,
NALU_TYPE_RESERVED,
} NALU_TYPE;
// NAL header information
typedef struct {
uint32 nal_ref_idc;
uint32 nalu_type;
uint32 forbidden_zero_bit;
} NALU;
// This structure contains persistent information about an H.264 stream as it
// is parsed.
//struct H264StreamInfo {
// H264ParamNaluSet pic;
// H264ParamNaluSet seq;
//};
class extra_data_parser;
class RbspParser
/******************************************************************************
** This class is used to convert an H.264 NALU (network abstraction layer
** unit) into RBSP (raw byte sequence payload) and extract bits from it.
*****************************************************************************/
{
public:
RbspParser (const uint8 *begin, const uint8 *end);
virtual ~RbspParser ();
uint32 next ();
void advance ();
uint32 u (uint32 n);
uint32 ue ();
int32 se ();
private:
const uint8 *begin, *end;
int32 pos;
uint32 bit;
uint32 cursor;
bool advanceNeeded;
};
class H264_Utils
{
public:
H264_Utils();
~H264_Utils();
void initialize_frame_checking_environment();
void allocate_rbsp_buffer(uint32 inputBufferSize);
bool isNewFrame(OMX_BUFFERHEADERTYPE *p_buf_hdr,
OMX_IN OMX_U32 size_of_nal_length_field,
OMX_OUT OMX_BOOL &isNewFrame);
uint32 nalu_type;
private:
boolean extract_rbsp(OMX_IN OMX_U8 *buffer,
OMX_IN OMX_U32 buffer_length,
OMX_IN OMX_U32 size_of_nal_length_field,
OMX_OUT OMX_U8 *rbsp_bistream,
OMX_OUT OMX_U32 *rbsp_length,
OMX_OUT NALU *nal_unit);
unsigned m_height;
unsigned m_width;
H264ParamNaluSet pic;
H264ParamNaluSet seq;
uint8 *m_rbspBytes;
NALU m_prv_nalu;
bool m_forceToStichNextNAL;
bool m_au_data;
};
class perf_metrics
{
public:
perf_metrics() :
start_time(0),
proc_time(0),
active(false) {
};
~perf_metrics() {};
void start();
void stop();
void end(OMX_U32 units_cntr = 0);
void reset();
OMX_U64 processing_time_us();
private:
inline OMX_U64 get_act_time();
OMX_U64 start_time;
OMX_U64 proc_time;
bool active;
};
#define EMULATION_PREVENTION_THREE_BYTE 0x03
#define MAX_CPB_COUNT 32
#define NO_PAN_SCAN_BIT 0x00000100
#define MAX_PAN_SCAN_RECT 3
#define VALID_TS(ts) ((ts < LLONG_MAX)? true : false)
#define NALU_TYPE_VUI (NALU_TYPE_RESERVED + 1)
enum SEI_PAYLOAD_TYPE {
BUFFERING_PERIOD = 0,
PIC_TIMING,
PAN_SCAN_RECT,
FILLER_PAYLOAD,
USER_DATA_REGISTERED_ITU_T_T35,
USER_DATA_UNREGISTERED,
RECOVERY_POINT,
DEC_REF_PIC_MARKING_REPETITION,
SPARE_PIC,
SCENE_INFO,
SUB_SEQ_INFO,
SUB_SEQ_LAYER_CHARACTERISTICS,
SUB_SEQ_CHARACTERISTICS,
FULL_FRAME_FREEZE,
FULL_FRAME_FREEZE_RELEASE,
FULL_FRAME_SNAPSHOT,
PROGRESSIVE_REFINEMENT_SEGMENT_START,
PROGRESSIVE_REFINEMENT_SEGMENT_END,
SEI_PAYLOAD_FRAME_PACKING_ARRANGEMENT = 0x2D
};
typedef struct {
OMX_U32 cpb_cnt;
OMX_U8 bit_rate_scale;
OMX_U8 cpb_size_scale;
OMX_U32 bit_rate_value[MAX_CPB_COUNT];
OMX_U32 cpb_size_value[MAX_CPB_COUNT];
OMX_U8 cbr_flag[MAX_CPB_COUNT];
OMX_U8 initial_cpb_removal_delay_length;
OMX_U8 cpb_removal_delay_length;
OMX_U8 dpb_output_delay_length;
OMX_U8 time_offset_length;
} h264_hrd_param;
typedef struct {
OMX_U32 aspect_ratio_idc;
OMX_U32 aspect_ratio_x;
OMX_U32 aspect_ratio_y;
} h264_aspect_ratio_info;
typedef struct {
OMX_U8 aspect_ratio_info_present_flag;
h264_aspect_ratio_info aspect_ratio_info;
OMX_U8 timing_info_present_flag;
OMX_U32 num_units_in_tick;
OMX_U32 time_scale;
OMX_U8 fixed_frame_rate_flag;
OMX_U8 nal_hrd_parameters_present_flag;
h264_hrd_param nal_hrd_parameters;
OMX_U8 vcl_hrd_parameters_present_flag;
h264_hrd_param vcl_hrd_parameters;
OMX_U8 low_delay_hrd_flag;
OMX_U8 pic_struct_present_flag;
OMX_S64 fixed_fps_prev_ts;
} h264_vui_param;
typedef struct {
OMX_U32 cpb_removal_delay;
OMX_U32 dpb_output_delay;
OMX_U8 pic_struct;
OMX_U32 num_clock_ts;
bool clock_ts_flag;
OMX_U8 ct_type;
OMX_U32 nuit_field_based_flag;
OMX_U8 counting_type;
OMX_U8 full_timestamp_flag;
OMX_U8 discontinuity_flag;
OMX_U8 cnt_dropped_flag;
OMX_U32 n_frames;
OMX_U32 seconds_value;
OMX_U32 minutes_value;
OMX_U32 hours_value;
OMX_S32 time_offset;
bool is_valid;
} h264_sei_pic_timing;
typedef struct {
OMX_U32 initial_cpb_removal_delay[MAX_CPB_COUNT];
OMX_U32 initial_cpb_removal_delay_offset[MAX_CPB_COUNT];
OMX_U32 au_cntr;
OMX_S64 reference_ts;
bool is_valid;
} h264_sei_buf_period;
typedef struct {
OMX_U32 rect_id;
OMX_U8 rect_cancel_flag;
OMX_U32 cnt;
OMX_S32 rect_left_offset[MAX_PAN_SCAN_RECT];
OMX_S32 rect_right_offset[MAX_PAN_SCAN_RECT];
OMX_S32 rect_top_offset[MAX_PAN_SCAN_RECT];
OMX_S32 rect_bottom_offset[MAX_PAN_SCAN_RECT];
OMX_U32 rect_repetition_period;
} h264_pan_scan;
#ifdef PANSCAN_HDLR
template <class NODE_STRUCT>
class omx_dl_list
{
public:
omx_dl_list() {
head = tail = NULL;
} ;
~omx_dl_list() {};
void add_multiple(NODE_STRUCT *data_arr, int data_num);
NODE_STRUCT *remove_first();
NODE_STRUCT *remove_last();
void add_last(NODE_STRUCT *data_ptr);
NODE_STRUCT *watch_first();
NODE_STRUCT *watch_last();
private:
NODE_STRUCT *head, *tail;
};
class panscan_handler
{
public:
panscan_handler();
~panscan_handler();
bool initialize(int num_data);
h264_pan_scan *get_free();
h264_pan_scan *get_populated(OMX_S64 frame_ts);
void update_last(OMX_S64 frame_ts);
private:
typedef struct PANSCAN_NODE {
h264_pan_scan pan_scan_param;
OMX_S64 start_ts, end_ts;
bool active;
PANSCAN_NODE *next, *prev;
} PANSCAN_NODE;
omx_dl_list<PANSCAN_NODE> panscan_used;
omx_dl_list<PANSCAN_NODE> panscan_free;
PANSCAN_NODE *panscan_data;
};
#if 1 // Debug panscan data
#define PRINT_PANSCAN_PARAM(H264_PARAM)
#define PRINT_PANSCAN_DATA(NODE)
#else
#define PRINT_PANSCAN_PARAM(H264_PARAM) \
do {\
ALOGE("%s(): left_off(%ld) right_off(%ld) top_off(%ld) bottom_off(%ld)",\
__FUNCTION__,\
(H264_PARAM).rect_left_offset[0],\
(H264_PARAM).rect_right_offset[0],\
(H264_PARAM).rect_top_offset[0],\
(H264_PARAM).rect_bottom_offset[0]);\
}while(0)
#define PRINT_PANSCAN_DATA(NODE) \
do {\
if (NODE) {\
ALOGE("%s(): PANSCAN DATA start_ts(%lld) end_ts(%lld)", __FUNCTION__,\
(NODE)->start_ts, (NODE)->end_ts);\
PRINT_PANSCAN_PARAM(NODE->pan_scan_param);\
}\
}while(0)
#endif // End debug panscan data
#endif
class h264_stream_parser
{
public:
h264_stream_parser();
~h264_stream_parser();
void reset();
void fill_pan_scan_data(OMX_QCOM_PANSCAN *dest_pan_scan, OMX_S64 timestamp);
void fill_aspect_ratio_info(OMX_QCOM_ASPECT_RATIO *dest_aspect_ratio);
void parse_nal(OMX_U8* data_ptr, OMX_U32 data_len,
OMX_U32 nal_type = NALU_TYPE_UNSPECIFIED,
bool enable_emu_sc = true);
OMX_S64 process_ts_with_sei_vui(OMX_S64 timestamp);
void get_frame_pack_data(OMX_QCOM_FRAME_PACK_ARRANGEMENT *frame_pack);
bool is_mbaff();
void get_frame_rate(OMX_U32 *frame_rate);
OMX_U32 get_profile();
#ifdef PANSCAN_HDLR
void update_panscan_data(OMX_S64 timestamp);
#endif
private:
void init_bitstream(OMX_U8* data, OMX_U32 size);
OMX_U32 extract_bits(OMX_U32 n);
inline bool more_bits();
void read_word();
OMX_U32 uev();
OMX_S32 sev();
OMX_S32 iv(OMX_U32 n_bits);
void parse_sps();
void parse_vui(bool vui_in_extradata = true);
void aspect_ratio_info();
void hrd_parameters(h264_hrd_param *hrd_param);
void parse_sei();
void sei_buffering_period();
void sei_picture_timing();
void sei_pan_scan();
void scaling_list(OMX_U32 size_of_scaling_list);
void print_pan_data(h264_pan_scan *pan_scan_param);
void print_frame_pack();
OMX_U32 get_nal_unit_type(OMX_U32 *nal_unit_type);
OMX_S64 calculate_buf_period_ts(OMX_S64 timestamp);
OMX_S64 calculate_fixed_fps_ts(OMX_S64 timestamp, OMX_U32 DeltaTfiDivisor);
void parse_frame_pack();
OMX_U32 curr_32_bit;
OMX_U32 bits_read;
OMX_U32 profile;
OMX_U32 zero_cntr;
OMX_U32 emulation_code_skip_cntr;
OMX_U8* bitstream;
OMX_U32 bitstream_bytes;
OMX_U32 frame_rate;
bool emulation_sc_enabled;
h264_vui_param vui_param;
h264_sei_buf_period sei_buf_period;
h264_sei_pic_timing sei_pic_timing;
#ifdef PANSCAN_HDLR
panscan_handler *panscan_hdl;
#else
h264_pan_scan panscan_param;
#endif
OMX_QCOM_FRAME_PACK_ARRANGEMENT frame_packing_arrangement;
bool mbaff_flag;
};
#endif /* H264_UTILS_H */