目录 1. RK 支持的编解码类型头文件与库文件结构体介绍编解码枚举定义编解码结构体定义解码调用流程解码创建过程解码过程解码销毁过程

Size: px

Start display at page:

Download "目录 1. RK 支持的编解码类型头文件与库文件结构体介绍编解码枚举定义编解码结构体定义解码调用流程解码创建过程解码过程解码销毁过程"

蝶董
5 years ago
Views:

1 vpu_api.h 接口说明文档 1

2 目录 1. RK 支持的编解码类型头文件与库文件结构体介绍编解码枚举定义编解码结构体定义解码调用流程解码创建过程解码过程解码销毁过程编码调用流程编码创建过程编码过程编码销毁过程

3 1. RK 支持的编解码类型只支持 H264 与 VP8 编解码 2. 头文件不库文件需要头文件 : vpu_api.h 需要库文件 : librk_vpuapi.so libvpu.so 3. 结构体介绍 3.1 编解码枚举定义编码输入的图像枚举类型 : typedef enum VPU_H264ENC_YUV420_PLANAR = 0, /* YYYY... UUUU... VVVV */ VPU_H264ENC_YUV420_SEMIPLANAR = 1, /* YYYY... UVUVUV... */ VPU_H264ENC_YUV422_INTERLEAVED_YUYV = 2, /* YUYVYUYV... */ VPU_H264ENC_YUV422_INTERLEAVED_UYVY = 3, /* UYVYUYVY... */ VPU_H264ENC_RGB565 = 4, /* 16-bit RGB */ VPU_H264ENC_BGR565 = 5, /* 16-bit RGB */ VPU_H264ENC_RGB555 = 6, /* 15-bit RGB */ VPU_H264ENC_BGR555 = 7, /* 15-bit RGB */ VPU_H264ENC_RGB444 = 8, /* 12-bit RGB */ VPU_H264ENC_BGR444 = 9, /* 12-bit RGB */ VPU_H264ENC_RGB888 = 10, /* 24-bit RGB */ VPU_H264ENC_BGR888 = 11, /* 24-bit RGB */ VPU_H264ENC_RGB = 12, /* 30-bit RGB */ VPU_H264ENC_BGR = 13 /* 30-bit RGB */ H264EncPictureType; 编解码类型结构体 : typedef enum OMX_RK_VIDEO_CODINGTYPE OMX_RK_VIDEO_CodingUnused, /**< Value when coding is N/A */ OMX_RK_VIDEO_CodingAutoDetect, /**< Autodetection of coding type */ OMX_RK_VIDEO_CodingMPEG2, /**< AKA: H.262 */ 3

4 OMX_RK_VIDEO_CodingH263, /**< H.263 */ OMX_RK_VIDEO_CodingMPEG4, /**< MPEG-4 */ OMX_RK_VIDEO_CodingWMV, /**< Windows Media Video (WMV1,WMV2,WMV3)*/ OMX_RK_VIDEO_CodingRV, /**< all versions of Real Video */ OMX_RK_VIDEO_CodingAVC, /**< H.264/AVC */ OMX_RK_VIDEO_CodingMJPEG, /**< Motion JPEG */ OMX_RK_VIDEO_CodingVP8, /**< VP8 */ OMX_RK_VIDEO_CodingVP9, /**< VP9 */ OMX_RK_VIDEO_CodingVC1=0x , /**<WindowsMediaVideo(WMV1,WMV2,WMV3)*/ OMX_RK_VIDEO_CodingFLV1, /**< Sorenson H.263 */ OMX_RK_VIDEO_CodingDIVX3, /**< DIVX3 */ OMX_RK_VIDEO_CodingVP6, OMX_RK_VIDEO_CodingHEVC, /**< H.265/HEVC */ OMX_RK_VIDEO_CodingKhronosExtensions = 0x6F000000, /**< Reserved region for introducing Khronos Standard Extensions */ OMX_RK_VIDEO_CodingVendorStartUnused = 0x7F000000, /**< Reserved region for introducing Vendor Extensions */ OMX_RK_VIDEO_CodingMax = 0x7FFFFFFF OMX_RK_VIDEO_CODINGTYPE; 编解码类别结构体 : typedef enum CODEC_TYPE CODEC_NONE, CODEC_DECODER,/*Decoding*/ CODEC_ENCODER,/*Encoding*/ CODEC_BUTT, CODEC_TYPE; 编解码错误返回值类型 : typedef enum VPU_API_ERR VPU_API_OK = 0, VPU_API_ERR_UNKNOW = -1, VPU_API_ERR_BASE = -1000, VPU_API_ERR_LIST_STREAM = VPU_API_ERR_BASE - 1, VPU_API_ERR_INIT = VPU_API_ERR_BASE - 2, VPU_API_ERR_VPU_CODEC_INIT = VPU_API_ERR_BASE - 3, VPU_API_ERR_STREAM = VPU_API_ERR_BASE - 4, VPU_API_ERR_FATAL_THREAD = VPU_API_ERR_BASE - 5, VPU_API_EOS_STREAM_REACHED = VPU_API_ERR_BASE - 11, VPU_API_ERR_BUTT, VPU_API_ERR; 4

5 3.2 编解码结构体定义视频码流包信息结构体 : typedef struct VideoPacket RK_S64 pts; /* with unit of us*/ RK_S64 dts; /* with unit of us*/ RK_U8 *data; /* start address of stream data per frame*/ RK_S32 size; /* length of the stream per frame*/ RK_U32 capability; /* NOTE: 0->no packet loss 1 RK_U32 nflags; VideoPacket_t; 输出存放解码后的图像结构体 : typedef struct DecoderOut RK_U8 *data; /*image data after decoding*/ RK_U32 size; /*image size after decoding*/ RK_S64 timeus; RK_S32 nflags; DecoderOut_t; 编码图像输入结构体 : typedef struct EncInputStream RK_U8 *buf; /* image data after encoding */ RK_S32 size; /* image size after encoding * RK_U32 bufphyaddr; /*image s physical address after encoding*/ RK_S64 timeus; RK_U32 nflags; EncInputStream_t; 编码码流输出结构体 : typedef struct EncoderOut RK_U8 *data; /*stream data per frame */ RK_S32 size; /*stream data per frame*/ RK_S64 timeus; RK_S32 keyframe; /*key frame*/ EncoderOut_t; 5

6 编码参数结构体 : typedef struct EncParameter int width; int height; int rc_mode; int bitrate; int framerate; int qp; int enablecabac; int cabacinitidc; int format; int intrapicrate; int framerateout; int profileidc; int levelidc; int reserved[3]; EncParameter_t; 编码参数结构体 : --> /* 未用到丌需要设置 */ typedef struct int width; int height; int rc_mode; int bitrate; int framerate; int qp; int reserved[10]; EncParams1; 编解码额外参数 : --> /* 未用到丌需要设置 */ typedef struct EXtraCfg RK_S32 vc1extra_size; RK_S32 vp6codeid; RK_S32 tsformat; RK_U32 reserved[20]; EXtraCfg_t; VPU 编解码上下文结构体 : typedef struct VpuCodecContext void* vpuapiobj; CODEC_TYPE codectype; 6

7 7 OMX_RK_VIDEO_CODINGTYPE videocoding; RK_U32 width; RK_U32 height; RK_U8 *extradata; RK_S32 extradata_size; RK_U8 enableparsing; RK_S32 no_thread; EXtraCfg_t extra_cfg; void* private_data; /* ** 1: error state(not working) 0: working */ RK_S32 decoder_err; /** * Allocate and initialize an VpuCodecContext. * ctx The context of vpu api, allocated in this function. extradata The extra data of codec, some codecs need / can * use extradata like Huffman tables, also live VC1 codec can * use extradata to initialize itself. extra_size The size of extra data. * 0 for init success, others for failure. * note: check whether ctx has been allocated success after you do init. */ RK_S32 (*init)(struct VpuCodecContext *ctx, RK_U8 *extradata, RK_U32 extra_size); /** 0 for decode success, others for failure. */ RK_S32 (*decode)(struct VpuCodecContext *ctx, VideoPacket_t *pkt, DecoderOut_t *adecout); /** 0 for encode success, others for failure. */ RK_S32 (*encode)(struct VpuCodecContext *ctx, EncInputStream_t *aencinstrm, EncoderOut_t *aencout); /** * flush codec while do fast forward playing. * 0 for flush success, others for failure. */ RK_S32 (*flush)(struct VpuCodecContext *ctx); RK_S32 (*control)(struct VpuCodecContext *ctx, VPU_API_CMD cmdtype, void* param); /**

8 *seperate the decode function to two function * */ RK_S32 (*decode_sendstream)(struct VpuCodecContext *ctx, VideoPacket_t *pkt); RK_S32 (*decode_getframe)(struct VpuCodecContext *ctx, DecoderOut_t *adecout); RK_S32 (*encoder_sendframe)(struct VpuCodecContext *ctx, EncInputStream_t *aencinstrm); RK_S32 (*encoder_getstream)(struct VpuCodecContext *ctx, EncoderOut_t *aencout); VpuCodecContext_t; /* allocated vpu codec context */ #ifdef cplusplus extern "C" #endif RK_S32 vpu_open_context(struct VpuCodecContext **ctx); #ifdef cplusplus #endif #ifdef cplusplus extern "C" #endif RK_S32 vpu_close_context(struct VpuCodecContext **ctx); #ifdef cplusplus #endif 4. 解码调用流程解码不大于 720 P30fps 情况下的设置示例 : VpuCodecContext_t *_vpu_ctx = NULL; 4.1 解码创建过程 (1) 创建 _vpu_ctx int ret = vpu_open_context(&_vpu_ctx); if (ret < 0 (_vpu_ctx == NULL)) ERROR ("can not create context"); return -1; (2) 初始化 _vpu_ctx->width = 1280; _vpu_ctx->height = 720;/*resolution720P*/ _vpu_ctx->videocoding = OMX_RK_VIDEO_CodingAVC;/*H264*/ 8

9 _vpu_ctx->codectype = CODEC_DECODER;/*decoding*/ ret = _vpu_ctx->init(_vpu_ctx, NULL, 0); if (ret < 0) ERROR (" decoder init failed"); return -1; 4.2 解码过程 VideoPacket_t pkt; DecoderOut_t picture; VPU_FRAME* _vpu_fm; memset(&pkt, 0, sizeof(videopacket_t)); memset(&picture, 0, sizeof(decoderout_t)); pkt.data = coded_data_ptr; pkt.size = frame_len; picture.data = (RK_U8*)_vpu_fm; picture.size = 0; int ret = _vpu_ctx->decode(_vpu_ctx, &pkt, &picture); if (ret!= 0) ALOGE("[ER] failed to decode this frame"); return -1; if (_vpu_fm->vpumem.vir_addr == NULL) 解码出数据, 需要缓存 2 帧数据, 解码需要小于 30fps 数据注意 : 数据使用完后需要释放 if (_vpu_fm->vpumem.vir_addr!= NULL) VPUMemLink(&_vpu_fm->vpumem); VPUFreeLinear(&_vpu_fm->vpumem); memset(_vpu_fm, 0, sizeof(vpu_frame)); 注 :decoder_getstream 和 decoder_sendframe 与 decode 接口功能相同 ; 4.3 解码销毁过程 if (_vpu_ctx!= NULL) int res = vpu_close_context(&_vpu_ctx); _vpu_ctx = NULL; 9

10 5. 编码调用流程编码不大于 720 P30fps 的设置示例 : VpuCodecContext_t *_vpu_ctx = NULL; 5.1 编码创建过程 (1) 创建 _vpu_ctx int ret = vpu_open_context(&_vpu_ctx); if (ret < 0 (_vpu_ctx == NULL)) ERROR ("can not create context"); return -1; (2) 初始化 EncParameter_t *_vpu_enc_param; _vpu_enc_param = (EncParameter_t*)malloc(sizeof(EncParameter_t)); memset(_vpu_enc_param, 0, sizeof(encparameter_t)); _vpu_ctx->width = 1280; _vpu_ctx->height = 720;/* 分辨率 720P*/ _vpu_ctx->videocoding = OMX_RK_VIDEO_CodingAVC;/*H264*/ _vpu_ctx->codectype = CODEC_ENCODER;/* 编码 */ _vpu_enc_param->bitrate = 512;/* 比特率 */ _vpu_enc_param->enablecabac = false;/* 使能 cabac*/ _vpu_enc_param->cabacinitidc = 0; _vpu_enc_param->format = 0; _vpu_enc_param->framerate =30;/* 帧率 */ _vpu_enc_param->width = 1280; _vpu_enc_param->height = 720; _vpu_enc_param->profileidc = profile; _vpu_enc_param->intrapicrate =_gop_len; _vpu_enc_param->levelidc = level_id; _vpu_enc_param->rc_mode = 1; _vpu_enc_param->qp = 35; _vpu_ctx->private_data = _vpu_enc_param; ret = _vpu_ctx->init(_vpu_ctx, NULL, 0); if (ret < 0) ERROR (" decoder init failed"); return -1; /* 编码参数控制, 获取编码参数 */ EncParameter_t vpug; _vpu_ctx->control(_vpu_ctx,vpu_api_enc_getcfg,(void*)&vpug); 10

11 /* 编码参数控制, 设置编码参数 */ vpug.rc_mode = 1; _vpu_ctx->control(_vpu_ctx,vpu_api_enc_setcfg,(void*)&vpug); /* 编码参数控制, 设置编码类型 */ H264EncPictureType enctype = VPU_H264ENC_YUV420_SEMIPLANAR; // nv12 res=_vpu_ctx->control(_vpu_ctx,vpu_api_enc_setformat, (void*) &enctype); if (res < 0) ERROR ("init control failed!"); return -1; 5.2 编码过程 EncInputStream_t input;/* 输入图片信息 */ input.buf = pic.viraddr /* 图像地址 */ input.size = size;/* 图像数据尺寸 */ res = _vpu_ctx->encoder_sendframe(_vpu_ctx, &input); if (res!= 0) ERROR ("enc send frame to vpu error"); return -1; EncoderOut_t output;/* 编码后的码流数据 */ memset(&output, 0, sizeof(encoderout_t)); output.data = NULL; output.size = 0; /* 码流尺寸 */ res = _vpu_ctx->encoder_getstream(_vpu_ctx, &output); if (res!= 0) ERROR ("enc get frame to vpu error"); return -1; 注 :encoder_getstream 和 encoder_sendframe 与 encoder 接口功能相同 ; 5.3 编码销毁过程 if (_vpu_ctx!= NULL) res = _vpu_ctx->flush(_vpu_ctx); if (res!= 0) 11

12 ERROR ("enc flush vpu error"); return -1; res = vpu_close_context(&_vpu_ctx); if (res!= 0) ERROR ("enc close vpu error"); return -1; _vpu_ctx = NULL; 注 : 丢包需要申请 I 帧,RK 硬件编码不支持多 slice 编码 12

bingdian001.com

bingdian001.com TSM12M TSM12 STM8L152C6, STM8L152R8 MSP430F5325 whym1987@126.com! /******************************************************************************* * : TSM12.c * : * : 2013/10/21 * : TSM12, STM8L f(sysclk)

目录 1. RK 支持的编解码类型 头文件与库文件 结构体介绍 编解码枚举定义 编解码结构体定义 解码调用流程 解码创建过程 解码过程 解码销毁过程

目录 1. RK 支持的编解码类型头文件与库文件结构体介绍编解码枚举定义编解码结构体定义解码调用流程解码创建过程解码过程解码销毁过程