简介
OpenHarmony Codec HDI（Hardware Device Interface）驱动框架基于 OpenMax 实现了视屏硬件编解码驱动，提供 Codec 基础能力接口供上层媒体服务调用，包括获取组件编解码能力、创建组件、参数设置、数据的轮转和控制、以及销毁组件等功能，实现对视频数据的编解码处理。
视频编解码驱动架构
Codec HDI 2.0 接口依赖 OpenMax IL 的标准接口。OMX Wrapper 将 OMX 接口的实现封装成 libOMX_Core.z.so 供 HDI 层调用。如果 codec 驱动为实现 OpenMax 标准接口，则需根据驱动适配实现 OMX Interface 接口。
Codec HDI 2.0 接口列表：
| 头文件 | 接口名称 | 功能描述 |
|---|---|---|
| codec_component _manager.h | int32_t (*GetComponentNum)(); | 获取 Codec 编解码组件数量 |
| int32_t (*GetComponentCapabilityList)(CodecCompCapability *capList, int32_t count); | 获取编解码能力集表 | |
| int32_t (*CreateComponent)(struct CodecComponentType **component, uint32_t *componentId, char *compName, int64_t appData, struct CodecCallbackType *callbacks); | 创建 Codec 组件实例 | |
| int32_t (*DestroyComponent)(uint32_t componentId); | 销毁组件实例 | |
| codec_component _if.h | int32_t (*GetComponentVersion)(struct CodecComponentType *self, struct CompVerInfo *verInfo); | 获取 Codec 组件版本号 |
| int32_t (*SendCommand)(struct CodecComponentType *self, enum OMX_COMMANDTYPE cmd, uint32_t param, int8_t *cmdData, uint32_t cmdDataLen); | 发送命令给组件 | |
| int32_t (*GetParameter)(struct CodecComponentType *self, uint32_t paramIndex, int8_t *paramStruct, uint32_t paramStructLen); | 获取组件参数设置 | |
| int32_t (*SetParameter)(struct CodecComponentType *self, uint32_t index, int8_t *paramStruct, uint32_t paramStructLen); | 设置组件需要的参数 | |
| int32_t (*GetConfig)(struct CodecComponentType *self, uint32_t index, int8_t *cfgStruct, uint32_t cfgStructLen); | 获取组件的配置结构 | |
| int32_t (*SetConfig)(struct CodecComponentType *self, uint32_t index, int8_t *cfgStruct, uint32_t cfgStructLen); | 设置组件的配置 | |
| int32_t (*GetExtensionIndex)(struct CodecComponentType *self, const char *paramName, uint32_t *indexType); | 根据字符串获取组件的扩展索引 | |
| int32_t (*GetState)(struct CodecComponentType *self, enum OMX_STATETYPE *state); | 获取组件的状态 | |
| int32_t (*ComponentTunnelRequest)(struct CodecComponentType *self, uint32_t port, int32_t tunneledComp, uint32_t tunneledPort, struct OMX_TUNNELSETUPTYPE *tunnelSetup); | 设置组件 Tunneled 方式通信 | |
| int32_t (*UseBuffer)(struct CodecComponentType *self, uint32_t portIndex, struct OmxCodecBuffer *buffer); | 指定组件端口的 buffer | |
| int32_t (*AllocateBuffer)(struct CodecComponentType *self, uint32_t portIndex, struct OmxCodecBuffer *buffer); | 向组件申请端口 buffer | |
| int32_t (*FreeBuffer)(struct CodecComponentType *self, uint32_t portIndex, const struct OmxCodecBuffer *buffer); | 释放 buffer | |
| int32_t (*EmptyThisBuffer)(struct CodecComponentType *self, const struct OmxCodecBuffer *buffer); | 编解码输入待处理 buffer | |
| int32_t (*FillThisBuffer)(struct CodecComponentType *self, const struct OmxCodecBuffer *buffer); | 编解码输出填充 buffer | |
| int32_t (*SetCallbacks)(struct CodecComponentType *self, struct CodecCallbackType *callback, int64_t appData); | 设置 Codec 组件的回调函数 | |
| int32_t (*ComponentDeInit)(struct CodecComponentType *self); | 组件去初始化 | |
| int32_t (*UseEglImage)(struct CodecComponentType *self, struct OmxCodecBuffer *buffer, uint32_t portIndex, int8_t *eglImage, uint32_t eglImageLen); | 使用已在 ELG 中申请的空间 | |
| int32_t (*ComponentRoleEnum)(struct CodecComponentType *self, uint8_t *role, uint32_t roleLen, uint32_t index); | 获取组件角色 | |
| codec_callback_if.h | int32_t (*EventHandler)(struct CodecCallbackType *self, enum OMX_EVENTTYPE event, struct EventInfo *info); | 事件上报 |
| int32_t (*EmptyBufferDone)(struct CodecCallbackType *self, int64_t appData, const struct OmxCodecBuffer *buffer); | 上报输入 buffer 编码或者解码处理完毕 | |
| int32_t (*FillBufferDone)(struct CodecCallbackType *self, int64_t appData, const struct OmxCodecBuffer *buffer); | 上报输出 buffer 填充完毕 |
Codec HDI 相关目录接口
├── //drivers/peripheral/codec
│ ├── hal
│ │ ├── BUILD.gn
│ │ ├── idl_service
│ │ ├── include
│ │ ├── passthrough # v2.0到v1.0的转换，v1.0接口已弃用，无需实现
│ │ ├── src
│ │ ├── v1.0 # codec hdi v1.0接口的实现，已弃用，MediaService已不对接相关接口。
│ │ └── v2.0 # codec hdi v2.0接口的实现，依赖OpenMax接口，需封装实现libOMX_Core.z.so
│ ├── hdi_service # codec_host相关实现
│ │ ├── BUILD.gn
│ │ ├── codec_proxy
│ │ ├── codec_service_stub
│ │ └── common
│ ├── interfaces
│ │ └── include
│ └── test
OMX_Core 相关接口
codec hdi V2.0 的实现依赖 libOMX_Core.z.so，需根据 OpenMax 标准接口封装实现。
参考 drivers/peripheral/codec/hal/v2.0/hdi_impl/include/codec_omx_core.h 的定义调用过程。
typedef OMX_ERRORTYPE (*InitFunc)();
typedef OMX_ERRORTYPE (*DeinitFunc)();
typedef OMX_ERRORTYPE (*ComponentNameEnumFunc)(OMX_STRING, OMX_U32, OMX_U32);
typedef OMX_ERRORTYPE (*GetHandleFunc)(OMX_HANDLETYPE *, OMX_STRING, OMX_PTR, OMX_CALLBACKTYPE *);
typedef OMX_ERRORTYPE (*FreeHandleFunc)(OMX_HANDLETYPE);
typedef OMX_ERRORTYPE (*GetRolesOfComponentFunc)(OMX_STRING, OMX_U32 *, OMX_U8 **);
HCS 配置
配置 codec_host 服务
./hdf_config/uhdf/device_info.hcs
codec :: host {
hostName = "codec_host";
priority = 50;
gid = ["codec_host", "uhdf_driver", "vendor_mpp_driver"];
codec_omx_device :: device {
device0 :: deviceNode {
policy = 2;
priority = 100;
moduleName = "libcodec_hdi_omx_server.z.so";
serviceName = "codec_hdi_omx_service";
deviceMatchAttr = "media_codec_capabilities";
}
}
}
配置 codec_capabilities
根据 codec::host 中配置的 deviceMatchAttr，配置 hdf.hcs
./hdf_config/uhdf/hdf.hcs
#include "media_codec_capabilitie.hcs"
参考 media_codec_capabilitie.hcs
root {
module = "master";
codec_config {
match_attr = "media_codec_capabilities";
use_openmax = true;
// capsMask: 0x01, Adaptive playback; 0x02, Secure playback; 0x04, Tunnel playback.
// allocateMask: 0x01, Input buffer allocated within the Codec module;
// allocateMask: 0x02, Input buffer allocated by an external user;
// allocateMask: 0x04, Output buffer allocated within the Codec module;
// allocateMask: 0x08, Output buffer allocated by an external user.
VideoHwEncoders {
/* node name explanation -- HDF_video_hw_enc_avc_rk：
**
** HDF____________video__________________hw____________________enc____________avc_______rk
** | | | | | |
** HDF or OMX video or audio hardware or software encoder or decoder mime vendor
*/
HDF_video_hw_enc_avc_rk {
role = 1;
type = 1;
name = "OMX.rk.video_encoder.avc";
supportProfiles = [1, 32768, 2, 32768, 8, 32768];
maxInst = 4;
isSoftwareCodec = false;
processModeMask = [];
capsMask = [0x01];
minBitRate = 1;
maxBitRate = 40000000;
minWidth = 176;
minHeight = 144;
maxWidth = 1920;
maxHeight = 1088;
widthAlignment = 16;
heightAlignment = 8;
minBlockCount = 99;
maxBlockCount = 8160;
minBlocksPerSecond = 99;
maxBlocksPerSecond = 489600;
blockSizeWidth = 16;
blockSizeHeight = 16;
supportPixelFmts = [28, 24, 20, 12];
measuredFrameRate = [320, 240, 165, 165, 720, 480, 149, 149, 1280, 720, 73, 73, 1920, 1080, 18, 18];
bitRateMode = [1, 2];
minFrameRate = 1;
maxFrameRate = 60;
}
......
......
......
}
}
RK3568 的参考适配过程
OMX Wrapper 的封装
根据 gn 文件：//drivers/peripheral/codec/BUILD.gn
OMX_IL_PATH = rebase_path(
"//device/soc/${device_company}/${product_name}/hardware/omx_il")
cmd = "if [ -f ${OMX_IL_PATH}/BUILD.gn ]; then echo true; else echo false; fi"
HAVE_OMX_IL_PATH =
exec_script("//build/lite/run_shell_cmd.py", [ cmd ], "value")
if (HAVE_OMX_IL_PATH) {
deps += [ "${OMX_IL_PATH}:lib_omx" ]
}
需创建 lib_omx 工程，并封装实现 libOMX_Core.z.so，供 codec hdi 接口调用。
如果 codec 驱动已实现 OpenMax 标准接口，则可直接封装 libOMX_Core 库，否则需要根据私有驱动实现 OpenMax 接口。
参考 RK3568 的适配过程，因 codec 驱动使用 rockchip 的 mpp 平台实现，需根据私有驱动实现 OpenMax 的接口。
参考 gn 文件：//device/soc/rockchip/rk3568/hardware/omx_il/BUILD.gn
group("lib_omx") {
if (product_name == "rk3568") {
deps = [
"//device/soc/rockchip/rk3568/hardware/omx_il/component/video/dec:libomxvpu_dec",
"//device/soc/rockchip/rk3568/hardware/omx_il/component/video/enc:libomxvpu_enc",
"//device/soc/rockchip/rk3568/hardware/omx_il/core:libOMX_Core",
"//device/soc/rockchip/rk3568/hardware/omx_il/libOMXPlugin:libOMX_Pluginhw",
]
}
}
hcs 配置
-
配置 codec_host 服务
//vendor/hihope/rk3568/hdf_config/uhdf/device_info.hcscodec :: host { hostName = "codec_host"; priority = 50; gid = ["codec_host", "uhdf_driver", "vendor_mpp_driver"]; codec_omx_device :: device { device0 :: deviceNode { policy = 2; priority = 100; moduleName = "libcodec_hdi_omx_server.z.so"; serviceName = "codec_hdi_omx_service"; deviceMatchAttr = "codec_component_capabilities"; } } } -
配置 codec hcs
需根据硬件信息配置编解码组件的配置参数
//vendor/hihope/rk3568/hdf_config/uhdf/hdf.hcs#include "media_codec/codec_component_capabilities.hcs"//vendor/hihope/rk3568/hdf_config/uhdf/media_codec/codec_component_capabilities.hcs
root { module = "master"; codec_config { match_attr = "codec_component_capabilities"; use_openmax = true; // capsMask: 0x01, Adaptive playback; 0x02, Secure playback; 0x04, Tunnel playback. // allocateMask: 0x01, Input buffer allocated within the Codec module; // allocateMask: 0x02, Input buffer allocated by an external user; // allocateMask: 0x04, Output buffer allocated within the Codec module; // allocateMask: 0x08, Output buffer allocated by an external user. VideoHwEncoders { /* node name explanation -- HDF_video_hw_enc_avc_rk： ** ** HDF____________video__________________hw____________________enc____________avc_______rk ** | | | | | | ** HDF or OMX video or audio hardware or software encoder or decoder mime vendor */ HDF_video_hw_enc_avc_rk { role = 1; type = 1; name = "OMX.rk.video_encoder.avc"; supportProfiles = [1, 32768, 2, 32768, 8, 32768]; maxInst = 4; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 40000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 16; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 0xFFFFFFFF; maxBlocksPerSecond = 0xFFFFFFFF; blockSizeWidth = 0xFFFFFFFF; blockSizeHeight = 0xFFFFFFFF; supportPixelFmts = [28, 24, 20, 12]; measuredFrameRate = [320, 240, 165, 165, 720, 480, 149, 149, 1280, 720, 73, 73, 1920, 1080, 18, 18]; bitRateMode = [1, 2]; minFrameRate = 0; maxFrameRate = 0; } } VideoHwDecoders { HDF_video_hw_dec_avc_rk { role = 1; type = 0; name = "OMX.rk.video_decoder.avc"; supportProfiles = [1, 32768, 2, 32768, 8, 32768]; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 10000000; minWidth = 176; minHeight = 144; maxWidth = 4096; maxHeight = 2160; widthAlignment = 8; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 16; supportPixelFmts = [24]; measuredFrameRate = [320, 240, 617, 617, 720, 480, 559, 559, 1280, 720, 276, 276, 1920, 1080, 164, 164, 3840, 2160, 30, 30]; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } HDF_video_hw_dec_mpeg2_rk { role = 0xFFFFFFFF; type = 0; name = "OMX.rk.video_decoder.m2v"; supportProfiles = [0, 3, 1, 3]; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 10000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 8; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 8; supportPixelFmts = [24]; measuredFrameRate = []; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } HDF_video_hw_dec_v8p_rk { role = 0xFFFFFFFF; type = 0; name = "OMX.rk.video_decoder.vp8"; supportProfiles = []; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 10000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 8; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 16; supportPixelFmts = [24]; measuredFrameRate = [320, 180, 500, 500, 640, 360, 387, 387, 1280, 720, 112, 112, 1920, 1080, 77, 77]; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } HDF_video_hw_dec_h263_rk { role = 0xFFFFFFFF; type = 0; name = "OMX.rk.video_decoder.h263"; supportProfiles = [1, 1, 1, 2, 1, 4, 1, 16, 8, 1, 8, 2, 8, 4, 8, 16]; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 10000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 8; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 16; supportPixelFmts = [24]; measuredFrameRate = [176, 144, 600, 600, 352, 288, 600, 600]; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } HDF_video_hw_dec_m4v_rk { role = 3; type = 0; name = "OMX.rk.video_decoder.m4v"; supportProfiles = [1, 1, 1, 2, 1, 4, 1, 8, 1, 16]; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 10000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 8; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 16; supportPixelFmts = [24]; measuredFrameRate = [176, 144, 600, 600]; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } HDF_video_hw_dec_flv_rk { role = 0xFFFFFFFF; type = 0; name = "OMX.rk.video_decoder.flv1"; supportProfiles = []; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 10000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 8; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 16; supportPixelFmts = [24]; measuredFrameRate = []; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } HDF_video_hw_dec_mjpeg_rk { role = 0; type = 0; name = "OMX.rk.video_decoder.mjpeg"; supportProfiles = []; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 10000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 8; heightAlignment = 8; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 16; supportPixelFmts = [24]; measuredFrameRate = []; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } HDF_video_hw_dec_hevc_rk { role = 2; type = 0; name = "OMX.rk.video_decoder.hevc"; supportProfiles = [1, 1, 1, 4, 1, 16, 1, 64, 1, 256, 1, 1024, 1, 4096, 1, 16384, 1, 65536, 2, 65536]; maxInst = 6; isSoftwareCodec = false; processModeMask = []; capsMask = [0x01]; minBitRate = 1; maxBitRate = 160000000; minWidth = 176; minHeight = 144; maxWidth = 1920; maxHeight = 1088; widthAlignment = 2; heightAlignment = 2; minBlockCount = 0xFFFFFFFF; maxBlockCount = 0xFFFFFFFF; minBlocksPerSecond = 1; maxBlocksPerSecond = 244800; blockSizeWidth = 16; blockSizeHeight = 16; supportPixelFmts = [24]; measuredFrameRate = [352, 288, 700, 700, 720, 480, 700, 700, 640, 360, 980, 980, 1280, 720, 600, 600, 1920, 1080, 130, 130, 3840, 2160, 130, 130]; bitRateMode = []; minFrameRate = 0; maxFrameRate = 0; } } VideoSwEncoders { } VideoSwDecoders { } AudioHwEncoders { } AudioHwDecoders { } AudioSwEncoders { } AudioSwDecoders { } } }
适配验证
-
当系统启动后，拉起 codec_host 进程，日志中有加载 hcs 配置的 component 相关组件的 log，则初步判定适配过程正常。
-
当前系统通过 gstreamer 插件实现视频编解码功能。当未实现硬件编解码时，默认使用 FFmpeg 软件编解码。
codec hdi 插件加载过程如下：
///foundation/multimedia/player_framework/services/engine/gstreamer/plugins/codec/hdi_plugins/hdi_init.cppvoid HdiInit::AddHdiCap(CodecCompCapability &hdiCap) { MEDIA_LOGI("Add codec name %{public}s", hdiCap.compName); CapabilityData codecCap; codecCap.codecName = hdiCap.compName; codecCap.codecType = GetCodecType(hdiCap.type); codecCap.mimeType = GetCodecMime(hdiCap.role); codecCap.isVendor = !hdiCap.isSoftwareCodec; codecCap.alignment = {hdiCap.port.video.whAlignment.widthAlignment, hdiCap.port.video.whAlignment.heightAlignment}; codecCap.bitrateMode = GetBitrateMode(hdiCap.port.video); codecCap.width = {hdiCap.port.video.minSize.width, hdiCap.port.video.maxSize.width}; codecCap.height = {hdiCap.port.video.minSize.height, hdiCap.port.video.maxSize.height}; codecCap.bitrate = {hdiCap.bitRate.min, hdiCap.bitRate.max}; codecCap.frameRate = {hdiCap.port.video.frameRate.min, hdiCap.port.video.frameRate.max}; codecCap.format = GetCodecFormats(hdiCap.port.video); codecCap.blockPerFrame = {hdiCap.port.video.blockCount.min, hdiCap.port.video.blockCount.max}; codecCap.blockPerSecond = {hdiCap.port.video.blocksPerSecond.min, hdiCap.port.video.blocksPerSecond.max}; codecCap.blockSize = {hdiCap.port.video.blockSize.width, hdiCap.port.video.blockSize.height}; codecCap.measuredFrameRate = GetMeasuredFrameRate(hdiCap.port.video); codecCap.profileLevelsMap = GetCodecProfileLevels(hdiCap); capabilitys_.push_back(codecCap); }
为了能让大家更好的学习鸿蒙（HarmonyOS NEXT）开发技术，这边特意整理了《鸿蒙开发学习手册》（共计890页），希望对大家有所帮助：https://qr21.cn/FV7h05
《鸿蒙开发学习手册》：
如何快速入门：https://qr21.cn/FV7h05
- 基本概念
- 构建第一个ArkTS应用
- ……
开发基础知识：https://qr21.cn/FV7h05
- 应用基础知识
- 配置文件
- 应用数据管理
- 应用安全管理
- 应用隐私保护
- 三方应用调用管控机制
- 资源分类与访问
- 学习ArkTS语言
- ……
基于ArkTS 开发：https://qr21.cn/FV7h05
- Ability开发
- UI开发
- 公共事件与通知
- 窗口管理
- 媒体
- 安全
- 网络与链接
- 电话服务
- 数据管理
- 后台任务(Background Task)管理
- 设备管理
- 设备使用信息统计
- DFX
- 国际化开发
- 折叠屏系列
- ……
鸿蒙开发面试真题（含参考答案）：https://qr18.cn/F781PH
鸿蒙开发面试大盘集篇（共计319页）：https://qr18.cn/F781PH
1.项目开发必备面试题
2.性能优化方向
3.架构方向
4.鸿蒙开发系统底层方向
5.鸿蒙音视频开发方向
6.鸿蒙车载开发方向
7.鸿蒙南向开发方向
