rv1126音频开发笔记

近日一个开发项目中，涉及到了音频编解码的功能，项目基于瑞芯微Rv1126芯片，准备使用官方编码器进行开发，在参考官方sdk目录下Rockchip RKMedia Development Guide 文档，按照external/rkmedia/examples/rkmedia_ai_aenc_test.c

编写如下代码：

RK_MPI_SYS_Init(); 

encoder_param_t encoder_param;
mpp_chn_ai.enModId = RK_ID_AI;
mpp_chn_ai.s32ChnId = 0;
mpp_chn_aenc.enModId = RK_ID_AENC;
mpp_chn_aenc.s32ChnId = 0;
// 1. create AI
AI_CHN_ATTR_S ai_attr;
ai_attr.pcAudioNode = audio_params->pDeviceName;
ai_attr.enSampleFormat = audio_params->enSampleFmt;
ai_attr.u32NbSamples = audio_params->u32FrameCnt;
ai_attr.u32SampleRate = audio_params->u32SampleRate;
ai_attr.u32Channels = audio_params->u32ChnCnt;
    ai_attr.enAiLayout = AI_LAYOUT_NORMAL;
ret = RK_MPI_AI_SetChnAttr(mpp_chn_ai.s32ChnId , &ai_attr);
ret |= RK_MPI_AI_EnableChn(mpp_chn_ai.s32ChnId);
if (ret) {
    fprintf(stderr,"Enable AI[%d] failed! ret=%d\n", mpp_chn_ai.s32ChnId, ret);
    return -1;
}
if(audio_format == AUDIO_FORMAT_PCM)
{
    encoder_param.audio_codec = (SAMPLE_FORMAT_T)audio_params->enSampleFmt;
    encoder_param.audio_channel = audio_params->u32ChnCnt;
    encoder_param.audio_sample = audio_params->u32SampleRate;
    encoder_param.frame_cnt = audio_params->u32FrameCnt;
    avpacketq_init(encoder_param);
    pthread_create(&read_thread, NULL, GetMediaBuffer, &(mpp_chn_ai.enModId));
    ret = RK_MPI_AI_StartStream(0);
    if (ret) {
        printf("Start AI failed! ret=%d\n", ret);
        return -1;
    }


}else
{
    // 2. create AENC
    AENC_CHN_ATTR_S aenc_attr;
    aenc_attr.enCodecType = audio_code_params->enCodecType;
    aenc_attr.u32Bitrate = audio_code_params->u32Bitrate;
    aenc_attr.u32Quality = audio_code_params->u32Quality;
    if(aenc_attr.enCodecType == RK_CODEC_TYPE_G711A)
    {
        aenc_attr.stAencG711A.u32Channels = audio_code_params->u32ChnCnt;
        aenc_attr.stAencG711A.u32SampleRate = audio_code_params->u32SampleRate;
        aenc_attr.stAencG711A.u32NbSample = audio_code_params->u32NbSample;
        encoder_param.audio_codec = SAMPLE_FMT_G711A;

    }else if(aenc_attr.enCodecType == RK_CODEC_TYPE_G711U)
    {
        aenc_attr.stAencG711U.u32Channels = audio_code_params->u32ChnCnt;
        aenc_attr.stAencG711U.u32SampleRate = audio_code_params->u32SampleRate;
        aenc_attr.stAencG711U.u32NbSample = audio_code_params->u32NbSample;
        encoder_param.audio_codec = SAMPLE_FMT_G711U;
    }else if(aenc_attr.enCodecType == RK_CODEC_TYPE_G726)
    {   
        aenc_attr.stAencG726.u32Channels = audio_code_params->u32ChnCnt;
        aenc_attr.stAencG726.u32SampleRate = audio_code_params->u32SampleRate;
        encoder_param.audio_codec = SAMPLE_FMT_G726;
    }else
    {
        fprintf(stderr, "编码格式不支持\n");
        return -2;
    }


    ret = RK_MPI_AENC_CreateChn(mpp_chn_aenc.s32ChnId, &aenc_attr);
    if (ret) {
        printf("Create AENC[%d] failed! ret=%d\n", mpp_chn_aenc.s32ChnId, ret);
        return -1;
    }
    // 3. bind AI-AENC
    ret = RK_MPI_SYS_Bind(&mpp_chn_ai, &mpp_chn_aenc);
    if (ret) {
        printf("Bind AI[%d] to AENC[%d] failed! ret=%d\n",mpp_chn_ai.s32ChnId, mpp_chn_aenc.s32ChnId, ret);
        return -1;
    }

    encoder_param.audio_channel = audio_code_params->u32ChnCnt;
    encoder_param.audio_sample = audio_code_params->u32SampleRate;
    encoder_param.frame_cnt = audio_code_params->u32NbSample;
    encoder_param.audio_bitrate = audio_code_params->u32Bitrate;
    avpacketq_init(encoder_param);

    pthread_create(&read_thread, NULL, GetMediaBuffer, &(mpp_chn_aenc.enModId));
}
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
<
登录后即可复制

编译执行后报错：

rkaudio_aud is not Integrated
[RKMEDIA][AENC][Info]:Unsupport for audio encoder rkaudio_aud : [input_data_type=audio:pcm_s16 output_data_type=audio:g711a]
Create AENC0 failed! ret=-61
[RKMEDIA][VI][Info]:Fail to stop source stream
1
2
3
4
登录后即可复制

可以看到报错日志显示 rkaudio_aud 模块未集成，然后对比与官方demo运行之后的日志发现是 rkaudio_aud 模块未加载，所以导致音频无法进行编码。

再排查之后发现是官方sdk中将此模块放在了第三方库中，而这个库未在文档中提及，由此带来了不少麻烦。

第三方库的路径则在external/rkmedia/src/rkaudio/libthird_media.so将third_media库连接在程序中，程序运行正常。