Kaotings/KT25-1015_AC695x_SDK310
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
c9b9be8d07
KT25-1015_AC695x_SDK310/apps/soundbox/aec/br23/audio_aec_demo.c

485 lines
14 KiB
C
Raw Normal View History

inited
2025-10-15 07:18:43 +00:00
/*
***************************************************************************
* AUDIO AEC DEMO
* File : audio_aec_demo.c
* By : GZR
* Notes : 1.可用内存
* (1)free_ram: 动态内存(mem_stats:physics memory size xxxx bytes)
* (2)mux_rx_bulk:蓝牙复用空间(MUX_RX_BULK_MAX)
* 2.demo默认将输入数据copy到输出，相关处理只需在运算函数
* audio_aec_run()实现即可
* 3.双mic ENC开发，只需打开对应板级以下配置即可：
* #define TCFG_AUDIO_DUAL_MIC_ENABLE ENABLE_THIS_MOUDLE
* 4.建议算法开发者使用宏定义将自己的代码模块包起来
* 5.算法处理完的数据，如有需要，可以增加EQ处理：AEC_UL_EQ_EN
* 6.开发阶段，默认使用芯片最高主频240MHz，可以通过修改AEC_CLK来修改
运行频率。
***************************************************************************
*/
#include "aec_user.h"
#include "system/includes.h"
#include "media/includes.h"
#include "media/audio_eq_drc_apply.h"
#include "circular_buf.h"
#include "debug.h"
#if defined(TCFG_CVP_DEVELOP_ENABLE) && (TCFG_CVP_DEVELOP_ENABLE == 1)
#define AEC_MALLOC_ENABLE 0 /*是否使用动态内存*/
#define AEC_EXTERN_REFERENCE_ENABLE 0 /*是否使用外部取的参考dac数据*/
#define AEC_CLK (160 * 1000000L) /*模块运行时钟(MaxFre:240MHz)*/
#define AEC_FRAME_POINTS 256 /*AEC处理帧长，跟mic采样长度关联*/
#define AEC_FRAME_SIZE (AEC_FRAME_POINTS << 1)
#if TCFG_AUDIO_DUAL_MIC_ENABLE /*ac695不支持双mic*/
#define AEC_MIC_NUM 2 /*双mic*/
#else
#define AEC_MIC_NUM 1 /*单mic*/
#endif/*TCFG_AUDIO_DUAL_MIC_ENABLE*/
#ifdef AUDIO_PCM_DEBUG
/*AEC串口数据导出*/
const u8 CONST_AEC_EXPORT = 1;
#else
const u8 CONST_AEC_EXPORT = 0;
#endif/*AUDIO_PCM_DEBUG*/
/*上行数据eq*/
#define AEC_UL_EQ_EN 0//TCFG_AEC_UL_EQ_ENABLE
extern int audio_dac_read_reset(void);
extern int audio_dac_read(s16 points_offset, void *data, int len);
extern void esco_enc_resume(void);
extern int aec_uart_init();
extern int aec_uart_fill(u8 ch, void *buf, u16 size);
extern void aec_uart_write(void);
extern int aec_uart_close(void);
/*
*蓝牙收数buf复用使用说明
*(1)打开复用：apps/earphone/log_config/lib_btctrler_config.c
* const int CONFIG_ESCO_MUX_RX_BULK_ENABLE = 1;
*(2)MUX_RX_BULK_TEST_DEMO是使用范例
*(3)zalloc_mux_rx_bulk/free_mux_rx_bulk用法和普通malloc/free一样
*/
//#define MUX_RX_BULK_TEST_DEMO /*蓝牙收数buf复用使用范例*/
#define MUX_RX_BULK_MAX (9 * 1024 - 100) /*蓝牙收数buf最多可以申请到7k*/
extern void *zalloc_mux_rx_bulk(int size);
extern void free_mux_rx_bulk(void *buf);
int *mux_rx_bulk_test = NULL;
/*AEC输入buf复用mic_adc采样buf*/
#define MIC_BULK_MAX 3
struct mic_bulk {
struct list_head entry;
s16 *addr;
u16 len;
u16 used;
};
struct audio_aec_hdl {
u8 start;
volatile u8 busy;
u8 output_buf[1000]; /*aec模块输出缓存*/
cbuffer_t output_cbuf;
s16 *mic; /*主mic数据地址*/
s16 *mic_ref; /*参考mic数据地址*/
s16 *free_ram; /*当前可用内存*/
s16 spk_ref[AEC_FRAME_POINTS]; /*扬声器参考数据*/
s16 out[AEC_FRAME_POINTS]; /*运算输出地址*/
OS_SEM sem;
/*数据复用相关数据结构*/
struct mic_bulk in_bulk[MIC_BULK_MAX];
struct mic_bulk inref_bulk[MIC_BULK_MAX];
struct list_head in_head;
struct list_head inref_head;
#if AEC_UL_EQ_EN
struct audio_eq *ul_eq;
#endif/*AEC_UL_EQ_EN*/
struct aec_s_attr attr;
#if AEC_EXTERN_REFERENCE_ENABLE
u8 extern_ref_buf[1000]; /*aec外部参考数据缓存*/
cbuffer_t extern_ref_cbuf;
#endif // AEC_EXTERN_REFERENCE_ENABLE
};
struct audio_aec_hdl *aec_hdl = NULL;
#if (AEC_MALLOC_ENABLE == 0)
struct audio_aec_hdl aec_hdl_mem AT(.aec_mem);
#endif /*AEC_MALLOC_ENABLE*/
extern void esco_adc_mic_en();
void audio_aec_ref_start(u8 en)
{
if (aec_hdl) {
if (en != aec_hdl->attr.fm_tx_start) {
aec_hdl->attr.fm_tx_start = en;
esco_adc_mic_en();
y_printf("fm_tx_start:%d\n", en);
}
}
}
int audio_aec_output_read(s16 *buf, u16 len)
{
local_irq_disable();
if (!aec_hdl || !aec_hdl->start) {
printf("audio_aec close now");
local_irq_enable();
return -EINVAL;
}
u16 rlen = cbuf_read(&aec_hdl->output_cbuf, buf, len);
if (rlen == 0) {
//putchar('N');
}
local_irq_enable();
return rlen;
}
static int audio_aec_output(s16 *buf, u16 len)
{
u16 wlen = 0;
if (aec_hdl && aec_hdl->start) {
wlen = cbuf_write(&aec_hdl->output_cbuf, buf, len);
if (wlen != len) {
printf("aec_out_full:%d,%d\n", len, wlen);
}
esco_enc_resume();
}
return wlen;
}
#if AEC_UL_EQ_EN
static int ul_eq_output(void *priv, void *data, u32 len)
{
return 0;
}
#endif/*AEC_UL_EQ_EN*/
/*
*跟踪系统内存使用情况:physics memory size xxxx bytes
*正常的系统运行过程，应该至少有3k bytes的剩余空间给到系统调度开销
*/
static void sys_memory_trace(void)
{
static int cnt = 0;
if (cnt++ > 200) {
cnt = 0;
mem_stats();
}
}
/*
*********************************************************************
* Audio AEC RUN
* Description: AEC数据处理核心
* Arguments : in 主mic数据
* inref 参考mic数据(双mic降噪有用)
* ref speaker参考数据
* out 数据输出
* Return : 数据运算输出长度
* Note(s) : 在这里实现AEC_core
*********************************************************************
*/
static int audio_aec_run(s16 *in, s16 *inref, s16 *ref, s16 *out, u16 points)
{
int out_size = 0;
putchar('.');
memcpy(out, in, (points << 1));
//memcpy(out, inref, (points << 1));
out_size = points << 1;
#if AEC_UL_EQ_EN
if (aec_hdl->ul_eq) {
//putchar('Q');
audio_eq_run(aec_hdl->ul_eq, out, out_size);
}
#endif/*AEC_UL_EQ_EN*/
sys_memory_trace();
return out_size;
}
/*
*********************************************************************
* Audio AEC Task
* Description: AEC任务
* Arguments : priv 私用参数
* Return : None.
* Note(s) : None.
*********************************************************************
*/
static void audio_aec_task(void *priv)
{
printf("==Audio AEC Task==\n");
struct mic_bulk *bulk = NULL;
struct mic_bulk *bulk_ref = NULL;
u8 pend = 1;
while (1) {
if (pend) {
os_sem_pend(&aec_hdl->sem, 0);
}
pend = 1;
if (aec_hdl->start) {
if (!list_empty(&aec_hdl->in_head)) {
aec_hdl->busy = 1;
local_irq_disable();
/*1.获取主mic数据*/
bulk = list_first_entry(&aec_hdl->in_head, struct mic_bulk, entry);
list_del(&bulk->entry);
aec_hdl->mic = bulk->addr;
#if (AEC_MIC_NUM == 2)
/*2.获取参考mic数据*/
bulk_ref = list_first_entry(&aec_hdl->inref_head, struct mic_bulk, entry);
list_del(&bulk_ref->entry);
aec_hdl->mic_ref = bulk_ref->addr;
#endif/*Dual_Microphone*/
local_irq_enable();
#if AEC_EXTERN_REFERENCE_ENABLE
/*3.获取外部参考数据*/
//audio_dac_read(60, aec_hdl->spk_ref, AEC_FRAME_SIZE);
cbuf_read(&aec_hdl->extern_ref_cbuf, aec_hdl->spk_ref, AEC_FRAME_SIZE);
#else
/*3.获取speaker参考数据*/
audio_dac_read(60, aec_hdl->spk_ref, AEC_FRAME_SIZE);
#endif //AEC_EXTERN_REFERENCE_ENABLE
/*4.算法处理*/
int out_len = audio_aec_run(aec_hdl->mic, aec_hdl->mic_ref, aec_hdl->spk_ref, aec_hdl->out, AEC_FRAME_POINTS);
/*5.结果输出*/
audio_aec_output(aec_hdl->out, out_len);
/*6.数据导出*/
if (CONST_AEC_EXPORT) {
aec_uart_fill(0, aec_hdl->mic, 512); //主mic数据
// aec_uart_fill(1, aec_hdl->mic_ref, 512); //副mic数据
aec_uart_fill(1, aec_hdl->spk_ref, 512); //扬声器数据
aec_uart_fill(2, aec_hdl->out, out_len); //算法运算结果
aec_uart_write();
}
bulk->used = 0;
#if (AEC_MIC_NUM == 2)
bulk_ref->used = 0;
#endif/*Dual_Microphone*/
aec_hdl->busy = 0;
pend = 0;
}
}
}
}
/*
*********************************************************************
* Audio AEC Init
* Description: 初始化AEC模块
* Arguments : sample_rate 采样率(8000/16000)
* Return : 0 成功 其他 失败
* Note(s) : None.
*********************************************************************
*/
int audio_aec_init(u16 sample_rate)
{
printf("audio_aec_init,sr = %d\n", sample_rate);
mem_stats();
if (aec_hdl) {
return -1;
}
#if AEC_MALLOC_ENABLE
aec_hdl = zalloc(sizeof(struct audio_aec_hdl));
#else /*AEC_MALLOC_ENABLE == 0*/
memset(&aec_hdl_mem, 0, sizeof(aec_hdl_mem));
aec_hdl = &aec_hdl_mem;
#endif /*AEC_MALLOC_ENABLE*/
printf("aec_hdl size:%d\n", sizeof(struct audio_aec_hdl));
clk_set("sys", AEC_CLK);
INIT_LIST_HEAD(&aec_hdl->in_head);
INIT_LIST_HEAD(&aec_hdl->inref_head);
cbuf_init(&aec_hdl->output_cbuf, aec_hdl->output_buf, sizeof(aec_hdl->output_buf));
#if AEC_EXTERN_REFERENCE_ENABLE
cbuf_init(&aec_hdl->extern_ref_cbuf, aec_hdl->extern_ref_buf, sizeof(aec_hdl->extern_ref_buf));
#endif // AEC_EXTERN_REFERENCE_ENABLE
if (CONST_AEC_EXPORT) {
aec_uart_init();
printf("aec_uart_init \n");
}
#if AEC_UL_EQ_EN
struct audio_eq_param ul_eq_param = {0};
ul_eq_param.sr = sample_rate;
ul_eq_param.channels = 1;
ul_eq_param.online_en = 1;
ul_eq_param.mode_en = 0;
ul_eq_param.remain_en = 0;
ul_eq_param.max_nsection = EQ_SECTION_MAX;
ul_eq_param.cb = aec_ul_eq_filter;
ul_eq_param.eq_name = aec_eq_mode;
aec_hdl->ul_eq = audio_dec_eq_open(&ul_eq_param);
/* audio_eq_open(&aec_hdl->ul_eq, &ul_eq_param); */
/* audio_eq_set_samplerate(&aec_hdl->ul_eq, sample_rate); */
/* audio_eq_set_output_handle(&aec_hdl->ul_eq, ul_eq_output, NULL); */
/* audio_eq_start(&aec_hdl->ul_eq); */
#endif/*AEC_UL_EQ_EN*/
os_sem_create(&aec_hdl->sem, 0);
task_create(audio_aec_task, NULL, "aec");
audio_dac_read_reset();
aec_hdl->start = 1;
mem_stats();
#if 0
aec_hdl->free_ram = malloc(1024 * 63);
mem_stats();
#endif
#ifdef MUX_RX_BULK_TEST_DEMO
mux_rx_bulk_test = zalloc_mux_rx_bulk(MUX_RX_BULK_MAX);
if (mux_rx_bulk_test) {
printf("mux_rx_bulk_test:0x%x\n", mux_rx_bulk_test);
free_mux_rx_bulk(mux_rx_bulk_test);
mux_rx_bulk_test = NULL;
}
#endif/*MUX_RX_BULK_TEST_DEMO*/
printf("audio_aec_init succ\n");
return 0;
}
/*
*********************************************************************
* Audio AEC Close
* Description: 关闭AEC模块
* Arguments : None.
* Return : None.
* Note(s) : None.
*********************************************************************
*/
void audio_aec_close(void)
{
printf("audio_aec_close succ\n");
if (aec_hdl) {
aec_hdl->start = 0;
while (aec_hdl->busy) {
os_time_dly(2);
}
task_kill("aec");
if (CONST_AEC_EXPORT) {
aec_uart_close();
}
#if AEC_UL_EQ_EN
if (aec_hdl->ul_eq) {
audio_dec_eq_close(aec_hdl->ul_eq);
}
#endif/*AEC_UL_EQ_EN*/
local_irq_disable();
if (aec_hdl->free_ram) {
free(aec_hdl->free_ram);
}
#if AEC_MALLOC_ENABLE
free(aec_hdl);
#endif /*AEC_MALLOC_ENABLE*/
aec_hdl = NULL;
local_irq_enable();
printf("audio_aec_close succ\n");
}
}
/*
*********************************************************************
* Audio AEC Input
* Description: AEC源数据输入
* Arguments : buf 输入源数据地址
* len 输入源数据长度
* Return : None.
* Note(s) : 输入一帧数据，唤醒一次运行任务处理数据，默认帧长256点
*********************************************************************
*/
void audio_aec_inbuf(s16 *buf, u16 len)
{
if (aec_hdl && aec_hdl->start) {
int i = 0;
for (i = 0; i < MIC_BULK_MAX; i++) {
if (aec_hdl->in_bulk[i].used == 0) {
break;
}
}
if (i < MIC_BULK_MAX) {
aec_hdl->in_bulk[i].addr = buf;
aec_hdl->in_bulk[i].used = 0x55;
aec_hdl->in_bulk[i].len = len;
list_add_tail(&aec_hdl->in_bulk[i].entry, &aec_hdl->in_head);
} else {
printf(">>>aec_in_full\n");
/*align reset*/
struct mic_bulk *bulk;
list_for_each_entry(bulk, &aec_hdl->in_head, entry) {
bulk->used = 0;
__list_del_entry(&bulk->entry);
}
return;
}
os_sem_set(&aec_hdl->sem, 0);
os_sem_post(&aec_hdl->sem);
}
}
void audio_aec_inbuf_ref(s16 *buf, u16 len)
{
if (aec_hdl && aec_hdl->start) {
int i = 0;
for (i = 0; i < MIC_BULK_MAX; i++) {
if (aec_hdl->inref_bulk[i].used == 0) {
break;
}
}
if (i < MIC_BULK_MAX) {
aec_hdl->inref_bulk[i].addr = buf;
aec_hdl->inref_bulk[i].used = 0x55;
aec_hdl->inref_bulk[i].len = len;
list_add_tail(&aec_hdl->inref_bulk[i].entry, &aec_hdl->inref_head);
} else {
printf(">>>aec_inref_full\n");
/*align reset*/
struct mic_bulk *bulk;
list_for_each_entry(bulk, &aec_hdl->inref_head, entry) {
bulk->used = 0;
__list_del_entry(&bulk->entry);
}
return;
}
}
}
/*
*********************************************************************
* Audio AEC Reference
* Description: AEC模块参考数据输入
* Arguments : buf 输入参考数据地址
* len 输入参考数据长度
* Return : None.
* Note(s) : 声卡设备是DAC，默认不用外部提供参考数据
*********************************************************************
*/
void audio_aec_refbuf(s16 *buf, u16 len)
{
#if AEC_EXTERN_REFERENCE_ENABLE
u16 wlen = 0;
if (aec_hdl && aec_hdl->start) {
wlen = cbuf_write(&aec_hdl->extern_ref_cbuf, buf, len);
}
#endif // AEC_EXTERN_REFERENCE_ENABLE
}
void aec_cfg_fill(AEC_CONFIG *cfg)
{
}
void audio_aec_dlyest_en(void)
{
}
#endif /*TCFG_CVP_DEVELOP_ENABLE*/
Reference in New Issue Copy Permalink