lai/gk-sdk
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
master
gk-sdk/sample/audio/sample_audio_record_v2.c
T

499 lines
17 KiB
C
Executable File
Raw Permalink Blame History

/*
* Copyright (c) XMEDIA. All rights reserved.
*/
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <sys/ioctl.h>
#include <fcntl.h>
#include <pthread.h>
//#include "sample_comm.h"
#include "xmedia_audio_common.h"
#include "xmedia_audio_ai.h"
#include "xmedia_audio_vqe.h"
#include "xmedia_audio_vqe_enhance_v2.h"
#include "xmedia_audio_vqe_detect.h"
#include "sample_comm_audio.h"
#define SAMPLE_AUDIO_DBG printf
#define MAX_FILE_NAME_LEN 128
#define FRAME_TIME 10 //ms
#define CRY_ALARMLIMIT 80 // probability greater than which to count as one cry frame
#define CRY_TIMELIMITCNT 3 // number of cry frame count as one cry event
#define CRY_TIMELIMIT 5 // time interval to report cry event
#define CRY_ALARMINTERVAL 3 // alarm interval time to unfreeze
#define GBD_TIMELIMIT 100 // time interval to report gbd event
#define GBD_TIMELIMITCNT 1 // number of gbd frame count as one gbd event
#define GBD_ALARMLIMIT 70 // probability greater than which to count as one gbd frame
#define GBD_ALARMINTERVAL 3 // alarm interval time to unfreeze
typedef struct user_input_args {
xmedia_char* sample;
audio_sample_rate sample_rate;
audio_sample_rate usr_sample_rate;
audio_channel channels;
xmedia_bool binder_mode;
xmedia_s32 codec_input_vol;
char output_file_name[MAX_FILE_NAME_LEN];
FILE *output_fd[2];
} user_input_args;
static user_input_args g_user_input_args;
static sample_ai_config g_ai_config;
static sample_aenc_config g_aenc_config;
static ai_vqe_attr_v2 ai_vqev2_attr;
static ai_vqe_attr_detect ai_detect_attr;
static xmedia_u32 g_vqe_type;
static xmedia_s32 cry_callback(xmedia_void *attr)
{
static xmedia_s32 count = 0;
printf("cry callback count(%d)\n" ,count++);
return XMEDIA_SUCCESS;
}
static xmedia_s32 gbd_callback(xmedia_void *attr)
{
static xmedia_s32 count = 0;
printf("gbd callback count(%d)\n" ,count++);
return XMEDIA_SUCCESS;
}
static xmedia_s32 ssl_callback(xmedia_void* attr, xmedia_s32 out)
{
static xmedia_s32 ssl_out = 0;
static xmedia_s32 call_times = 0;
call_times++;
if (ssl_out != out) {
printf("attr(0x%x), call_times(%d), out_angle(%d)\n", (xmedia_u32)attr, call_times, out);
}
ssl_out = out;
return XMEDIA_SUCCESS;
}
static xmedia_s32 ved_callback(xmedia_void* private, xmedia_bool is_event, xmedia_bool is_mutation, xmedia_s32 out_db)
{
if (is_event) {
printf("volume event detect out_db = %d\n",out_db);
}
if (is_mutation) {
printf("volume mutation detect out_db = %d\n", out_db);
}
return XMEDIA_SUCCESS;
}
static xmedia_void load_ai_vqev2_attr(ai_vqe_attr* attr)
{
ai_vqe_attr_v2 *vqev2_attr = &ai_vqev2_attr;
attr->version = AI_VQE_ENHANCE_ATTR_VERSION_2;
attr->work_sample_rate = (g_user_input_args.sample_rate == AUDIO_SAMPLE_RATE_8000) ? AUDIO_SAMPLE_RATE_8000 : AUDIO_SAMPLE_RATE_16000;
attr->in_channels = 2;
attr->attr = (xmedia_void*)&ai_vqev2_attr;
vqev2_attr->mask = VQE_V2_MASK_AGC | VQE_V2_MASK_ANR | VQE_V2_MASK_HPF | VQE_V2_MASK_BF;
vqev2_attr->aec_attr.mode = VQE_V2_USR_MODE_AUTO;
vqev2_attr->aec_attr.cng_enable = XMEDIA_TRUE;
vqev2_attr->aec_attr.freq_boundary = 1800;
vqev2_attr->aec_attr.low_suppress_level = 0x7;
vqev2_attr->aec_attr.high_suppress_level = 0x5;
vqev2_attr->agc_attr.mode = VQE_V2_USR_MODE_AUTO;
vqev2_attr->agc_attr.target_level = -6;
vqev2_attr->agc_attr.max_boost_gain = 20;
vqev2_attr->agc_attr.noise_floor = -100;
vqev2_attr->agc_attr.ratio = 12;
vqev2_attr->agc_attr.attack_time = 8;
vqev2_attr->agc_attr.release_time = 20;
vqev2_attr->anr_attr.mode = VQE_V2_USR_MODE_AUTO;
vqev2_attr->anr_attr.usr_scene = VQE_V2_ANR_SCENE_NORMAL;
vqev2_attr->anr_attr.nr_mode = VQE_V2_NR_MODE_SPEECH;
vqev2_attr->anr_attr.max_suppress_gain = 6;
vqev2_attr->anr_attr.suppress_level = 0x2;
vqev2_attr->anr_attr.nonstationary_suppress_level = 0x0;
vqev2_attr->bf_attr.reserved = 0;
vqev2_attr->vad_attr.mode = VQE_V2_USR_MODE_AUTO;
vqev2_attr->vad_attr.sensitivity_level = 5;
vqev2_attr->hpf_attr.mode = VQE_V2_USR_MODE_AUTO;
vqev2_attr->hpf_attr.freq = VQE_V2_HPF_FREQ_80;
memset(&vqev2_attr->eq_attr, 0, sizeof(vqe_eq_attr_v2));
}
static xmedia_void load_ai_detect_attr(ai_vqe_attr* attr)
{
ai_vqe_attr_detect* detect_attr = &ai_detect_attr;
attr->version = AI_VQE_DETECT_ATTR_VERSION_1;
attr->work_sample_rate = (g_user_input_args.sample_rate == AUDIO_SAMPLE_RATE_8000) ? AUDIO_SAMPLE_RATE_8000 : AUDIO_SAMPLE_RATE_16000;
attr->in_channels = g_ai_config.dev_attr.channels;
if (g_vqe_type == 1) {
attr->work_sample_rate = AUDIO_SAMPLE_RATE_16000; //bcd只支持16K
detect_attr->mask = VQE_DETECT_MASK_BCD;
} else if (g_vqe_type == 2) {
if (attr->work_sample_rate == AUDIO_SAMPLE_RATE_16000) {
g_ai_config.res_enable = XMEDIA_TRUE;
}
detect_attr->mask =VQE_DETECT_MASK_GBD;
} else if (g_vqe_type == 3) {
detect_attr->mask = VQE_DETECT_MASK_HPF | VQE_DETECT_MASK_BCD | VQE_DETECT_MASK_VED | VQE_DETECT_MASK_SSL;
}
detect_attr->hpf_attr.mode = VQE_DET_USR_MODE_AUTO;
detect_attr->hpf_attr.freq = VQE_DETECT_HPF_FREQ_80;
detect_attr->bcd_attr.usr_mode = XMEDIA_TRUE;
detect_attr->bcd_attr.bypass = XMEDIA_FALSE;
detect_attr->bcd_attr.alarm_threshold = CRY_ALARMLIMIT;
detect_attr->bcd_attr.time_limit = CRY_TIMELIMIT;
detect_attr->bcd_attr.time_limit_threshold_count = CRY_TIMELIMITCNT;
detect_attr->bcd_attr.interval_time = CRY_ALARMINTERVAL;
/*just for npu bcd lib*/
detect_attr->bcd_attr.bcd_model.load_type = XMEDIA_CL_LOAD_FILE;
detect_attr->bcd_attr.bcd_model.model_info.file.pathname = "./audio_xmm/bcd_neuron_network.xmm";
detect_attr->bcd_attr.callback = (fn_bcd_callback)cry_callback;
detect_attr->ssl_attr.mic_distance = 50;
detect_attr->ssl_attr.sensitivity_level = 5;
detect_attr->ssl_attr.shape = 0;
detect_attr->ssl_attr.callback = (fn_detect_ssl_callback)ssl_callback;
detect_attr->ssl_attr.private_data = (xmedia_void*)0x12345678;
detect_attr->ved_attr.mode = VQE_DET_USR_MODE_AUTO;
detect_attr->ved_attr.volume_threshold = -15;
detect_attr->ved_attr.mutation_flag = 1;
detect_attr->ved_attr.fast_change_threshold = 15;
detect_attr->ved_attr.slow_change_threshold = 8;
detect_attr->ved_attr.callback = (fn_detect_ved_callback)ved_callback;
detect_attr->gbd_attr.usr_mode = XMEDIA_TRUE;
detect_attr->gbd_attr.bypass = XMEDIA_FALSE;
detect_attr->gbd_attr.alarm_threshold = GBD_ALARMLIMIT;
detect_attr->gbd_attr.time_limit = GBD_TIMELIMIT;
detect_attr->gbd_attr.time_limit_threshold_count = GBD_TIMELIMITCNT;
detect_attr->gbd_attr.interval_time = GBD_ALARMINTERVAL;
/*just for npu gbd lib*/
detect_attr->gbd_attr.gbd_model.load_type = XMEDIA_CL_LOAD_FILE;
detect_attr->gbd_attr.gbd_model.model_info.file.pathname = "./audio_xmm/gbd_neuron_network.xmm";
detect_attr->gbd_attr.callback = (fn_detect_gbd_callback)gbd_callback;
attr->attr = (xmedia_void*)&ai_detect_attr;
}
static xmedia_s32 sample_ai_config_init(xmedia_void)
{
g_ai_config.dev = XMEDIA_AI_DEV_ADC0;
sample_comm_ai_get_default_attr(g_ai_config.dev, &g_ai_config.dev_attr);
g_ai_config.dev_attr.channels = g_user_input_args.channels;
g_ai_config.dev_attr.sample_rate = g_user_input_args.sample_rate;
g_ai_config.dev_attr.pcm_samples_per_frame = FRAME_TIME * g_user_input_args.sample_rate / 1000;
g_ai_config.dev_attr.mode = AUDIO_DEV_WORK_MODE_QUEUE;
g_ai_config.chn_attr.sample_rate = g_user_input_args.usr_sample_rate;
g_ai_config.source = AI_EC_SOURCE_AO_DAC0;
g_ai_config.ec_chn_id = 0;
g_ai_config.vqe_enable = XMEDIA_TRUE;
g_ai_config.res_enable = XMEDIA_FALSE;
if ((g_ai_config.dev_attr.sample_rate != AUDIO_SAMPLE_RATE_8000 && g_ai_config.dev_attr.sample_rate != AUDIO_SAMPLE_RATE_16000)
|| (g_ai_config.chn_attr.sample_rate != g_ai_config.dev_attr.sample_rate)) {
g_ai_config.res_enable = XMEDIA_TRUE;
}
load_ai_vqev2_attr(&g_ai_config.vqe_attr);
return XMEDIA_SUCCESS;
}
static xmedia_s32 sample_aenc_config_init(xmedia_void)
{
xmedia_s32 ret;
voice_format format = VOICE_FORMAT_G711_A;
audio_codec_type type = CODEC_TYPE_G711;
ret = sample_comm_get_codec_info(g_user_input_args.output_file_name, &type, &format);
CHECK_RET(ret, "sample_comm_get_codec_info");
g_aenc_config.sample_rate = g_user_input_args.usr_sample_rate;
g_aenc_config.channels = 1; // ai open vqev2
g_aenc_config.bit_depth = 16;
g_aenc_config.chn = 0;
g_aenc_config.type = type;
g_aenc_config.format = format;
g_aenc_config.binder_dev = g_ai_config.dev;
if (g_user_input_args.binder_mode == XMEDIA_TRUE) {
g_aenc_config.binder_src = MOD_ID_AI;
}
return XMEDIA_SUCCESS;
}
static xmedia_s32 sample_init_audio()
{
return sample_comm_audio_init();
}
static xmedia_s32 sample_start_ai()
{
xmedia_s32 ret;
ai_vqe_attr vqe_detect_attr;
ret = sample_ai_config_init();
CHECK_RET(ret, "sample_ai_config_init");
ret = sample_comm_ai_register(ai_vqev2_attr.mask, g_ai_config.vqe_attr.version, g_ai_config.res_enable);
CHECK_RET(ret, "sample_comm_ai_register");
ret = sample_comm_ai_start(&g_ai_config);
CHECK_RET(ret, "sample_comm_ai_start");
//开启检测算法
if (g_vqe_type != 0) {
load_ai_detect_attr(&vqe_detect_attr);
ret = sample_comm_ai_register(ai_detect_attr.mask, vqe_detect_attr.version, g_ai_config.res_enable);
CHECK_RET(ret, "sample_comm_ai_register");
ret = sample_comm_detect_open(g_ai_config.dev, &vqe_detect_attr);
if (ret != XMEDIA_SUCCESS) {
sample_comm_ai_stop(&g_ai_config);
CHECK_RET(ret, "sample_comm_bcd_open");
}
}
if (g_user_input_args.binder_mode == XMEDIA_FALSE) {
ret = sample_comm_ai_create_output_thread_to_aenc(&g_ai_config);
CHECK_RET(ret, "sample_comm_ai_create_data_thread");
}
if (g_ai_config.dev == XMEDIA_AI_DEV_ADC0) {
ret = sample_comm_ai_set_dev_param(&g_ai_config, AI_PARAM_SET_CODEC_ADC_GAIN, (xmedia_void*)&g_user_input_args.codec_input_vol);
if (ret != XMEDIA_SUCCESS) {
sample_comm_ai_stop(&g_ai_config);
CHECK_RET(ret, "sample_comm_ai_set_dev_param");
}
}
return ret;
}
static xmedia_s32 sample_start_aenc()
{
xmedia_s32 ret;
ret = sample_aenc_config_init();
CHECK_RET(ret, "sample_aenc_config_init");
ret = sample_comm_aenc_register(g_aenc_config.type);
CHECK_RET(ret, "sample_comm_adec_register");
ret = sample_comm_aenc_start(&g_aenc_config);
CHECK_RET(ret, "sample_comm_aenc_start");
ret = sample_comm_aenc_create_output_thread_to_file(&g_aenc_config, g_user_input_args.output_fd);
CHECK_RET(ret, "sample_comm_aenc_create_data_thread");
return ret;
}
static xmedia_s32 sample_deinit_audio()
{
return sample_comm_audio_exit();
}
static xmedia_s32 sample_stop_ai()
{
xmedia_s32 ret;
if (g_user_input_args.binder_mode == XMEDIA_FALSE) {
ret = sample_comm_ai_destroy_output_thread_to_aenc(&g_ai_config);
CHECK_RET(ret, "sample_comm_ai_destroy_data_thread");
}
ret = sample_comm_ai_stop(&g_ai_config);
CHECK_RET(ret, "sample_comm_ai_stop");
return ret;
}
static xmedia_s32 sample_stop_aenc()
{
xmedia_s32 ret;
ret = sample_comm_aenc_destroy_output_thread_to_file(&g_aenc_config);
CHECK_RET(ret, "sample_comm_aenc_create_out_to_file_thread");
ret = sample_comm_aenc_stop(&g_aenc_config);
CHECK_RET(ret, "sample_comm_aenc_stop");
ret = sample_comm_aenc_unregister(g_aenc_config.type);
CHECK_RET(ret, "sample_comm_aenc_unregister");
return ret;
}
xmedia_s32 sample_audio_record_vqev2(xmedia_void)
{
xmedia_s32 ret;
ret = sample_init_audio();
if (ret != XMEDIA_SUCCESS) {
goto ERR_INIT_AUDIO;
}
ret = sample_start_ai();
if (ret != XMEDIA_SUCCESS) {
goto ERR_START_AI;
}
ret = sample_start_aenc();
if (ret != XMEDIA_SUCCESS) {
goto ERR_START_AENC;
}
while(1) {
xmedia_s32 val;
xmedia_char input_cmd[32];
SAMPLE_AUDIO_DBG("\nInput 'q' ENTER to exit\n");
SAMPLE_AUDIO_DBG("Input 'svXX' to set ai vol to xx dB\n");
SAMPLE_AUDIO_DBG("Input 'gv' to get ai vol\n");
SAMPLE_AUDIO_DBG("Input 'saXX' to set adc gain to xx dB\n");
fgets(input_cmd, (sizeof(input_cmd) - 1), stdin);
if (input_cmd[0] == 's' && input_cmd[1] == 'v' ) {
val = atoi(input_cmd + 2);
ret = sample_comm_ai_set_volume(&g_ai_config, val);
SAMPLE_AUDIO_DBG("\nSet ai volume %d return 0x%x\n", val, ret);
} else if (input_cmd[0] == 'g' && input_cmd[1] == 'v') {
ret = sample_comm_ai_get_volume(&g_ai_config, &val);
SAMPLE_AUDIO_DBG("\nGet ai volume %d return 0x%x\n", val, ret);
} else if (input_cmd[0] == 's' && input_cmd[1] == 'a') {
val = atoi(input_cmd + 2);
ret = sample_comm_ai_set_dev_param(&g_ai_config, AI_PARAM_SET_CODEC_ADC_GAIN, (xmedia_void*)&val);
SAMPLE_AUDIO_DBG("\nSet adc gain %d return 0x%x\n", val, ret);
} else if (input_cmd[0] == 'g' && input_cmd[1] == 'a') {
ret = sample_comm_ai_set_dev_param(&g_ai_config, AI_PARAM_GET_CODEC_ADC_GAIN, (xmedia_void*)&val);
SAMPLE_AUDIO_DBG("\nGet adc gain %d return 0x%x\n", val, ret);
} else if ((input_cmd[0] == 'q') || (input_cmd[0] == 'Q')) {
SAMPLE_AUDIO_DBG("Ready to exit\n");
break;
}
}
sample_stop_aenc();
ERR_START_AENC:
sample_stop_ai();
ERR_START_AI:
ERR_INIT_AUDIO:
sample_deinit_audio();
return ret;
}
static xmedia_void user_args_usage(user_input_args* args)
{
SAMPLE_AUDIO_DBG("usage: %s [samplerate] [usr_samplerate] [binder_mode] [codec_input_vol] [outfile] [vqe_type]\n", args->sample);
SAMPLE_AUDIO_DBG("dev_rate: dev samplerate(8000/16000/32000/48000)\n");
SAMPLE_AUDIO_DBG("usr_rate: out file samplerate(8000/16000/32000/48000)\n");
SAMPLE_AUDIO_DBG("mode: binder mode(0/1)\n");
SAMPLE_AUDIO_DBG("codec_input_vol: adc input volume, range:[-95~48]\n");
SAMPLE_AUDIO_DBG("out_file: aenc encoder out file(.g711a/.g711u/.g726/.aac/.mp3/.pcm/.adpcm)\n");
SAMPLE_AUDIO_DBG("vqe_type: 0:only open vqe v2, 1:open v2 + bcd, 2:open v2 + gbd, 3:open v2 + bcd + ved + ssl\n");
SAMPLE_AUDIO_DBG("examples:\n");
SAMPLE_AUDIO_DBG(" %s 8000 8000 1 20 out.g711a 0\n", args->sample);
SAMPLE_AUDIO_DBG(" %s 16000 16000 1 20 out.g711a 1\n", args->sample);
SAMPLE_AUDIO_DBG(" %s 8000 8000 1 20 out.g711a 2\n", args->sample);
SAMPLE_AUDIO_DBG(" %s 16000 16000 1 20 out.g711a 3\n", args->sample);
}
static xmedia_s32 user_args_init(int argc, char* argv[], user_input_args* user_in_args)
{
user_in_args->sample = argv[0];
if ((argc >= 2) && (strcmp(argv[1], "-h")) == 0) {
user_args_usage(user_in_args);
return XMEDIA_FAILURE;
}
if (argc != 7) {
printf("Invalid argc:%d\n", argc);
user_args_usage(user_in_args);
return XMEDIA_FAILURE;
}
user_in_args->sample_rate = atoi(argv[1]);
user_in_args->usr_sample_rate = atoi(argv[2]);
user_in_args->channels = AUDIO_CHANNEL_2;
user_in_args->binder_mode = (atoi(argv[3]) == 0 ? XMEDIA_FALSE : XMEDIA_TRUE);
user_in_args->codec_input_vol = atoi(argv[4]);
memcpy(user_in_args->output_file_name, argv[5], strlen(argv[5]));
if (strcmp(user_in_args->output_file_name, "null")) {
user_in_args->output_fd[0] = fopen(user_in_args->output_file_name, "w+");
if (user_in_args->output_fd[0] == NULL) {
printf("Open %s failed\n", user_in_args->output_file_name);
return XMEDIA_FAILURE;
}
}
g_vqe_type = atoi(argv[6]);
if (g_vqe_type < 0 || g_vqe_type > 3) {
printf("Invalid det_type:%d\n", g_vqe_type);
user_args_usage(user_in_args);
return XMEDIA_FAILURE;
}
SAMPLE_AUDIO_DBG("get user args: \n");
SAMPLE_AUDIO_DBG(" samplerate: %d\n", user_in_args->sample_rate);
SAMPLE_AUDIO_DBG(" user samplerate: %d\n", user_in_args->usr_sample_rate);
SAMPLE_AUDIO_DBG(" codec_input_vol: %d\n", user_in_args->codec_input_vol);
if (user_in_args->output_fd[0] != NULL) {
SAMPLE_AUDIO_DBG(" mic0_file_name:%s\n", user_in_args->output_file_name);
}
return XMEDIA_SUCCESS;
}
static xmedia_void user_args_deinit(user_input_args* user_in_args)
{
if (user_in_args->output_fd[1] != NULL) {
fclose(user_in_args->output_fd[1]);
user_in_args->output_fd[1] = NULL;
}
if (user_in_args->output_fd[0] != NULL) {
fclose(user_in_args->output_fd[0]);
user_in_args->output_fd[0] = NULL;
}
}
xmedia_s32 main(int argc, char* argv[])
{
xmedia_s32 ret;
ret = user_args_init(argc, argv, &g_user_input_args);
if (ret != XMEDIA_SUCCESS) {
printf("user_args_init failed(0x%x)\n\n", ret);
return ret;
}
SAMPLE_AUDIO_DBG("user_args_init ok\n");
ret = sample_audio_record_vqev2();
if (ret != XMEDIA_SUCCESS) {
printf("sample_audio_record_vqev2 failed(0x%x)\n", ret);
}
user_args_deinit(&g_user_input_args);
SAMPLE_AUDIO_DBG("exit %s\n", g_user_input_args.sample);
return ret;
}
Reference in New Issue View Git Blame Copy Permalink