/* * Copyright (C) 2009-2010 Mamadou Diop. * * Contact: Mamadou Diop * * This file is part of Open Source Doubango Framework. * * DOUBANGO is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * DOUBANGO is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with DOUBANGO. * */ /**@file tdav_speex_denoise.c * @brief Speex Denoiser (Noise suppression, AGC, AEC) Plugin * * @author Mamadou Diop * * @date Created: Sat Nov 8 16:54:58 2009 mdiop */ #include "tinydav/audio/tdav_speex_denoise.h" #if HAVE_SPEEX_DSP #include "tsk_memory.h" #include "tsk_debug.h" #define ECHO_TAIL 10 int tdav_speex_denoise_open(tmedia_denoise_t* self, uint32_t frame_size, uint32_t sampling_rate, tsk_bool_t denoise, float agc_level, tsk_bool_t aec, tsk_bool_t vad) { tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self; float f; int i; if(!denoiser->echo_state){ if((denoiser->echo_state = speex_echo_state_init(frame_size, ECHO_TAIL*frame_size))){ speex_echo_ctl(denoiser->echo_state, SPEEX_ECHO_SET_SAMPLING_RATE, &sampling_rate); } } if(!denoiser->preprocess_state){ denoiser->vad_on = vad; denoiser->frame_size = frame_size; if((denoiser->preprocess_state = speex_preprocess_state_init(frame_size, sampling_rate))){ if(denoiser->echo_state){ speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_ECHO_STATE, denoiser->echo_state); i = -40; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_ECHO_SUPPRESS, &i); i = -15; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_ECHO_SUPPRESS_ACTIVE, &i); TSK_FREE(denoiser->echo_output_frame); denoiser->echo_output_frame = tsk_calloc(denoiser->frame_size, sizeof(spx_int16_t)); } if(denoise){ i = 1; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DENOISE, &i); i = -30; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_NOISE_SUPPRESS, &i); } else{ i = 0; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DENOISE, &i); } if(agc_level){ i = 1; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC, &i); speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_LEVEL, &agc_level); //speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_TARGET, &agc_level); i = 30; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_MAX_GAIN, &i); i = 12; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_INCREMENT, &i); i = -40; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_DECREMENT, &i); } else{ i = 0, f = 8000.0f; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC, &i); speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_AGC_LEVEL, &f); } i = vad ? 1 : 2; speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_VAD, &i); //i=1; //speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DEREVERB, &i); //i=1; //speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DEREVERB_DECAY, &i); //i=1; //speex_preprocess_ctl(denoiser->preprocess_state, SPEEX_PREPROCESS_SET_DEREVERB_LEVEL, &i); return 0; } else{ TSK_DEBUG_ERROR("Failed to create Speex preprocessor state"); return -2; } } return 0; } int tdav_speex_denoise_echo_playback(tmedia_denoise_t* self, const void* echo_frame) { tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self; if(denoiser->echo_state){ speex_echo_playback(denoiser->echo_state, echo_frame); } return 0; } int tdav_speex_denoise_process(tmedia_denoise_t* self, void* audio_frame, tsk_bool_t* silence_or_noise) { tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self; int vad; if(denoiser->preprocess_state){ if(denoiser->echo_state && denoiser->echo_output_frame){ speex_echo_capture(denoiser->echo_state, audio_frame, denoiser->echo_output_frame); memcpy(audio_frame, denoiser->echo_output_frame, denoiser->frame_size*sizeof(spx_int16_t)); } vad = speex_preprocess_run(denoiser->preprocess_state, audio_frame); if(!vad && denoiser->vad_on){ *silence_or_noise = tsk_true; } } return 0; } int tdav_speex_denoise_close(tmedia_denoise_t* self) { tdav_speex_denoise_t *denoiser = (tdav_speex_denoise_t *)self; if(denoiser->preprocess_state){ speex_preprocess_state_destroy(denoiser->preprocess_state); denoiser->preprocess_state = tsk_null; } if(denoiser->echo_state){ speex_echo_state_destroy(denoiser->echo_state); denoiser->echo_state = tsk_null; } TSK_FREE(denoiser->echo_output_frame); return 0; } // // Speex denoiser Plugin definition // /* constructor */ static tsk_object_t* tdav_speex_denoise_ctor(tsk_object_t * self, va_list * app) { tdav_speex_denoise_t *denoise = self; if(denoise){ /* init base */ tmedia_denoise_init(TMEDIA_DENOISE(denoise)); /* init self */ } return self; } /* destructor */ static tsk_object_t* tdav_speex_denoise_dtor(tsk_object_t * self) { tdav_speex_denoise_t *denoise = self; if(denoise){ /* deinit base */ tmedia_denoise_deinit(TMEDIA_DENOISE(denoise)); /* deinit self */ if(denoise->preprocess_state){ // already done by close() ...but who know? speex_preprocess_state_destroy(denoise->preprocess_state); } if(denoise->echo_state){ speex_echo_state_destroy(denoise->echo_state); } TSK_FREE(denoise->echo_output_frame); } return self; } /* object definition */ static const tsk_object_def_t tdav_speex_denoise_def_s = { sizeof(tdav_speex_denoise_t), tdav_speex_denoise_ctor, tdav_speex_denoise_dtor, tsk_null, }; /* plugin definition*/ static const tmedia_denoise_plugin_def_t tdav_speex_denoise_plugin_def_s = { &tdav_speex_denoise_def_s, "Audio Denoiser based on Speex", tdav_speex_denoise_open, tdav_speex_denoise_echo_playback, tdav_speex_denoise_process, tdav_speex_denoise_close, }; const tmedia_denoise_plugin_def_t *tdav_speex_denoise_plugin_def_t = &tdav_speex_denoise_plugin_def_s; #endif /* HAVE_SPEEX_DSP */