path: root/tinyDAV/src/audio/tdav_consumer_audio.c

/*
* Copyright (C) 2009-2010 Mamadou Diop.
*
* Contact: Mamadou Diop <diopmamadou(at)doubango.org>
*	
* This file is part of Open Source Doubango Framework.
*
* DOUBANGO is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*	
* DOUBANGO is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
* GNU General Public License for more details.
*	
* You should have received a copy of the GNU General Public License
* along with DOUBANGO.
*
*/

/**@file tdav_consumer_audio.c
 * @brief Base class for all Audio consumers.
 *
 * @author Mamadou Diop <diopmamadou(at)doubango.org>
 *
 * @date Created: Sat Nov 8 16:54:58 2009 mdiop
 */
#include "tinydav/audio/tdav_consumer_audio.h"

#include "tinymedia/tmedia_denoise.h"
#include "tinyrtp/rtp/trtp_rtp_header.h"

#include "tsk_memory.h"
#include "tsk_time.h"
#include "tsk_debug.h"

#if TSK_UNDER_WINDOWS
#	include <Winsock2.h> // timeval
#elif defined(__SYMBIAN32__)
#	include <_timeval.h> 
#else
#	include <sys/time.h>
#endif

#define TDAV_BITS_PER_SAMPLE_DEFAULT	16
#define TDAV_CHANNELS_DEFAULT			2
#define TDAV_RATE_DEFAULT				8000
#define TDAV_PTIME_DEFAULT				20

#define TDAV_10MS						10
#define TDAV_10MS_FRAME_SIZE(self)		(((self)->rate * TDAV_10MS)/1000)
#define TDAV_PTIME_FRAME_SIZE(self)		(((self)->rate * (self)->ptime)/1000)

int static size_of_short = sizeof(short);

/** Initialize audio consumer */
int tdav_consumer_audio_init(tdav_consumer_audio_t* self)
{
	int ret;

	if(!self){
		TSK_DEBUG_ERROR("Invalid parameter");
		return -1;
	}
	/* base */
	if((ret = tmedia_consumer_init(TMEDIA_CONSUMER(self)))){
		return ret;
	}

	/* self (should be update by prepare() by using the codec's info)*/
	self->bits_per_sample = TDAV_BITS_PER_SAMPLE_DEFAULT;
	self->channels = TDAV_CHANNELS_DEFAULT;
	self->rate = TDAV_RATE_DEFAULT;
	self->ptime = TDAV_PTIME_DEFAULT;

	/* self:jitterbuffer */
	if(!self->jb.jbuffer){
		self->jb.jbuffer = jb_new();
		self->jb.jcodec = JB_CODEC_OTHER; // FIXME: e.g. JB_CODEC_G711x
	}

	tsk_safeobj_init(self);

	return 0;
}

/**
* Generic function to compare two consumers.
* @param consumer1 The first consumer to compare.
* @param consumer2 The second consumer to compare.
* @retval Returns an integral value indicating the relationship between the two consumers:
* <0 : @a consumer1 less than @a consumer2.<br>
* 0  : @a consumer1 identical to @a consumer2.<br>
* >0 : @a consumer1 greater than @a consumer2.<br>
*/
int tdav_consumer_audio_cmp(const tsk_object_t* consumer1, const tsk_object_t* consumer2)
{	
	return (TDAV_CONSUMER_AUDIO(consumer1) - TDAV_CONSUMER_AUDIO(consumer2));
}

/* put data (bytes not shorts) into the jitter buffer (consumers always have ptime of 20ms) */
int tdav_consumer_audio_put(tdav_consumer_audio_t* self, void** data, tsk_size_t size, const tsk_object_t* proto_hdr)
{
	const trtp_rtp_header_t* rtp_hdr = (const trtp_rtp_header_t*)proto_hdr;
	int i, _10ms_size_shorts, _10ms_size_bytes;
	long now, ts;
	short* _10ms_buf; // 10ms frame

	if(!self || !data || !*data || !self->jb.jbuffer || !rtp_hdr){
		TSK_DEBUG_ERROR("Invalid parameter");
		return -1;
	}

	/* synchronize the reference timestamp */
	if(!self->jb.ref_timestamp){
		uint64_t epoch = tsk_time_epoch();
		struct timeval tv;
		long ts = (rtp_hdr->timestamp/(self->rate/1000));
		//=> Do not use (see clock_gettime() on linux): tsk_gettimeofday(&tv, tsk_null);
		tv.tv_sec = (long)(epoch)/1000;
		tv.tv_usec = (long)(epoch - (tv.tv_sec*1000))*1000;

		tv.tv_sec -= (ts / self->rate);
		tv.tv_usec -= (ts % self->rate) * 125;
		if((tv.tv_usec -= (tv.tv_usec % (TDAV_10MS * 10000))) <0){
			tv.tv_usec += 1000000;
			tv.tv_sec -= 1;
		}
		self->jb.ref_timestamp = tsk_time_get_ms(&tv);

		switch(rtp_hdr->payload_type){
			// FIXME: TMEDIA_CODEC_FORMAT_* are "char*" just define int values to avoid char comparison
			case 8: /*TMEDIA_CODEC_FORMAT_G711a*/
			case 0: /* TMEDIA_CODEC_FORMAT_G711u */
				self->jb.jcodec = JB_CODEC_G711x;
				break;
			case 18: /* TMEDIA_CODEC_FORMAT_G729 */
				self->jb.jcodec = JB_CODEC_G729A;
				break;
			case 3: /* TMEDIA_CODEC_FORMAT_GSM */
				self->jb.jcodec = JB_CODEC_GSM_EFR;
				break;

			default:
				self->jb.jcodec = JB_CODEC_OTHER;
				break;
		}
	}
	
	tsk_safeobj_lock(self);
	// split as several 10ms frames
	now = (long) (tsk_time_now()-self->jb.ref_timestamp);
	ts = (long)(rtp_hdr->timestamp/(self->rate/1000));
	_10ms_size_shorts = TDAV_10MS_FRAME_SIZE(self);
	_10ms_size_bytes = _10ms_size_shorts * size_of_short;
	for(i=0; i<(int)(size/_10ms_size_bytes);i++){
		if((_10ms_buf = tsk_calloc(_10ms_size_shorts, size_of_short))){
			memcpy(_10ms_buf, &((uint8_t*)*data)[i*_10ms_size_bytes], _10ms_size_bytes);
			jb_put(self->jb.jbuffer, _10ms_buf, JB_TYPE_VOICE, TDAV_10MS, ts, now, self->jb.jcodec);
			_10ms_buf = tsk_null;
		}
		ts += TDAV_10MS;
	}
	tsk_safeobj_unlock(self);

	return 0;
}

/* get data drom the jitter buffer (consumers should always have ptime of 20ms) */
void* tdav_consumer_audio_get(tdav_consumer_audio_t* self, tsk_size_t* out_size)
{
	void* data = tsk_null;
	int jret;

	int i, _10ms_count, _10ms_size_bytes, _10ms_size_shorts;
	long now;
	short* _10ms_buf = tsk_null;

	*out_size = 0;

	if(!self){
		TSK_DEBUG_ERROR("Invalid parameter");
		return tsk_null;
	}
	
	_10ms_size_shorts = TDAV_10MS_FRAME_SIZE(self);
	_10ms_size_bytes = (_10ms_size_shorts * size_of_short);
	_10ms_count = (TDAV_PTIME_FRAME_SIZE(self)/_10ms_size_shorts);
	now = (long) (tsk_time_now()-self->jb.ref_timestamp);

	tsk_safeobj_lock(self);
	for(i=0; i<_10ms_count; i++){

		jret = jb_get(self->jb.jbuffer, (void**)&_10ms_buf, now, TDAV_10MS);

		//if(!_10ms_buf){
		//	TSK_DEBUG_ERROR("NO DATA");
		//}

		switch(jret){
			case JB_INTERP:
				TSK_DEBUG_INFO("JB_INTERP");
				jb_reset_all(self->jb.jbuffer);
				if((data = tsk_realloc(data, _10ms_size_bytes * _10ms_count))){
					*out_size = _10ms_size_bytes * _10ms_count;
					memset(data, 0, *out_size); // silence
				}
				i = _10ms_count; // for exit
				break;
			case JB_OK:
			case JB_EMPTY:
			case JB_NOFRAME:
			case JB_NOJB:
				{
					if(data){
						if((data = tsk_realloc(data, (*out_size + _10ms_size_bytes)))){
							if(_10ms_buf && (jret == JB_OK)){
								/* copy data */
								memcpy(&((uint8_t*)data)[*out_size], _10ms_buf, _10ms_size_bytes);
							}
							else{
								/* copy silence */
								memset(&((uint8_t*)data)[*out_size], 0, _10ms_size_bytes);
							}
							*out_size += _10ms_size_bytes;
						}
						else{ /* realloc failed */
							*out_size = 0;
						}
					}
					else{
						data = _10ms_buf, _10ms_buf = tsk_null;
						*out_size = _10ms_size_bytes;
					}
					break;
				}
			
			default:
				break;
		}
		TSK_FREE(_10ms_buf);
	}
	tsk_safeobj_unlock(self);

	// Denoise()
	if(data && *out_size == _10ms_size_bytes*2){
		if(self->denoise && self->denoise->opened){
			tmedia_denoise_echo_playback(self->denoise, data);
		}
	}
	//else{
	//	TSK_DEBUG_WARN("Invalid buffer");
	//}

	return data;
}

/* set denioiser */
void tdav_consumer_audio_set_denoise(tdav_consumer_audio_t* self, struct tmedia_denoise_s* denoise)
{
	TSK_OBJECT_SAFE_FREE(self->denoise);
	self->denoise = tsk_object_ref(denoise);
}

/** Reset jitterbuffer */
int tdav_consumer_audio_reset(tdav_consumer_audio_t* self){
	if(!self){
		TSK_DEBUG_ERROR("Invalid parameter");
		return -1;
	}

	tsk_safeobj_lock(self);
	if(self->jb.jbuffer){
		jb_reset_all(self->jb.jbuffer);
	}
	tsk_safeobj_unlock(self);

	return 0;
}

/* tsk_safeobj_lock(self); */
/* tsk_safeobj_unlock(self); */

/** DeInitialize audio consumer */
int tdav_consumer_audio_deinit(tdav_consumer_audio_t* self)
{
	int ret;

	if(!self){
		TSK_DEBUG_ERROR("Invalid parameter");
		return -1;
	}

	/* base */
	if((ret = tmedia_consumer_deinit(TMEDIA_CONSUMER(self)))){
		/* return ret; */
	}

	/* self */
	if(self->jb.jbuffer){
		jb_destroy(self->jb.jbuffer);
	}
	TSK_OBJECT_SAFE_FREE(self->denoise);

	tsk_safeobj_deinit(self);

	return 0;
}