toxcore/toxav/toxav.c

1415 lines
45 KiB
C
Raw Normal View History

2014-02-10 06:06:44 +08:00
/** toxav.c
*
* Copyright (C) 2013-2015 Tox project All Rights Reserved.
2014-02-10 06:06:44 +08:00
*
* This file is part of Tox.
*
* Tox is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Tox is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with Tox. If not, see <http://www.gnu.org/licenses/>.
*
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif /* HAVE_CONFIG_H */
2015-04-22 08:09:37 +08:00
#include "msi.h"
#include "rtp.h"
2014-02-10 06:06:44 +08:00
#include "../toxcore/Messenger.h"
2014-04-28 01:21:26 +08:00
#include "../toxcore/logger.h"
2014-11-18 07:46:46 +08:00
#include "../toxcore/util.h"
2014-04-28 01:21:26 +08:00
2014-05-11 00:00:49 +08:00
#include <assert.h>
2014-02-10 06:06:44 +08:00
#include <stdlib.h>
#include <string.h>
2014-02-16 03:44:33 +08:00
2014-06-25 06:07:31 +08:00
#define MAX_ENCODE_TIME_US ((1000 / 24) * 1000)
2015-04-27 06:15:57 +08:00
#define BITRATE_CHANGE_TESTING_TIME_MS 4000
2014-02-10 06:06:44 +08:00
2015-04-26 06:31:03 +08:00
typedef struct ToxAvBitrateAdapter_s {
bool active;
2015-04-27 06:15:57 +08:00
uint64_t end_time;
uint64_t next_send;
uint64_t next_send_interval;
2015-04-26 06:31:03 +08:00
uint32_t bit_rate;
} ToxAvBitrateAdapter;
2014-07-27 06:26:58 +08:00
2015-03-02 01:45:04 +08:00
typedef struct ToxAVCall_s {
2015-02-21 08:07:22 +08:00
ToxAV* av;
2015-03-02 01:45:04 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_t mutex_audio[1];
PAIR(RTPSession *, ACSession *) audio;
pthread_mutex_t mutex_video[1];
PAIR(RTPSession *, VCSession *) video;
pthread_mutex_t mutex[1];
2015-03-02 01:45:04 +08:00
bool active;
MSICall* msi_call;
2015-04-29 07:01:25 +08:00
uint32_t friend_number;
2015-04-29 07:01:25 +08:00
uint32_t audio_bit_rate; /* Sending audio bit rate */
uint32_t video_bit_rate; /* Sending video bit rate */
2015-04-26 06:31:03 +08:00
ToxAvBitrateAdapter aba;
ToxAvBitrateAdapter vba;
/** Required for monitoring changes in states */
2015-04-22 08:09:37 +08:00
uint8_t previous_self_capabilities;
2015-02-21 08:07:22 +08:00
/** Quality control */
uint64_t time_audio_good;
uint32_t last_bad_audio_bit_rate;
uint64_t time_video_good;
uint32_t last_bad_video_bit_rate;
struct ToxAVCall_s *prev;
struct ToxAVCall_s *next;
} ToxAVCall;
2014-02-17 09:01:30 +08:00
2015-05-02 04:15:12 +08:00
struct ToxAV {
Messenger* m;
MSISession* msi;
/* Two-way storage: first is array of calls and second is list of calls with head and tail */
ToxAVCall** calls;
uint32_t calls_tail;
uint32_t calls_head;
2015-03-02 01:45:04 +08:00
pthread_mutex_t mutex[1];
PAIR(toxav_call_cb *, void*) ccb; /* Call callback */
PAIR(toxav_call_state_cb *, void *) scb; /* Call state callback */
2015-05-23 05:22:31 +08:00
PAIR(toxav_audio_receive_frame_cb *, void *) acb; /* Audio frame receive callback */
PAIR(toxav_video_receive_frame_cb *, void *) vcb; /* Video frame receive callback */
2015-04-29 07:01:25 +08:00
PAIR(toxav_audio_bit_rate_status_cb *, void *) abcb; /* Audio bit rate control callback */
PAIR(toxav_video_bit_rate_status_cb *, void *) vbcb; /* Video bit rate control callback */
/** Decode time measures */
int32_t dmssc; /** Measure count */
int32_t dmsst; /** Last cycle total */
int32_t dmssa; /** Average decoding time in ms */
uint32_t interval; /** Calculated interval */
};
2014-07-27 01:29:49 +08:00
2014-02-10 06:06:44 +08:00
2015-02-21 08:07:22 +08:00
int callback_invite(void* toxav_inst, MSICall* call);
int callback_start(void* toxav_inst, MSICall* call);
int callback_end(void* toxav_inst, MSICall* call);
int callback_error(void* toxav_inst, MSICall* call);
int callback_capabilites(void* toxav_inst, MSICall* call);
2015-04-29 07:01:25 +08:00
bool audio_bit_rate_invalid(uint32_t bit_rate);
bool video_bit_rate_invalid(uint32_t bit_rate);
2015-08-09 17:57:39 +08:00
bool invoke_call_state_callback(ToxAV* av, uint32_t friend_number, uint32_t state);
2015-02-21 08:07:22 +08:00
ToxAVCall* call_new(ToxAV* av, uint32_t friend_number, TOXAV_ERR_CALL* error);
ToxAVCall* call_get(ToxAV* av, uint32_t friend_number);
2015-05-02 04:15:12 +08:00
ToxAVCall* call_remove(ToxAVCall* call);
2015-02-21 08:07:22 +08:00
bool call_prepare_transmission(ToxAVCall* call);
void call_kill_transmission(ToxAVCall* call);
2015-04-26 06:31:03 +08:00
void ba_set(ToxAvBitrateAdapter* ba, uint32_t bit_rate);
bool ba_shoud_send_dummy(ToxAvBitrateAdapter* ba);
2014-02-17 09:01:30 +08:00
2015-05-23 05:22:31 +08:00
uint32_t toxav_version_major(void)
2014-07-27 01:29:49 +08:00
{
2015-05-23 05:22:31 +08:00
return 0;
2014-07-27 01:29:49 +08:00
}
2015-05-23 05:22:31 +08:00
uint32_t toxav_version_minor(void)
2014-07-27 01:29:49 +08:00
{
2015-05-23 05:22:31 +08:00
return 0;
2014-07-27 01:29:49 +08:00
}
2015-05-23 05:22:31 +08:00
uint32_t toxav_version_patch(void)
2014-02-16 03:44:33 +08:00
{
2015-05-23 05:22:31 +08:00
return 0;
}
bool toxav_version_is_compatible(uint32_t major, uint32_t minor, uint32_t patch)
{
(void)major;
(void)minor;
(void)patch;
return 1;
}
ToxAV* toxav_new(Tox* tox, TOXAV_ERR_NEW* error)
{
TOXAV_ERR_NEW rc = TOXAV_ERR_NEW_OK;
ToxAV *av = NULL;
if (tox == NULL) {
rc = TOXAV_ERR_NEW_NULL;
2015-04-29 07:01:25 +08:00
goto END;
}
if (((Messenger*)tox)->msi_packet) {
rc = TOXAV_ERR_NEW_MULTIPLE;
2015-04-29 07:01:25 +08:00
goto END;
}
2015-03-02 01:45:04 +08:00
av = calloc (sizeof(ToxAV), 1);
2014-05-24 22:02:01 +08:00
if (av == NULL) {
LOGGER_WARNING("Allocation failed!");
rc = TOXAV_ERR_NEW_MALLOC;
2015-04-29 07:01:25 +08:00
goto END;
2014-05-24 22:02:01 +08:00
}
2015-04-08 07:00:19 +08:00
if (create_recursive_mutex(av->mutex) != 0) {
2015-03-02 01:45:04 +08:00
LOGGER_WARNING("Mutex creation failed!");
rc = TOXAV_ERR_NEW_MALLOC;
2015-04-29 07:01:25 +08:00
goto END;
2015-03-02 01:45:04 +08:00
}
av->m = (Messenger *)tox;
av->msi = msi_new(av->m);
if (av->msi == NULL) {
2015-03-02 01:45:04 +08:00
pthread_mutex_destroy(av->mutex);
rc = TOXAV_ERR_NEW_MALLOC;
2015-04-29 07:01:25 +08:00
goto END;
2014-11-29 02:10:27 +08:00
}
av->interval = 200;
av->msi->av = av;
2015-02-21 08:07:22 +08:00
msi_register_callback(av->msi, callback_invite, msi_OnInvite);
msi_register_callback(av->msi, callback_start, msi_OnStart);
msi_register_callback(av->msi, callback_end, msi_OnEnd);
msi_register_callback(av->msi, callback_error, msi_OnError);
msi_register_callback(av->msi, callback_error, msi_OnPeerTimeout);
msi_register_callback(av->msi, callback_capabilites, msi_OnCapabilities);
2015-04-29 07:01:25 +08:00
END:
if (error)
*error = rc;
2015-04-29 07:01:25 +08:00
if (rc != TOXAV_ERR_NEW_OK) {
free(av);
av = NULL;
}
2015-04-29 07:01:25 +08:00
return av;
2014-02-10 06:06:44 +08:00
}
void toxav_kill(ToxAV* av)
2014-02-17 09:01:30 +08:00
{
if (av == NULL)
return;
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
msi_kill(av->msi);
2015-02-21 08:07:22 +08:00
/* Msi kill will hang up all calls so just clean these calls */
if (av->calls) {
ToxAVCall* it = call_get(av, av->calls_head);
2015-05-02 04:15:12 +08:00
while (it) {
2015-02-21 08:07:22 +08:00
call_kill_transmission(it);
2015-05-02 04:15:12 +08:00
it = call_remove(it); /* This will eventually free av->calls */
2015-02-21 08:07:22 +08:00
}
}
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-03-02 01:45:04 +08:00
pthread_mutex_destroy(av->mutex);
2014-02-10 06:06:44 +08:00
free(av);
}
2015-05-23 05:22:31 +08:00
Tox* toxav_get_tox(const ToxAV* av)
2014-02-10 06:06:44 +08:00
{
return (Tox*) av->m;
}
uint32_t toxav_iteration_interval(const ToxAV* av)
{
2015-03-02 01:45:04 +08:00
/* If no call is active interval is 200 */
return av->calls ? av->interval : 200;
2014-02-10 06:06:44 +08:00
}
2015-03-26 03:36:35 +08:00
void toxav_iterate(ToxAV* av)
2014-02-10 06:06:44 +08:00
{
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
if (av->calls == NULL) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
return;
}
2015-02-02 06:43:54 +08:00
uint64_t start = current_time_monotonic();
int32_t rc = 500;
2015-02-02 06:43:54 +08:00
ToxAVCall* i = av->calls[av->calls_head];
2015-04-08 07:00:19 +08:00
for (; i; i = i->next) {
if (i->active) {
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(i->mutex);
pthread_mutex_unlock(av->mutex);
ac_do(i->audio.second);
2015-04-27 06:15:57 +08:00
if (rtp_do(i->audio.first) < 0) {
/* Bad transmission */
uint32_t bb = i->audio_bit_rate;
if (i->aba.active) {
bb = i->aba.bit_rate;
/* Stop sending dummy packets */
memset(&i->aba, 0, sizeof(i->aba));
}
/* Notify app */
if (av->abcb.first)
2015-04-29 07:01:25 +08:00
av->abcb.first (av, i->friend_number, false, bb, av->abcb.second);
2015-04-27 06:15:57 +08:00
} else if (i->aba.active && i->aba.end_time < current_time_monotonic()) {
i->audio_bit_rate = i->aba.bit_rate;
2015-04-29 07:01:25 +08:00
/* Notify user about the new bit rate */
2015-04-27 06:15:57 +08:00
if (av->abcb.first)
2015-04-29 07:01:25 +08:00
av->abcb.first (av, i->friend_number, true, i->aba.bit_rate, av->abcb.second);
2015-04-27 06:15:57 +08:00
/* Stop sending dummy packets */
memset(&i->aba, 0, sizeof(i->aba));
}
2015-04-22 08:09:37 +08:00
vc_do(i->video.second);
2015-04-27 06:15:57 +08:00
if (rtp_do(i->video.first) < 0) {
/* Bad transmission */
uint32_t bb = i->video_bit_rate;
if (i->vba.active) {
bb = i->vba.bit_rate;
/* Stop sending dummy packets */
memset(&i->vba, 0, sizeof(i->vba));
}
/* Notify app */
if (av->vbcb.first)
2015-04-29 07:01:25 +08:00
av->vbcb.first (av, i->friend_number, false, bb, av->vbcb.second);
2015-04-27 06:15:57 +08:00
} else if (i->vba.active && i->vba.end_time < current_time_monotonic()) {
i->video_bit_rate = i->vba.bit_rate;
2015-04-29 07:01:25 +08:00
/* Notify user about the new bit rate */
2015-04-27 06:15:57 +08:00
if (av->vbcb.first)
2015-04-29 07:01:25 +08:00
av->vbcb.first (av, i->friend_number, true, i->vba.bit_rate, av->vbcb.second);
2015-04-27 06:15:57 +08:00
/* Stop sending dummy packets */
memset(&i->vba, 0, sizeof(i->vba));
}
2015-04-13 07:45:53 +08:00
2015-04-22 08:09:37 +08:00
if (i->msi_call->self_capabilities & msi_CapRAudio &&
i->msi_call->peer_capabilities & msi_CapSAudio)
rc = MIN(i->audio.second->last_packet_frame_duration, rc);
if (i->msi_call->self_capabilities & msi_CapRVideo &&
i->msi_call->peer_capabilities & msi_CapSVideo)
rc = MIN(i->video.second->lcfd, (uint32_t) rc);
2015-04-29 07:01:25 +08:00
uint32_t fid = i->friend_number;
2015-04-08 07:00:19 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(i->mutex);
pthread_mutex_lock(av->mutex);
2015-04-08 07:00:19 +08:00
/* In case this call is popped from container stop iteration */
if (call_get(av, fid) != i)
break;
}
2014-11-29 02:10:27 +08:00
}
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-02-02 06:43:54 +08:00
2015-04-17 21:31:14 +08:00
av->interval = rc < av->dmssa ? 0 : (rc - av->dmssa);
av->dmsst += current_time_monotonic() - start;
2015-02-02 06:43:54 +08:00
if (++av->dmssc == 3) {
2015-06-25 07:04:31 +08:00
av->dmssa = av->dmsst / 3 + 5 /* NOTE Magic Offset for precission */;
av->dmssc = 0;
av->dmsst = 0;
2014-11-18 07:46:46 +08:00
}
2014-02-10 06:06:44 +08:00
}
bool toxav_call(ToxAV* av, uint32_t friend_number, uint32_t audio_bit_rate, uint32_t video_bit_rate, TOXAV_ERR_CALL* error)
2014-07-08 04:10:10 +08:00
{
2015-05-02 04:15:12 +08:00
if ((audio_bit_rate && audio_bit_rate_invalid(audio_bit_rate))
||(video_bit_rate && video_bit_rate_invalid(video_bit_rate))
) {
if (error)
*error = TOXAV_ERR_CALL_INVALID_BIT_RATE;
return false;
}
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
2015-02-21 08:07:22 +08:00
ToxAVCall* call = call_new(av, friend_number, error);
2015-03-02 01:45:04 +08:00
if (call == NULL) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
return false;
2015-03-02 01:45:04 +08:00
}
2015-03-29 08:10:34 +08:00
call->audio_bit_rate = audio_bit_rate;
call->video_bit_rate = video_bit_rate;
2015-04-22 08:09:37 +08:00
call->previous_self_capabilities = msi_CapRAudio | msi_CapRVideo;
2015-04-22 08:09:37 +08:00
call->previous_self_capabilities |= audio_bit_rate > 0 ? msi_CapSAudio : 0;
call->previous_self_capabilities |= video_bit_rate > 0 ? msi_CapSVideo : 0;
2015-04-22 08:09:37 +08:00
if (msi_invite(av->msi, &call->msi_call, friend_number, call->previous_self_capabilities) != 0) {
2015-02-21 08:07:22 +08:00
call_remove(call);
if (error)
*error = TOXAV_ERR_CALL_MALLOC;
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
return false;
}
2015-02-23 06:41:40 +08:00
call->msi_call->av_call = call;
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-02-23 06:41:40 +08:00
return true;
2014-11-18 07:46:46 +08:00
}
void toxav_callback_call(ToxAV* av, toxav_call_cb* function, void* user_data)
2014-02-10 06:06:44 +08:00
{
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
av->ccb.first = function;
av->ccb.second = user_data;
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-04-29 07:01:25 +08:00
}
bool toxav_answer(ToxAV* av, uint32_t friend_number, uint32_t audio_bit_rate, uint32_t video_bit_rate, TOXAV_ERR_ANSWER* error)
2014-02-10 06:06:44 +08:00
{
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
2015-03-02 01:45:04 +08:00
TOXAV_ERR_ANSWER rc = TOXAV_ERR_ANSWER_OK;
if (m_friend_exists(av->m, friend_number) == 0) {
rc = TOXAV_ERR_ANSWER_FRIEND_NOT_FOUND;
goto END;
}
2015-04-29 07:01:25 +08:00
if ((audio_bit_rate && audio_bit_rate_invalid(audio_bit_rate))
||(video_bit_rate && video_bit_rate_invalid(video_bit_rate))
) {
2015-05-02 04:15:12 +08:00
rc = TOXAV_ERR_ANSWER_INVALID_BIT_RATE;
goto END;
}
2015-02-21 08:07:22 +08:00
ToxAVCall* call = call_get(av, friend_number);
if (call == NULL) {
rc = TOXAV_ERR_ANSWER_FRIEND_NOT_CALLING;
goto END;
}
2015-03-23 06:50:43 +08:00
if (!call_prepare_transmission(call)) {
2015-05-02 04:15:12 +08:00
rc = TOXAV_ERR_ANSWER_CODEC_INITIALIZATION;
2015-03-23 06:50:43 +08:00
goto END;
}
2015-03-29 08:10:34 +08:00
call->audio_bit_rate = audio_bit_rate;
call->video_bit_rate = video_bit_rate;
2015-04-22 08:09:37 +08:00
call->previous_self_capabilities = msi_CapRAudio | msi_CapRVideo;
2015-04-22 08:09:37 +08:00
call->previous_self_capabilities |= audio_bit_rate > 0 ? msi_CapSAudio : 0;
call->previous_self_capabilities |= video_bit_rate > 0 ? msi_CapSVideo : 0;
2015-04-22 08:09:37 +08:00
if (msi_answer(call->msi_call, call->previous_self_capabilities) != 0)
rc = TOXAV_ERR_ANSWER_FRIEND_NOT_CALLING; /* the only reason for msi_answer to fail */
END:
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-03-02 01:45:04 +08:00
if (error)
*error = rc;
return rc == TOXAV_ERR_ANSWER_OK;
2014-02-10 06:06:44 +08:00
}
void toxav_callback_call_state(ToxAV* av, toxav_call_state_cb* function, void* user_data)
2014-02-10 06:06:44 +08:00
{
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
av->scb.first = function;
av->scb.second = user_data;
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2014-02-10 06:06:44 +08:00
}
bool toxav_call_control(ToxAV* av, uint32_t friend_number, TOXAV_CALL_CONTROL control, TOXAV_ERR_CALL_CONTROL* error)
2014-02-10 06:06:44 +08:00
{
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
TOXAV_ERR_CALL_CONTROL rc = TOXAV_ERR_CALL_CONTROL_OK;
if (m_friend_exists(av->m, friend_number) == 0) {
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_FOUND;
goto END;
}
2015-02-21 08:07:22 +08:00
ToxAVCall* call = call_get(av, friend_number);
2015-05-23 05:22:31 +08:00
if (call == NULL || (!call->active && control != TOXAV_CALL_CONTROL_CANCEL)) {
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_IN_CALL;
goto END;
}
2015-03-02 01:45:04 +08:00
switch (control) {
case TOXAV_CALL_CONTROL_RESUME: {
2015-02-23 06:41:40 +08:00
/* Only act if paused and had media transfer active before */
if (call->msi_call->self_capabilities == 0 &&
2015-04-22 08:09:37 +08:00
call->previous_self_capabilities ) {
2015-02-21 08:07:22 +08:00
2015-02-23 06:41:40 +08:00
if (msi_change_capabilities(call->msi_call,
2015-04-22 08:09:37 +08:00
call->previous_self_capabilities) == -1) {
2015-02-23 06:41:40 +08:00
/* The only reason for this function to fail is invalid state
* ( not active ) */
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_IN_CALL;
goto END;
}
2015-02-21 08:07:22 +08:00
2015-04-22 08:09:37 +08:00
rtp_start_receiving(call->audio.first);
rtp_start_receiving(call->video.first);
2015-05-02 04:15:12 +08:00
} else {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_CALL_CONTROL_INVALID_TRANSITION;
2015-05-02 04:15:12 +08:00
goto END;
2015-02-21 08:07:22 +08:00
}
} break;
case TOXAV_CALL_CONTROL_PAUSE: {
2015-02-23 06:41:40 +08:00
/* Only act if not already paused */
2015-02-21 08:07:22 +08:00
if (call->msi_call->self_capabilities) {
2015-04-22 08:09:37 +08:00
call->previous_self_capabilities = call->msi_call->self_capabilities;
2015-02-21 08:07:22 +08:00
2015-02-23 06:41:40 +08:00
if (msi_change_capabilities(call->msi_call, 0) == -1 ) {
/* The only reason for this function to fail is invalid state
* ( not active ) */
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_IN_CALL;
goto END;
}
2015-02-21 08:07:22 +08:00
2015-04-22 08:09:37 +08:00
rtp_stop_receiving(call->audio.first);
rtp_stop_receiving(call->video.first);
2015-05-02 04:15:12 +08:00
} else {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_CALL_CONTROL_INVALID_TRANSITION;
2015-05-02 04:15:12 +08:00
goto END;
2015-02-21 08:07:22 +08:00
}
} break;
case TOXAV_CALL_CONTROL_CANCEL: {
2015-02-21 08:07:22 +08:00
/* Hang up */
msi_hangup(call->msi_call);
2015-02-21 08:07:22 +08:00
/* No mather the case, terminate the call */
2015-02-23 06:41:40 +08:00
call_kill_transmission(call);
2015-02-21 08:07:22 +08:00
call_remove(call);
} break;
2015-05-23 05:22:31 +08:00
case TOXAV_CALL_CONTROL_MUTE_AUDIO: {
2015-02-23 06:41:40 +08:00
if (call->msi_call->self_capabilities & msi_CapRAudio) {
if (msi_change_capabilities(call->msi_call, call->
msi_call->self_capabilities ^ msi_CapRAudio) == -1) {
/* The only reason for this function to fail is invalid state
* ( not active ) */
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_IN_CALL;
goto END;
}
2015-02-21 08:07:22 +08:00
2015-04-22 08:09:37 +08:00
rtp_stop_receiving(call->audio.first);
2015-03-02 01:45:04 +08:00
} else {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_CALL_CONTROL_INVALID_TRANSITION;
goto END;
}
} break;
case TOXAV_CALL_CONTROL_UNMUTE_AUDIO: {
if (call->msi_call->self_capabilities ^ msi_CapRAudio) {
2015-02-23 06:41:40 +08:00
if (msi_change_capabilities(call->msi_call, call->
2015-03-02 01:45:04 +08:00
msi_call->self_capabilities | msi_CapRAudio) == -1) {
2015-02-23 06:41:40 +08:00
/* The only reason for this function to fail is invalid state
* ( not active ) */
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_IN_CALL;
goto END;
}
2015-04-22 08:09:37 +08:00
rtp_start_receiving(call->audio.first);
2015-05-23 05:22:31 +08:00
} else {
rc = TOXAV_ERR_CALL_CONTROL_INVALID_TRANSITION;
goto END;
2015-02-23 06:41:40 +08:00
}
} break;
2015-05-23 05:22:31 +08:00
case TOXAV_CALL_CONTROL_HIDE_VIDEO: {
2015-03-02 01:45:04 +08:00
if (call->msi_call->self_capabilities & msi_CapRVideo) {
2015-02-23 06:41:40 +08:00
if (msi_change_capabilities(call->msi_call, call->
2015-03-02 01:45:04 +08:00
msi_call->self_capabilities ^ msi_CapRVideo) == -1) {
2015-02-23 06:41:40 +08:00
/* The only reason for this function to fail is invalid state
* ( not active ) */
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_IN_CALL;
goto END;
}
2015-04-22 08:09:37 +08:00
rtp_stop_receiving(call->video.first);
2015-03-02 01:45:04 +08:00
} else {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_CALL_CONTROL_INVALID_TRANSITION;
goto END;
}
} break;
case TOXAV_CALL_CONTROL_SHOW_VIDEO: {
if (call->msi_call->self_capabilities ^ msi_CapRVideo) {
2015-02-23 06:41:40 +08:00
if (msi_change_capabilities(call->msi_call, call->
msi_call->self_capabilities | msi_CapRVideo) == -1) {
/* The only reason for this function to fail is invalid state
* ( not active ) */
rc = TOXAV_ERR_CALL_CONTROL_FRIEND_NOT_IN_CALL;
goto END;
}
2015-05-23 05:22:31 +08:00
rtp_start_receiving(call->audio.first);
} else {
rc = TOXAV_ERR_CALL_CONTROL_INVALID_TRANSITION;
goto END;
2015-02-23 06:41:40 +08:00
}
} break;
}
END:
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-03-02 01:45:04 +08:00
if (error)
*error = rc;
return rc == TOXAV_ERR_CALL_CONTROL_OK;
2014-02-10 06:06:44 +08:00
}
2015-05-23 05:22:31 +08:00
void toxav_callback_audio_bit_rate_status(ToxAV* av, toxav_audio_bit_rate_status_cb* function, void* user_data)
2015-04-27 06:15:57 +08:00
{
pthread_mutex_lock(av->mutex);
2015-05-23 05:22:31 +08:00
av->abcb.first = function;
av->abcb.second = user_data;
2015-04-27 06:15:57 +08:00
pthread_mutex_unlock(av->mutex);
}
2015-05-23 05:22:31 +08:00
bool toxav_audio_bit_rate_set(ToxAV* av, uint32_t friend_number, uint32_t audio_bit_rate, bool force, TOXAV_ERR_SET_BIT_RATE* error)
2014-02-10 06:06:44 +08:00
{
LOGGER_DEBUG("Setting new audio bitrate to: %d", audio_bit_rate);
2015-05-23 05:22:31 +08:00
TOXAV_ERR_SET_BIT_RATE rc = TOXAV_ERR_SET_BIT_RATE_OK;
2015-03-29 08:10:34 +08:00
ToxAVCall* call;
if (m_friend_exists(av->m, friend_number) == 0) {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_SET_BIT_RATE_FRIEND_NOT_FOUND;
2015-03-29 08:10:34 +08:00
goto END;
}
if (audio_bit_rate && audio_bit_rate_invalid(audio_bit_rate)) {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_SET_BIT_RATE_INVALID;
2015-03-29 08:10:34 +08:00
goto END;
}
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
2015-03-29 08:10:34 +08:00
call = call_get(av, friend_number);
if (call == NULL || !call->active || call->msi_call->state != msi_CallActive) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_SET_BIT_RATE_FRIEND_NOT_IN_CALL;
2015-03-29 08:10:34 +08:00
goto END;
}
2015-05-23 05:22:31 +08:00
if (call->audio_bit_rate == audio_bit_rate || (call->aba.active && call->aba.bit_rate == audio_bit_rate)) {
2015-04-26 06:31:03 +08:00
pthread_mutex_unlock(av->mutex);
goto END;
}
/* Video sending is turned off; notify peer */
if (audio_bit_rate == 0) {
call->audio_bit_rate = 0;
msi_change_capabilities(call->msi_call, call->msi_call->
self_capabilities ^ msi_CapSAudio);
pthread_mutex_unlock(av->mutex);
goto END;
}
2015-05-23 05:22:31 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(call->mutex);
2015-04-28 06:55:57 +08:00
if (call->audio_bit_rate == 0) {
/* The audio has been turned off before this */
2015-05-23 05:22:31 +08:00
call->audio_bit_rate = audio_bit_rate;
2015-04-28 06:55:57 +08:00
msi_change_capabilities(call->msi_call, call->
msi_call->self_capabilities | msi_CapSAudio);
2015-05-23 05:22:31 +08:00
if (!force && av->abcb.first)
av->abcb.first (av, call->friend_number, true, audio_bit_rate, av->abcb.second);
} else {
/* The audio was active before this */
if (audio_bit_rate > call->audio_bit_rate && !force)
ba_set(&call->aba, audio_bit_rate);
else {
/* Cancel any previous non forceful bitrate change request */
memset(&call->aba, 0, sizeof(call->aba));
call->audio_bit_rate = audio_bit_rate;
if (!force && av->abcb.first)
av->abcb.first (av, call->friend_number, true, audio_bit_rate, av->abcb.second);
}
2015-04-27 06:15:57 +08:00
}
2015-04-28 06:55:57 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(call->mutex);
pthread_mutex_unlock(av->mutex);
2015-03-29 08:10:34 +08:00
END:
if (error)
*error = rc;
2015-05-23 05:22:31 +08:00
return rc == TOXAV_ERR_SET_BIT_RATE_OK;
2014-02-10 06:06:44 +08:00
}
2015-05-23 05:22:31 +08:00
void toxav_callback_video_bit_rate_status(ToxAV* av, toxav_video_bit_rate_status_cb* function, void* user_data)
2015-04-27 06:15:57 +08:00
{
pthread_mutex_lock(av->mutex);
2015-05-23 05:22:31 +08:00
av->vbcb.first = function;
av->vbcb.second = user_data;
2015-04-27 06:15:57 +08:00
pthread_mutex_unlock(av->mutex);
}
2015-05-23 05:22:31 +08:00
bool toxav_video_bit_rate_set(ToxAV* av, uint32_t friend_number, uint32_t video_bit_rate, bool force, TOXAV_ERR_SET_BIT_RATE* error)
{
LOGGER_DEBUG("Setting new video bitrate to: %d", video_bit_rate);
2015-05-23 05:22:31 +08:00
TOXAV_ERR_SET_BIT_RATE rc = TOXAV_ERR_SET_BIT_RATE_OK;
2015-03-29 08:10:34 +08:00
ToxAVCall* call;
if (m_friend_exists(av->m, friend_number) == 0) {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_SET_BIT_RATE_FRIEND_NOT_FOUND;
2015-03-29 08:10:34 +08:00
goto END;
}
if (video_bit_rate && video_bit_rate_invalid(video_bit_rate)) {
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_SET_BIT_RATE_INVALID;
2015-03-29 08:10:34 +08:00
goto END;
}
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
2015-03-29 08:10:34 +08:00
call = call_get(av, friend_number);
if (call == NULL || !call->active || call->msi_call->state != msi_CallActive) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2015-05-23 05:22:31 +08:00
rc = TOXAV_ERR_SET_BIT_RATE_FRIEND_NOT_IN_CALL;
2015-03-29 08:10:34 +08:00
goto END;
}
2015-05-23 05:22:31 +08:00
if (call->video_bit_rate == video_bit_rate || (call->vba.active && call->vba.bit_rate == video_bit_rate)) {
2015-04-26 06:31:03 +08:00
pthread_mutex_unlock(av->mutex);
goto END;
}
/* Video sending is turned off; notify peer */
if (video_bit_rate == 0) {
call->video_bit_rate = 0;
msi_change_capabilities(call->msi_call, call->msi_call->
self_capabilities ^ msi_CapSVideo);
pthread_mutex_unlock(av->mutex);
goto END;
}
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(call->mutex);
2015-04-28 06:55:57 +08:00
if (call->video_bit_rate == 0) {
/* The video has been turned off before this */
2015-05-23 05:22:31 +08:00
call->video_bit_rate = video_bit_rate;
2015-04-28 06:55:57 +08:00
msi_change_capabilities(call->msi_call, call->
msi_call->self_capabilities | msi_CapSVideo);
2015-05-23 05:22:31 +08:00
if (!force && av->vbcb.first)
av->vbcb.first (av, call->friend_number, true, video_bit_rate, av->vbcb.second);
} else {
/* The video was active before this */
if (video_bit_rate > call->video_bit_rate && !force)
ba_set(&call->vba, video_bit_rate);
else {
/* Cancel any previous non forceful bitrate change request */
memset(&call->vba, 0, sizeof(call->vba));
call->video_bit_rate = video_bit_rate;
if (!force && av->vbcb.first)
av->vbcb.first (av, call->friend_number, true, video_bit_rate, av->vbcb.second);
}
2015-04-28 06:55:57 +08:00
}
2015-04-27 06:15:57 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(call->mutex);
pthread_mutex_unlock(av->mutex);
2015-03-29 08:10:34 +08:00
END:
if (error)
*error = rc;
2015-05-23 05:22:31 +08:00
return rc == TOXAV_ERR_SET_BIT_RATE_OK;
2014-02-10 06:06:44 +08:00
}
2015-05-23 05:22:31 +08:00
bool toxav_audio_send_frame(ToxAV* av, uint32_t friend_number, const int16_t* pcm, size_t sample_count, uint8_t channels, uint32_t sampling_rate, TOXAV_ERR_SEND_FRAME* error)
2014-02-10 06:06:44 +08:00
{
2015-05-23 05:22:31 +08:00
TOXAV_ERR_SEND_FRAME rc = TOXAV_ERR_SEND_FRAME_OK;
ToxAVCall* call;
if (m_friend_exists(av->m, friend_number) == 0) {
rc = TOXAV_ERR_SEND_FRAME_FRIEND_NOT_FOUND;
goto END;
}
pthread_mutex_lock(av->mutex);
call = call_get(av, friend_number);
if (call == NULL || !call->active || call->msi_call->state != msi_CallActive) {
pthread_mutex_unlock(av->mutex);
rc = TOXAV_ERR_SEND_FRAME_FRIEND_NOT_IN_CALL;
goto END;
}
if (call->audio_bit_rate == 0 ||
!(call->msi_call->self_capabilities & msi_CapSAudio) ||
!(call->msi_call->peer_capabilities & msi_CapRAudio)) {
pthread_mutex_unlock(av->mutex);
rc = TOXAV_ERR_SEND_FRAME_PAYLOAD_TYPE_DISABLED;
goto END;
}
2015-05-23 05:22:31 +08:00
pthread_mutex_lock(call->mutex_audio);
pthread_mutex_unlock(av->mutex);
if ( pcm == NULL ) {
pthread_mutex_unlock(call->mutex_audio);
rc = TOXAV_ERR_SEND_FRAME_NULL;
goto END;
}
if ( channels > 2 ) {
pthread_mutex_unlock(call->mutex_audio);
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
{ /* Encode and send */
if (ac_reconfigure_encoder(call->audio.second, call->audio_bit_rate * 1000, sampling_rate, channels) != 0) {
pthread_mutex_unlock(call->mutex_audio);
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
2015-05-23 05:22:31 +08:00
uint8_t dest[sample_count + sizeof(sampling_rate)]; /* This is more than enough always */
sampling_rate = htonl(sampling_rate);
memcpy(dest, &sampling_rate, sizeof(sampling_rate));
int vrc = opus_encode(call->audio.second->encoder, pcm, sample_count,
dest + sizeof(sampling_rate), sizeof(dest) - sizeof(sampling_rate));
if (vrc < 0) {
LOGGER_WARNING("Failed to encode frame %s", opus_strerror(vrc));
pthread_mutex_unlock(call->mutex_audio);
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
if (rtp_send_data(call->audio.first, dest, vrc + sizeof(sampling_rate), false) != 0) {
LOGGER_WARNING("Failed to send audio packet");
rc = TOXAV_ERR_SEND_FRAME_RTP_FAILED;
}
/* For bit rate measurement; send dummy packet */
if (ba_shoud_send_dummy(&call->aba)) {
sampling_rate = ntohl(sampling_rate);
if (ac_reconfigure_test_encoder(call->audio.second, call->audio_bit_rate * 1000, sampling_rate, channels) != 0) {
/* FIXME should the bit rate changing fail here? */
pthread_mutex_unlock(call->mutex_audio);
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
sampling_rate = htonl(sampling_rate);
memcpy(dest, &sampling_rate, sizeof(sampling_rate));
vrc = opus_encode(call->audio.second->test_encoder, pcm, sample_count,
dest + sizeof(sampling_rate), sizeof(dest) - sizeof(sampling_rate));
if (vrc < 0) {
LOGGER_WARNING("Failed to encode frame %s", opus_strerror(vrc));
pthread_mutex_unlock(call->mutex_audio);
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
if (rtp_send_data(call->audio.first, dest, vrc + sizeof(sampling_rate), true) != 0) {
LOGGER_WARNING("Failed to send audio packet");
rc = TOXAV_ERR_SEND_FRAME_RTP_FAILED;
}
if (call->aba.end_time == (uint64_t) ~0)
call->aba.end_time = current_time_monotonic() + BITRATE_CHANGE_TESTING_TIME_MS;
}
}
pthread_mutex_unlock(call->mutex_audio);
END:
if (error)
*error = rc;
return rc == TOXAV_ERR_SEND_FRAME_OK;
}
bool toxav_video_send_frame(ToxAV* av, uint32_t friend_number, uint16_t width, uint16_t height, const uint8_t* y, const uint8_t* u, const uint8_t* v, TOXAV_ERR_SEND_FRAME* error)
2014-02-10 06:06:44 +08:00
{
TOXAV_ERR_SEND_FRAME rc = TOXAV_ERR_SEND_FRAME_OK;
ToxAVCall* call;
if (m_friend_exists(av->m, friend_number) == 0) {
rc = TOXAV_ERR_SEND_FRAME_FRIEND_NOT_FOUND;
goto END;
2014-02-10 06:06:44 +08:00
}
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
2015-02-21 08:07:22 +08:00
call = call_get(av, friend_number);
2015-03-29 08:10:34 +08:00
if (call == NULL || !call->active || call->msi_call->state != msi_CallActive) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
rc = TOXAV_ERR_SEND_FRAME_FRIEND_NOT_IN_CALL;
goto END;
2014-12-04 03:41:01 +08:00
}
if (call->video_bit_rate == 0 ||
!(call->msi_call->self_capabilities & msi_CapSVideo) ||
!(call->msi_call->peer_capabilities & msi_CapRVideo)) {
pthread_mutex_unlock(av->mutex);
rc = TOXAV_ERR_SEND_FRAME_PAYLOAD_TYPE_DISABLED;
goto END;
}
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(call->mutex_video);
pthread_mutex_unlock(av->mutex);
2015-03-02 01:45:04 +08:00
if ( y == NULL || u == NULL || v == NULL ) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(call->mutex_video);
rc = TOXAV_ERR_SEND_FRAME_NULL;
goto END;
2014-02-10 06:06:44 +08:00
}
if ( vc_reconfigure_encoder(call->video.second->encoder, call->video_bit_rate * 1000, width, height) != 0 ) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(call->mutex_video);
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
{ /* Encode */
vpx_image_t img;
img.w = img.h = img.d_w = img.d_h = 0;
vpx_img_alloc(&img, VPX_IMG_FMT_VPXI420, width, height, 1);
/* I420 "It comprises an NxM Y plane followed by (N/2)x(M/2) V and U planes."
* http://fourcc.org/yuv.php#IYUV
*/
memcpy(img.planes[VPX_PLANE_Y], y, width * height);
memcpy(img.planes[VPX_PLANE_U], u, (width/2) * (height/2));
memcpy(img.planes[VPX_PLANE_V], v, (width/2) * (height/2));
2015-04-26 06:31:03 +08:00
int vrc = vpx_codec_encode(call->video.second->encoder, &img,
2015-04-22 08:09:37 +08:00
call->video.second->frame_counter, 1, 0, MAX_ENCODE_TIME_US);
2015-03-29 08:10:34 +08:00
vpx_img_free(&img);
if ( vrc != VPX_CODEC_OK) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(call->mutex_video);
LOGGER_ERROR("Could not encode video frame: %s\n", vpx_codec_err_to_string(vrc));
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
}
2015-04-22 08:09:37 +08:00
++call->video.second->frame_counter;
{ /* Split and send */
vpx_codec_iter_t iter = NULL;
const vpx_codec_cx_pkt_t *pkt;
2015-04-22 08:09:37 +08:00
vc_init_video_splitter_cycle(call->video.second);
2015-04-26 06:31:03 +08:00
while ( (pkt = vpx_codec_get_cx_data(call->video.second->encoder, &iter)) ) {
if (pkt->kind == VPX_CODEC_CX_FRAME_PKT) {
2015-04-22 08:09:37 +08:00
int parts = vc_update_video_splitter_cycle(call->video.second, pkt->data.frame.buf,
pkt->data.frame.sz);
if (parts < 0) /* Should never happen though */
continue;
uint16_t part_size;
const uint8_t *iter;
int i;
for (i = 0; i < parts; i++) {
2015-04-22 08:09:37 +08:00
iter = vc_iterate_split_video_frame(call->video.second, &part_size);
2015-04-26 06:31:03 +08:00
if (rtp_send_data(call->video.first, iter, part_size, false) < 0) {
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(call->mutex_video);
2015-03-02 01:45:04 +08:00
LOGGER_WARNING("Could not send video frame: %s\n", strerror(errno));
2015-05-02 04:15:12 +08:00
rc = TOXAV_ERR_SEND_FRAME_RTP_FAILED;
goto END;
2015-03-02 01:45:04 +08:00
}
}
}
}
}
2015-04-28 06:55:57 +08:00
if (ba_shoud_send_dummy(&call->vba)) {
if ( vc_reconfigure_encoder(call->video.second->test_encoder, call->vba.bit_rate * 1000, width, height) != 0 ) {
2015-04-28 06:55:57 +08:00
pthread_mutex_unlock(call->mutex_video);
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
/* FIXME use the same image as before */
vpx_image_t img;
img.w = img.h = img.d_w = img.d_h = 0;
vpx_img_alloc(&img, VPX_IMG_FMT_VPXI420, width, height, 1);
/* I420 "It comprises an NxM Y plane followed by (N/2)x(M/2) V and U planes."
* http://fourcc.org/yuv.php#IYUV
*/
memcpy(img.planes[VPX_PLANE_Y], y, width * height);
memcpy(img.planes[VPX_PLANE_U], u, (width/2) * (height/2));
memcpy(img.planes[VPX_PLANE_V], v, (width/2) * (height/2));
int vrc = vpx_codec_encode(call->video.second->test_encoder, &img,
call->video.second->test_frame_counter, 1, 0, MAX_ENCODE_TIME_US);
vpx_img_free(&img);
if ( vrc != VPX_CODEC_OK) {
pthread_mutex_unlock(call->mutex_video);
LOGGER_ERROR("Could not encode video frame: %s\n", vpx_codec_err_to_string(vrc));
rc = TOXAV_ERR_SEND_FRAME_INVALID;
goto END;
}
call->video.second->test_frame_counter++;
vpx_codec_iter_t iter = NULL;
const vpx_codec_cx_pkt_t *pkt;
/* Send the encoded data as dummy packets */
while ( (pkt = vpx_codec_get_cx_data(call->video.second->test_encoder, &iter)) ) {
if (pkt->kind == VPX_CODEC_CX_FRAME_PKT) {
int parts = pkt->data.frame.sz / 1300;
int i;
for (i = 0; i < parts; i++) {
if (rtp_send_data(call->video.first, pkt->data.frame.buf + i * 1300, 1300, true) < 0) {
pthread_mutex_unlock(call->mutex_video);
LOGGER_WARNING("Could not send video frame: %s\n", strerror(errno));
2015-05-02 04:15:12 +08:00
rc = TOXAV_ERR_SEND_FRAME_RTP_FAILED;
2015-04-28 06:55:57 +08:00
goto END;
}
}
if (pkt->data.frame.sz % 1300) {
if (rtp_send_data(call->video.first, pkt->data.frame.buf + parts * 1300, pkt->data.frame.sz % 1300, true) < 0) {
pthread_mutex_unlock(call->mutex_video);
LOGGER_WARNING("Could not send video frame: %s\n", strerror(errno));
2015-05-02 04:15:12 +08:00
rc = TOXAV_ERR_SEND_FRAME_RTP_FAILED;
2015-04-28 06:55:57 +08:00
goto END;
}
}
}
}
if (call->vba.end_time == (uint64_t) ~0)
2015-04-28 06:55:57 +08:00
call->vba.end_time = current_time_monotonic() + BITRATE_CHANGE_TESTING_TIME_MS;
}
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(call->mutex_video);
2015-03-02 01:45:04 +08:00
END:
if (error)
*error = rc;
return rc == TOXAV_ERR_SEND_FRAME_OK;
2014-02-10 06:06:44 +08:00
}
2015-05-23 05:22:31 +08:00
void toxav_callback_audio_receive_frame(ToxAV* av, toxav_audio_receive_frame_cb* function, void* user_data)
2014-02-10 06:06:44 +08:00
{
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
2015-05-23 05:22:31 +08:00
av->acb.first = function;
av->acb.second = user_data;
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2014-02-16 03:44:33 +08:00
}
2015-05-23 05:22:31 +08:00
void toxav_callback_video_receive_frame(ToxAV* av, toxav_video_receive_frame_cb* function, void* user_data)
2014-02-16 03:44:33 +08:00
{
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(av->mutex);
av->vcb.first = function;
av->vcb.second = user_data;
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(av->mutex);
2014-05-03 07:46:03 +08:00
}
2014-02-17 09:01:30 +08:00
2014-07-05 21:11:25 +08:00
/*******************************************************************************
*
* :: Internal
*
******************************************************************************/
2015-02-21 08:07:22 +08:00
int callback_invite(void* toxav_inst, MSICall* call)
{
ToxAV* toxav = toxav_inst;
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(toxav->mutex);
2015-04-29 07:01:25 +08:00
ToxAVCall* av_call = call_new(toxav, call->friend_number, NULL);
if (av_call == NULL) {
2015-02-21 08:07:22 +08:00
LOGGER_WARNING("Failed to initialize call...");
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-21 08:07:22 +08:00
return -1;
2014-05-11 00:00:49 +08:00
}
call->av_call = av_call;
av_call->msi_call = call;
if (toxav->ccb.first)
2015-04-29 07:01:25 +08:00
toxav->ccb.first(toxav, call->friend_number, call->peer_capabilities & msi_CapSAudio,
call->peer_capabilities & msi_CapSVideo, toxav->ccb.second);
2015-05-13 04:16:00 +08:00
else {
/* No handler to capture the call request, send failure */
pthread_mutex_unlock(toxav->mutex);
return -1;
}
2015-02-21 08:07:22 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-21 08:07:22 +08:00
return 0;
2014-02-10 06:06:44 +08:00
}
2015-02-21 08:07:22 +08:00
int callback_start(void* toxav_inst, MSICall* call)
{
ToxAV* toxav = toxav_inst;
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(toxav->mutex);
2015-04-29 07:01:25 +08:00
ToxAVCall* av_call = call_get(toxav, call->friend_number);
2015-02-23 06:41:40 +08:00
if (av_call == NULL) {
/* Should this ever happen? */
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-21 08:07:22 +08:00
return -1;
2014-11-18 07:46:46 +08:00
}
2015-02-23 06:41:40 +08:00
if (!call_prepare_transmission(av_call)) {
callback_error(toxav_inst, call);
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-23 06:41:40 +08:00
return -1;
}
2015-08-09 17:57:39 +08:00
if (!invoke_call_state_callback(toxav, call->friend_number, call->peer_capabilities)) {
2015-05-13 04:16:00 +08:00
callback_error(toxav_inst, call);
pthread_mutex_unlock(toxav->mutex);
return -1;
}
2015-02-21 08:07:22 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-21 08:07:22 +08:00
return 0;
}
2015-02-21 08:07:22 +08:00
int callback_end(void* toxav_inst, MSICall* call)
2014-07-05 01:28:47 +08:00
{
ToxAV* toxav = toxav_inst;
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(toxav->mutex);
2015-08-09 17:57:39 +08:00
invoke_call_state_callback(toxav, call->friend_number, TOXAV_FRIEND_CALL_STATE_FINISHED);
2015-02-21 08:07:22 +08:00
2015-08-09 17:57:39 +08:00
if (call->av_call) {
call_kill_transmission(call->av_call);
call_remove(call->av_call);
}
2015-02-23 06:41:40 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-21 08:07:22 +08:00
return 0;
2014-07-05 00:16:53 +08:00
}
2015-02-21 08:07:22 +08:00
int callback_error(void* toxav_inst, MSICall* call)
{
ToxAV* toxav = toxav_inst;
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(toxav->mutex);
2015-02-23 06:41:40 +08:00
2015-08-09 17:57:39 +08:00
invoke_call_state_callback(toxav, call->friend_number, TOXAV_FRIEND_CALL_STATE_ERROR);
2015-02-21 08:07:22 +08:00
2015-08-09 17:57:39 +08:00
if (call->av_call) {
call_kill_transmission(call->av_call);
call_remove(call->av_call);
}
2015-03-02 01:45:04 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-21 08:07:22 +08:00
return 0;
}
2015-02-21 08:07:22 +08:00
int callback_capabilites(void* toxav_inst, MSICall* call)
2014-05-17 01:56:40 +08:00
{
ToxAV* toxav = toxav_inst;
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(toxav->mutex);
2015-03-02 01:45:04 +08:00
if (call->peer_capabilities & msi_CapSAudio)
rtp_start_receiving(((ToxAVCall*)call->av_call)->audio.first);
else
rtp_stop_receiving(((ToxAVCall*)call->av_call)->audio.first);
if (call->peer_capabilities & msi_CapSVideo)
rtp_start_receiving(((ToxAVCall*)call->av_call)->video.first);
else
rtp_stop_receiving(((ToxAVCall*)call->av_call)->video.first);
2015-08-09 17:57:39 +08:00
invoke_call_state_callback(toxav, call->friend_number, call->peer_capabilities);
2015-02-21 08:07:22 +08:00
2015-04-22 08:09:37 +08:00
pthread_mutex_unlock(toxav->mutex);
2015-02-21 08:07:22 +08:00
return 0;
2014-06-21 07:58:55 +08:00
}
2015-04-29 07:01:25 +08:00
bool audio_bit_rate_invalid(uint32_t bit_rate)
{
2015-02-21 08:07:22 +08:00
/* Opus RFC 6716 section-2.1.1 dictates the following:
2015-04-29 07:01:25 +08:00
* Opus supports all bit rates from 6 kbit/s to 510 kbit/s.
2015-02-21 08:07:22 +08:00
*/
2015-04-29 07:01:25 +08:00
return bit_rate < 6 || bit_rate > 510;
}
2015-04-29 07:01:25 +08:00
bool video_bit_rate_invalid(uint32_t bit_rate)
{
(void) bit_rate;
2015-02-21 08:07:22 +08:00
/* TODO: If anyone knows the answer to this one please fill it up */
return false;
}
2015-08-09 17:57:39 +08:00
bool invoke_call_state_callback(ToxAV* av, uint32_t friend_number, uint32_t state)
{
if (av->scb.first)
av->scb.first(av, friend_number, state, av->scb.second);
2015-05-13 04:16:00 +08:00
else
return false;
return true;
}
2015-02-21 08:07:22 +08:00
ToxAVCall* call_new(ToxAV* av, uint32_t friend_number, TOXAV_ERR_CALL* error)
{
2015-03-02 01:45:04 +08:00
/* Assumes mutex locked */
2015-02-21 08:07:22 +08:00
TOXAV_ERR_CALL rc = TOXAV_ERR_CALL_OK;
ToxAVCall* call = NULL;
2015-02-21 08:07:22 +08:00
if (m_friend_exists(av->m, friend_number) == 0) {
rc = TOXAV_ERR_CALL_FRIEND_NOT_FOUND;
goto END;
}
2015-04-18 01:19:58 +08:00
if (m_get_friend_connectionstatus(av->m, friend_number) < 1) {
2015-02-21 08:07:22 +08:00
rc = TOXAV_ERR_CALL_FRIEND_NOT_CONNECTED;
goto END;
}
2015-02-21 08:07:22 +08:00
if (call_get(av, friend_number) != NULL) {
rc = TOXAV_ERR_CALL_FRIEND_ALREADY_IN_CALL;
goto END;
2014-12-04 03:41:01 +08:00
}
2015-02-21 08:07:22 +08:00
call = calloc(sizeof(ToxAVCall), 1);
if (call == NULL) {
rc = TOXAV_ERR_CALL_MALLOC;
goto END;
}
call->av = av;
2015-04-29 07:01:25 +08:00
call->friend_number = friend_number;
2015-02-21 08:07:22 +08:00
if (av->calls == NULL) { /* Creating */
av->calls = calloc (sizeof(ToxAVCall*), friend_number + 1);
if (av->calls == NULL) {
2015-02-21 08:07:22 +08:00
free(call);
call = NULL;
rc = TOXAV_ERR_CALL_MALLOC;
goto END;
}
av->calls_tail = av->calls_head = friend_number;
} else if (av->calls_tail < friend_number) { /* Appending */
void* tmp = realloc(av->calls, sizeof(ToxAVCall*) * friend_number + 1);
if (tmp == NULL) {
2015-02-21 08:07:22 +08:00
free(call);
call = NULL;
rc = TOXAV_ERR_CALL_MALLOC;
goto END;
}
av->calls = tmp;
/* Set fields in between to null */
uint32_t i = av->calls_tail + 1;
for (; i < friend_number; i ++)
av->calls[i] = NULL;
2015-02-21 08:07:22 +08:00
call->prev = av->calls[av->calls_tail];
av->calls[av->calls_tail]->next = call;
av->calls_tail = friend_number;
} else if (av->calls_head > friend_number) { /* Inserting at front */
2015-02-21 08:07:22 +08:00
call->next = av->calls[av->calls_head];
av->calls[av->calls_head]->prev = call;
av->calls_head = friend_number;
}
2015-02-21 08:07:22 +08:00
av->calls[friend_number] = call;
2015-02-21 08:07:22 +08:00
END:
if (error)
*error = rc;
return call;
}
2015-02-21 08:07:22 +08:00
ToxAVCall* call_get(ToxAV* av, uint32_t friend_number)
{
2015-03-02 01:45:04 +08:00
/* Assumes mutex locked */
2015-02-21 08:07:22 +08:00
if (av->calls == NULL || av->calls_tail < friend_number)
return NULL;
return av->calls[friend_number];
}
2015-05-02 04:15:12 +08:00
ToxAVCall* call_remove(ToxAVCall* call)
{
if (call == NULL)
2015-05-02 04:15:12 +08:00
return NULL;
2015-04-29 07:01:25 +08:00
uint32_t friend_number = call->friend_number;
ToxAV* av = call->av;
ToxAVCall* prev = call->prev;
ToxAVCall* next = call->next;
2015-08-09 17:57:39 +08:00
/* Set av call in msi to NULL in order to know if call if ToxAVCall is
* removed from the msi call.
*/
call->msi_call->av_call = NULL;
free(call);
if (prev)
prev->next = next;
else if (next)
2015-04-29 07:01:25 +08:00
av->calls_head = next->friend_number;
else goto CLEAR;
if (next)
next->prev = prev;
else if (prev)
2015-04-29 07:01:25 +08:00
av->calls_tail = prev->friend_number;
else goto CLEAR;
2015-04-29 07:01:25 +08:00
av->calls[friend_number] = NULL;
2015-05-02 04:15:12 +08:00
return next;
CLEAR:
av->calls_head = av->calls_tail = 0;
free(av->calls);
av->calls = NULL;
2015-05-02 04:15:12 +08:00
return NULL;
}
2015-02-21 08:07:22 +08:00
bool call_prepare_transmission(ToxAVCall* call)
{
2015-03-02 01:45:04 +08:00
/* Assumes mutex locked */
2015-02-21 08:07:22 +08:00
if (call == NULL)
return false;
ToxAV* av = call->av;
if (!av->acb.first && !av->vcb.first)
/* It makes no sense to have CSession without callbacks */
return false;
if (call->active) {
LOGGER_WARNING("Call already active!\n");
return true;
}
2015-04-22 08:09:37 +08:00
if (create_recursive_mutex(call->mutex_audio) != 0)
2015-03-29 08:10:34 +08:00
return false;
2015-04-29 07:01:25 +08:00
if (create_recursive_mutex(call->mutex_video) != 0)
goto FAILURE_3;
if (create_recursive_mutex(call->mutex) != 0)
goto FAILURE_2;
2015-04-22 08:09:37 +08:00
{ /* Prepare audio */
2015-04-29 07:01:25 +08:00
call->audio.second = ac_new(av, call->friend_number, av->acb.first, av->acb.second);
2015-06-25 07:04:31 +08:00
if (!call->audio.second) {
LOGGER_ERROR("Failed to create audio codec session");
goto FAILURE;
}
2015-06-25 07:04:31 +08:00
call->audio.first = rtp_new(rtp_TypeAudio, av->m, call->friend_number, call->audio.second, ac_queue_message);
if (!call->audio.first) {
LOGGER_ERROR("Failed to create audio rtp session");;
goto FAILURE;
}
}
2015-04-22 08:09:37 +08:00
{ /* Prepare video */
2015-04-29 07:01:25 +08:00
call->video.second = vc_new(av, call->friend_number, av->vcb.first, av->vcb.second, call->msi_call->peer_vfpsz);
2015-06-25 07:04:31 +08:00
if (!call->video.second) {
LOGGER_ERROR("Failed to create video codec session");
goto FAILURE;
}
2015-06-25 07:04:31 +08:00
call->video.first = rtp_new(rtp_TypeVideo, av->m, call->friend_number, call->video.second, vc_queue_message);
if (!call->video.first) {
LOGGER_ERROR("Failed to create video rtp session");
goto FAILURE;
}
}
call->active = 1;
return true;
2015-02-23 06:41:40 +08:00
FAILURE:
2015-04-22 08:09:37 +08:00
rtp_kill(call->audio.first);
ac_kill(call->audio.second);
call->audio.first = NULL;
call->audio.second = NULL;
rtp_kill(call->video.first);
vc_kill(call->video.second);
call->video.first = NULL;
call->video.second = NULL;
pthread_mutex_destroy(call->mutex);
2015-04-29 07:01:25 +08:00
FAILURE_2:
2015-04-22 08:09:37 +08:00
pthread_mutex_destroy(call->mutex_video);
2015-04-29 07:01:25 +08:00
FAILURE_3:
2015-04-22 08:09:37 +08:00
pthread_mutex_destroy(call->mutex_audio);
return false;
}
2015-02-21 08:07:22 +08:00
void call_kill_transmission(ToxAVCall* call)
{
2015-02-21 08:07:22 +08:00
if (call == NULL || call->active == 0)
return;
call->active = 0;
2015-04-22 08:09:37 +08:00
pthread_mutex_lock(call->mutex_audio);
pthread_mutex_unlock(call->mutex_audio);
pthread_mutex_lock(call->mutex_video);
pthread_mutex_unlock(call->mutex_video);
pthread_mutex_lock(call->mutex);
pthread_mutex_unlock(call->mutex);
rtp_kill(call->audio.first);
ac_kill(call->audio.second);
call->audio.first = NULL;
call->audio.second = NULL;
rtp_kill(call->video.first);
vc_kill(call->video.second);
call->video.first = NULL;
call->video.second = NULL;
pthread_mutex_destroy(call->mutex_audio);
pthread_mutex_destroy(call->mutex_video);
pthread_mutex_destroy(call->mutex);
2015-02-21 08:07:22 +08:00
}
2015-04-26 06:31:03 +08:00
void ba_set(ToxAvBitrateAdapter* ba, uint32_t bit_rate)
{
ba->bit_rate = bit_rate;
2015-04-27 06:15:57 +08:00
ba->next_send = current_time_monotonic();
2015-04-28 06:55:57 +08:00
ba->end_time = ~0;
2015-04-27 06:15:57 +08:00
ba->next_send_interval = 1000;
2015-04-26 06:31:03 +08:00
ba->active = true;
}
bool ba_shoud_send_dummy(ToxAvBitrateAdapter* ba)
{
2015-04-27 06:15:57 +08:00
if (!ba->active || ba->next_send > current_time_monotonic())
2015-04-26 06:31:03 +08:00
return false;
2015-04-27 06:15:57 +08:00
ba->next_send_interval *= 0.8;
ba->next_send = current_time_monotonic() + ba->next_send_interval;
2015-04-26 06:31:03 +08:00
2015-04-27 06:15:57 +08:00
return true;
}