2014-07-03 22:58:00 +08:00
|
|
|
/** codec.c
|
2014-02-17 09:01:30 +08:00
|
|
|
*
|
2015-02-18 06:34:40 +08:00
|
|
|
* Copyright (C) 2013-2015 Tox project All Rights Reserved.
|
2013-10-13 22:14:27 +08:00
|
|
|
*
|
2014-02-16 05:36:15 +08:00
|
|
|
* This file is part of Tox.
|
2013-10-13 22:14:27 +08:00
|
|
|
*
|
2014-02-16 05:36:15 +08:00
|
|
|
* Tox is free software: you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
|
|
* (at your option) any later version.
|
2013-10-13 22:14:27 +08:00
|
|
|
*
|
2014-02-16 05:36:15 +08:00
|
|
|
* Tox is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
2013-10-13 22:14:27 +08:00
|
|
|
*
|
2014-02-16 05:36:15 +08:00
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with Tox. If not, see <http://www.gnu.org/licenses/>.
|
2013-10-13 22:14:27 +08:00
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
#include "config.h"
|
|
|
|
#endif /* HAVE_CONFIG_H */
|
|
|
|
|
2014-05-03 07:46:03 +08:00
|
|
|
#include "../toxcore/logger.h"
|
2014-11-29 20:42:19 +08:00
|
|
|
#include "../toxcore/util.h"
|
2014-05-03 07:46:03 +08:00
|
|
|
|
2013-10-13 22:14:27 +08:00
|
|
|
#include <stdio.h>
|
2014-02-16 03:44:33 +08:00
|
|
|
#include <stdlib.h>
|
2015-01-25 06:29:54 +08:00
|
|
|
#include <stdbool.h>
|
2013-10-13 22:14:27 +08:00
|
|
|
#include <math.h>
|
2014-02-01 19:52:48 +08:00
|
|
|
#include <assert.h>
|
2014-11-18 07:46:46 +08:00
|
|
|
#include <time.h>
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
#include "msi.h"
|
2014-02-10 06:06:44 +08:00
|
|
|
#include "rtp.h"
|
2014-06-21 07:58:55 +08:00
|
|
|
#include "codec.h"
|
|
|
|
|
2015-04-09 08:43:13 +08:00
|
|
|
#define DEFAULT_JBUF 3
|
2015-01-25 06:29:54 +08:00
|
|
|
|
2014-12-13 08:55:47 +08:00
|
|
|
/* Good quality encode. */
|
2014-11-18 07:46:46 +08:00
|
|
|
#define MAX_DECODE_TIME_US 0
|
|
|
|
|
|
|
|
#define MAX_VIDEOFRAME_SIZE 0x40000 /* 256KiB */
|
|
|
|
#define VIDEOFRAME_HEADER_SIZE 0x2
|
|
|
|
|
|
|
|
/* FIXME: Might not be enough */
|
|
|
|
#define VIDEO_DECODE_BUFFER_SIZE 20
|
|
|
|
|
2014-11-29 20:42:19 +08:00
|
|
|
#define ARRAY(TYPE__) struct { uint16_t size; TYPE__ data[]; }
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
typedef ARRAY(uint8_t) Payload;
|
|
|
|
|
|
|
|
typedef struct {
|
|
|
|
uint16_t size; /* Max size */
|
|
|
|
uint16_t start;
|
|
|
|
uint16_t end;
|
|
|
|
Payload **packets;
|
|
|
|
} PayloadBuffer;
|
|
|
|
|
2015-01-25 06:29:54 +08:00
|
|
|
static bool buffer_full(const PayloadBuffer *b)
|
2014-03-07 10:13:04 +08:00
|
|
|
{
|
2014-11-18 07:46:46 +08:00
|
|
|
return (b->end + 1) % b->size == b->start;
|
|
|
|
}
|
|
|
|
|
2015-01-25 06:29:54 +08:00
|
|
|
static bool buffer_empty(const PayloadBuffer *b)
|
2014-11-18 07:46:46 +08:00
|
|
|
{
|
|
|
|
return b->end == b->start;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void buffer_write(PayloadBuffer *b, Payload *p)
|
|
|
|
{
|
|
|
|
b->packets[b->end] = p;
|
|
|
|
b->end = (b->end + 1) % b->size;
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
if (b->end == b->start) b->start = (b->start + 1) % b->size; /* full, overwrite */
|
|
|
|
}
|
|
|
|
|
|
|
|
static void buffer_read(PayloadBuffer *b, Payload **p)
|
|
|
|
{
|
|
|
|
*p = b->packets[b->start];
|
|
|
|
b->start = (b->start + 1) % b->size;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void buffer_clear(PayloadBuffer *b)
|
|
|
|
{
|
|
|
|
while (!buffer_empty(b)) {
|
2014-11-25 09:24:59 +08:00
|
|
|
Payload *p;
|
2014-11-18 07:46:46 +08:00
|
|
|
buffer_read(b, &p);
|
|
|
|
free(p);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-11-25 09:24:59 +08:00
|
|
|
static PayloadBuffer *buffer_new(int size)
|
2014-11-18 07:46:46 +08:00
|
|
|
{
|
|
|
|
PayloadBuffer *buf = calloc(sizeof(PayloadBuffer), 1);
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
if (!buf) return NULL;
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
buf->size = size + 1; /* include empty elem */
|
2014-11-25 09:24:59 +08:00
|
|
|
|
|
|
|
if (!(buf->packets = calloc(buf->size, sizeof(Payload *)))) {
|
2014-11-18 07:46:46 +08:00
|
|
|
free(buf);
|
|
|
|
return NULL;
|
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
return buf;
|
|
|
|
}
|
2014-05-26 00:27:48 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
static void buffer_free(PayloadBuffer *b)
|
|
|
|
{
|
|
|
|
if (b) {
|
|
|
|
buffer_clear(b);
|
|
|
|
free(b->packets);
|
|
|
|
free(b);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* JITTER BUFFER WORK */
|
2015-02-18 06:34:40 +08:00
|
|
|
typedef struct JitterBuffer_s {
|
2014-11-18 07:46:46 +08:00
|
|
|
RTPMessage **queue;
|
|
|
|
uint32_t size;
|
|
|
|
uint32_t capacity;
|
|
|
|
uint16_t bottom;
|
|
|
|
uint16_t top;
|
|
|
|
} JitterBuffer;
|
|
|
|
|
|
|
|
static JitterBuffer *jbuf_new(uint32_t capacity)
|
2014-03-07 10:13:04 +08:00
|
|
|
{
|
2014-07-25 07:45:38 +08:00
|
|
|
unsigned int size = 1;
|
2014-05-26 00:27:48 +08:00
|
|
|
|
2014-12-13 07:39:39 +08:00
|
|
|
while (size <= (capacity * 4)) {
|
2014-07-25 07:45:38 +08:00
|
|
|
size *= 2;
|
2014-03-07 10:13:04 +08:00
|
|
|
}
|
2014-05-26 00:27:48 +08:00
|
|
|
|
2014-05-11 00:00:49 +08:00
|
|
|
JitterBuffer *q;
|
2014-05-26 00:27:48 +08:00
|
|
|
|
2014-05-11 00:00:49 +08:00
|
|
|
if ( !(q = calloc(sizeof(JitterBuffer), 1)) ) return NULL;
|
2014-05-26 00:27:48 +08:00
|
|
|
|
2014-07-25 07:45:38 +08:00
|
|
|
if (!(q->queue = calloc(sizeof(RTPMessage *), size))) {
|
2014-05-31 06:29:43 +08:00
|
|
|
free(q);
|
|
|
|
return NULL;
|
|
|
|
}
|
2014-05-26 00:27:48 +08:00
|
|
|
|
2014-07-25 07:45:38 +08:00
|
|
|
q->size = size;
|
|
|
|
q->capacity = capacity;
|
2013-10-13 22:14:27 +08:00
|
|
|
return q;
|
|
|
|
}
|
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
static void jbuf_clear(JitterBuffer *q)
|
2013-10-13 22:14:27 +08:00
|
|
|
{
|
2014-07-25 07:45:38 +08:00
|
|
|
for (; q->bottom != q->top; ++q->bottom) {
|
2014-07-25 09:00:42 +08:00
|
|
|
if (q->queue[q->bottom % q->size]) {
|
2014-07-25 07:45:38 +08:00
|
|
|
rtp_free_msg(NULL, q->queue[q->bottom % q->size]);
|
2014-07-25 09:00:42 +08:00
|
|
|
q->queue[q->bottom % q->size] = NULL;
|
|
|
|
}
|
2014-07-25 07:45:38 +08:00
|
|
|
}
|
2014-07-25 08:56:07 +08:00
|
|
|
}
|
2014-07-06 00:25:30 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
static void jbuf_free(JitterBuffer *q)
|
2014-07-25 08:56:07 +08:00
|
|
|
{
|
|
|
|
if (!q) return;
|
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
jbuf_clear(q);
|
2014-07-25 07:45:38 +08:00
|
|
|
free(q->queue);
|
2014-05-11 00:00:49 +08:00
|
|
|
free(q);
|
2013-10-13 22:14:27 +08:00
|
|
|
}
|
|
|
|
|
2014-12-13 09:55:43 +08:00
|
|
|
static int jbuf_write(JitterBuffer *q, RTPMessage *m)
|
2013-10-13 22:14:27 +08:00
|
|
|
{
|
2014-11-18 07:46:46 +08:00
|
|
|
uint16_t sequnum = m->header->sequnum;
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2014-07-25 07:45:38 +08:00
|
|
|
unsigned int num = sequnum % q->size;
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2014-08-04 06:15:00 +08:00
|
|
|
if ((uint32_t)(sequnum - q->bottom) > q->size) {
|
2015-04-11 08:07:54 +08:00
|
|
|
LOGGER_DEBUG("Clearing filled jitter buffer: %p", q);
|
2015-03-28 10:36:31 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
jbuf_clear(q);
|
2014-11-30 05:13:50 +08:00
|
|
|
q->bottom = sequnum - q->capacity;
|
2014-11-18 07:46:46 +08:00
|
|
|
q->queue[num] = m;
|
2014-07-25 08:56:07 +08:00
|
|
|
q->top = sequnum + 1;
|
2014-12-13 09:55:43 +08:00
|
|
|
return 0;
|
2014-07-25 08:56:07 +08:00
|
|
|
}
|
|
|
|
|
2014-07-25 07:45:38 +08:00
|
|
|
if (q->queue[num])
|
2014-12-13 09:55:43 +08:00
|
|
|
return -1;
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
q->queue[num] = m;
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2014-07-25 07:45:38 +08:00
|
|
|
if ((sequnum - q->bottom) >= (q->top - q->bottom))
|
|
|
|
q->top = sequnum + 1;
|
2014-11-30 05:13:50 +08:00
|
|
|
|
2014-12-13 09:55:43 +08:00
|
|
|
return 0;
|
2014-07-25 07:45:38 +08:00
|
|
|
}
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/* success is set to 0 when there is nothing to dequeue,
|
2014-11-25 09:24:59 +08:00
|
|
|
* 1 when there's a good packet,
|
2014-11-18 07:46:46 +08:00
|
|
|
* 2 when there's a lost packet */
|
|
|
|
static RTPMessage *jbuf_read(JitterBuffer *q, int32_t *success)
|
2013-10-13 22:14:27 +08:00
|
|
|
{
|
2014-07-25 07:45:38 +08:00
|
|
|
if (q->top == q->bottom) {
|
|
|
|
*success = 0;
|
|
|
|
return NULL;
|
2013-10-13 22:14:27 +08:00
|
|
|
}
|
|
|
|
|
2014-07-25 07:45:38 +08:00
|
|
|
unsigned int num = q->bottom % q->size;
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2014-07-25 07:45:38 +08:00
|
|
|
if (q->queue[num]) {
|
|
|
|
RTPMessage *ret = q->queue[num];
|
|
|
|
q->queue[num] = NULL;
|
|
|
|
++q->bottom;
|
|
|
|
*success = 1;
|
|
|
|
return ret;
|
|
|
|
}
|
2013-10-13 22:14:27 +08:00
|
|
|
|
2014-08-04 06:15:00 +08:00
|
|
|
if ((uint32_t)(q->top - q->bottom) > q->capacity) {
|
2014-07-25 07:45:38 +08:00
|
|
|
++q->bottom;
|
|
|
|
*success = 2;
|
|
|
|
return NULL;
|
2013-10-13 22:14:27 +08:00
|
|
|
}
|
2014-07-25 07:45:38 +08:00
|
|
|
|
|
|
|
*success = 0;
|
|
|
|
return NULL;
|
2013-10-13 22:14:27 +08:00
|
|
|
}
|
|
|
|
|
2015-02-02 06:43:54 +08:00
|
|
|
static int convert_bw_to_sampling_rate(int bw)
|
2013-10-13 22:14:27 +08:00
|
|
|
{
|
2015-02-02 06:43:54 +08:00
|
|
|
switch(bw)
|
|
|
|
{
|
|
|
|
case OPUS_BANDWIDTH_NARROWBAND: return 8000;
|
|
|
|
case OPUS_BANDWIDTH_MEDIUMBAND: return 12000;
|
|
|
|
case OPUS_BANDWIDTH_WIDEBAND: return 16000;
|
|
|
|
case OPUS_BANDWIDTH_SUPERWIDEBAND: return 24000;
|
|
|
|
case OPUS_BANDWIDTH_FULLBAND: return 48000;
|
|
|
|
default: return -1;
|
2014-11-18 07:46:46 +08:00
|
|
|
}
|
|
|
|
}
|
2014-02-17 09:01:30 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
OpusEncoder* create_audio_encoder (int32_t bitrate, int32_t sampling_rate, int32_t channel_count)
|
|
|
|
{
|
|
|
|
int status = OPUS_OK;
|
|
|
|
OpusEncoder* rc = opus_encoder_create(sampling_rate, channel_count, OPUS_APPLICATION_AUDIO, &status);
|
|
|
|
|
|
|
|
if ( status != OPUS_OK ) {
|
|
|
|
LOGGER_ERROR("Error while starting audio encoder: %s", opus_strerror(status));
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
status = opus_encoder_ctl(rc, OPUS_SET_BITRATE(bitrate));
|
|
|
|
|
|
|
|
if ( status != OPUS_OK ) {
|
|
|
|
LOGGER_ERROR("Error while setting encoder ctl: %s", opus_strerror(status));
|
|
|
|
goto FAILURE;
|
|
|
|
}
|
|
|
|
|
|
|
|
status = opus_encoder_ctl(rc, OPUS_SET_COMPLEXITY(10));
|
|
|
|
|
|
|
|
if ( status != OPUS_OK ) {
|
|
|
|
LOGGER_ERROR("Error while setting encoder ctl: %s", opus_strerror(status));
|
|
|
|
goto FAILURE;
|
|
|
|
}
|
|
|
|
|
|
|
|
return rc;
|
|
|
|
|
|
|
|
FAILURE:
|
|
|
|
opus_encoder_destroy(rc);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool create_video_encoder (vpx_codec_ctx_t* dest, int32_t bitrate)
|
|
|
|
{
|
|
|
|
assert(dest);
|
|
|
|
|
|
|
|
vpx_codec_enc_cfg_t cfg;
|
|
|
|
int rc = vpx_codec_enc_config_default(VIDEO_CODEC_ENCODER_INTERFACE, &cfg, 0);
|
|
|
|
|
|
|
|
if (rc != VPX_CODEC_OK) {
|
|
|
|
LOGGER_ERROR("Failed to get config: %s", vpx_codec_err_to_string(rc));
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
rc = vpx_codec_enc_init_ver(dest, VIDEO_CODEC_ENCODER_INTERFACE, &cfg, 0,
|
|
|
|
VPX_ENCODER_ABI_VERSION);
|
|
|
|
|
|
|
|
if ( rc != VPX_CODEC_OK) {
|
|
|
|
LOGGER_ERROR("Failed to initialize encoder: %s", vpx_codec_err_to_string(rc));
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
cfg.rc_target_bitrate = bitrate;
|
|
|
|
cfg.g_w = 800;
|
|
|
|
cfg.g_h = 600;
|
|
|
|
cfg.g_pass = VPX_RC_ONE_PASS;
|
|
|
|
cfg.g_error_resilient = VPX_ERROR_RESILIENT_DEFAULT | VPX_ERROR_RESILIENT_PARTITIONS;
|
|
|
|
cfg.g_lag_in_frames = 0;
|
|
|
|
cfg.kf_min_dist = 0;
|
|
|
|
cfg.kf_max_dist = 48;
|
|
|
|
cfg.kf_mode = VPX_KF_AUTO;
|
|
|
|
|
|
|
|
rc = vpx_codec_control(dest, VP8E_SET_CPUUSED, 8);
|
|
|
|
|
|
|
|
if ( rc != VPX_CODEC_OK) {
|
|
|
|
LOGGER_ERROR("Failed to set encoder control setting: %s", vpx_codec_err_to_string(rc));
|
|
|
|
vpx_codec_destroy(dest);
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
bool reconfigure_audio_decoder(CSession* cs, int32_t sampling_rate, int8_t channels)
|
|
|
|
{
|
|
|
|
if (sampling_rate != cs->last_decoding_sampling_rate || channels != cs->last_decoding_channel_count) {
|
|
|
|
if (current_time_monotonic() - cs->last_decoder_reconfiguration < 500)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
int status;
|
|
|
|
OpusDecoder* new_dec = opus_decoder_create(sampling_rate, channels, &status );
|
|
|
|
if ( status != OPUS_OK ) {
|
|
|
|
LOGGER_ERROR("Error while starting audio decoder: %s", opus_strerror(status));
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
cs->last_decoding_sampling_rate = sampling_rate;
|
|
|
|
cs->last_decoding_channel_count = channels;
|
|
|
|
cs->last_decoder_reconfiguration = current_time_monotonic();
|
|
|
|
|
|
|
|
opus_decoder_destroy(cs->audio_decoder);
|
|
|
|
cs->audio_decoder = new_dec;
|
|
|
|
|
|
|
|
LOGGER_DEBUG("Reconfigured audio decoder sr: %d cc: %d", sampling_rate, channels);
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2015-02-02 06:43:54 +08:00
|
|
|
/* PUBLIC */
|
2014-11-18 07:46:46 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
void cs_do(CSession *cs)
|
2014-11-18 07:46:46 +08:00
|
|
|
{
|
2014-11-29 20:42:19 +08:00
|
|
|
/* Codec session should always be protected by call mutex so no need to check for cs validity
|
|
|
|
*/
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-23 06:50:43 +08:00
|
|
|
if (!cs)
|
2015-02-02 06:43:54 +08:00
|
|
|
return;
|
|
|
|
|
2014-11-25 09:24:59 +08:00
|
|
|
Payload *p;
|
2014-11-18 07:46:46 +08:00
|
|
|
int rc;
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2014-12-13 07:35:52 +08:00
|
|
|
int success = 0;
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_LOCK(cs->queue_mutex);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/********************* AUDIO *********************/
|
2015-04-08 07:00:19 +08:00
|
|
|
if (cs->audio_decoder) {
|
2015-02-15 06:37:52 +08:00
|
|
|
RTPMessage *msg;
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/* The maximum for 120 ms 48 KHz audio */
|
2015-03-29 08:10:34 +08:00
|
|
|
int16_t tmp[5760];
|
2015-02-15 06:37:52 +08:00
|
|
|
|
|
|
|
while ((msg = jbuf_read(cs->j_buf, &success)) || success == 2) {
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_UNLOCK(cs->queue_mutex);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
if (success == 2) {
|
2015-04-02 08:04:45 +08:00
|
|
|
LOGGER_DEBUG("OPUS correction");
|
2015-03-28 10:36:31 +08:00
|
|
|
rc = opus_decode(cs->audio_decoder, NULL, 0, tmp,
|
2015-04-11 08:07:54 +08:00
|
|
|
(cs->last_packet_sampling_rate * cs->last_packet_frame_duration / 1000) /
|
2015-04-02 08:04:45 +08:00
|
|
|
cs->last_packet_channel_count, 1);
|
2015-02-02 06:43:54 +08:00
|
|
|
} else {
|
2015-04-09 08:43:13 +08:00
|
|
|
/* Get values from packet and decode. */
|
|
|
|
/* NOTE: This didn't work very well
|
2015-02-15 06:37:52 +08:00
|
|
|
rc = convert_bw_to_sampling_rate(opus_packet_get_bandwidth(msg->data));
|
|
|
|
if (rc != -1) {
|
|
|
|
cs->last_packet_sampling_rate = rc;
|
|
|
|
} else {
|
|
|
|
LOGGER_WARNING("Failed to load packet values!");
|
|
|
|
rtp_free_msg(NULL, msg);
|
|
|
|
continue;
|
2015-04-09 08:43:13 +08:00
|
|
|
}*/
|
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
|
2015-04-09 08:43:13 +08:00
|
|
|
/* Pick up sampling rate from packet */
|
|
|
|
memcpy(&cs->last_packet_sampling_rate, msg->data, 4);
|
|
|
|
cs->last_packet_sampling_rate = ntohl(cs->last_packet_sampling_rate);
|
|
|
|
|
|
|
|
cs->last_packet_channel_count = opus_packet_get_nb_channels(msg->data + 4);
|
2015-04-11 08:07:54 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* NOTE: even though OPUS supports decoding mono frames with stereo decoder and vice versa,
|
|
|
|
* it didn't work quite well.
|
|
|
|
*/
|
|
|
|
if (!reconfigure_audio_decoder(cs, cs->last_packet_sampling_rate, cs->last_packet_channel_count)) {
|
|
|
|
LOGGER_WARNING("Failed to reconfigure decoder!");
|
|
|
|
rtp_free_msg(NULL, msg);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2015-04-09 08:43:13 +08:00
|
|
|
rc = opus_decode(cs->audio_decoder, msg->data + 4, msg->length - 4, tmp, 5760, 0);
|
2015-02-02 06:43:54 +08:00
|
|
|
rtp_free_msg(NULL, msg);
|
|
|
|
}
|
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
if (rc < 0) {
|
|
|
|
LOGGER_WARNING("Decoding error: %s", opus_strerror(rc));
|
|
|
|
} else if (cs->acb.first) {
|
2015-04-11 08:07:54 +08:00
|
|
|
cs->last_packet_channel_count = 2;
|
|
|
|
cs->last_packet_frame_duration = (rc * 1000) / cs->last_packet_sampling_rate * cs->last_packet_channel_count;
|
2015-03-28 10:36:31 +08:00
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
cs->acb.first(cs->av, cs->friend_id, tmp, rc * cs->last_packet_channel_count,
|
|
|
|
cs->last_packet_channel_count, cs->last_packet_sampling_rate, cs->acb.second);
|
2015-04-09 08:43:13 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
}
|
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_LOCK(cs->queue_mutex);
|
2014-12-13 07:35:52 +08:00
|
|
|
}
|
2014-11-18 07:46:46 +08:00
|
|
|
}
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/********************* VIDEO *********************/
|
2014-11-18 07:46:46 +08:00
|
|
|
if (cs->vbuf_raw && !buffer_empty(cs->vbuf_raw)) {
|
|
|
|
/* Decode video */
|
|
|
|
buffer_read(cs->vbuf_raw, &p);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2014-11-29 20:42:19 +08:00
|
|
|
/* Leave space for (possibly) other thread to queue more data after we read it here */
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_UNLOCK(cs->queue_mutex);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-01-25 06:29:54 +08:00
|
|
|
rc = vpx_codec_decode(cs->v_decoder, p->data, p->size, NULL, MAX_DECODE_TIME_US);
|
2014-11-18 07:46:46 +08:00
|
|
|
free(p);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
if (rc != VPX_CODEC_OK) {
|
|
|
|
LOGGER_ERROR("Error decoding video: %s", vpx_codec_err_to_string(rc));
|
|
|
|
} else {
|
|
|
|
vpx_codec_iter_t iter = NULL;
|
2015-01-25 06:29:54 +08:00
|
|
|
vpx_image_t *dest = vpx_codec_get_frame(cs->v_decoder, &iter);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
/* Play decoded images */
|
2015-01-25 06:29:54 +08:00
|
|
|
for (; dest; dest = vpx_codec_get_frame(cs->v_decoder, &iter)) {
|
2015-02-15 06:37:52 +08:00
|
|
|
if (cs->vcb.first)
|
2015-03-29 08:10:34 +08:00
|
|
|
cs->vcb.first(cs->av, cs->friend_id, dest->d_w, dest->d_h,
|
2015-02-15 06:37:52 +08:00
|
|
|
(const uint8_t**)dest->planes, dest->stride, cs->vcb.second);
|
|
|
|
|
|
|
|
vpx_img_free(dest);
|
2014-11-18 07:46:46 +08:00
|
|
|
}
|
|
|
|
}
|
2015-01-25 06:29:54 +08:00
|
|
|
|
2015-02-02 06:43:54 +08:00
|
|
|
return;
|
2015-01-25 06:29:54 +08:00
|
|
|
}
|
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_UNLOCK(cs->queue_mutex);
|
2015-01-25 06:29:54 +08:00
|
|
|
}
|
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
CSession *cs_new(uint32_t peer_video_frame_piece_size)
|
2014-11-18 07:46:46 +08:00
|
|
|
{
|
2015-03-29 08:10:34 +08:00
|
|
|
CSession *cs = calloc(sizeof(CSession), 1);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
if (!cs) {
|
|
|
|
LOGGER_WARNING("Allocation failed! Application might misbehave!");
|
2014-05-11 00:00:49 +08:00
|
|
|
return NULL;
|
|
|
|
}
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
if (create_recursive_mutex(cs->queue_mutex) != 0) {
|
2015-03-02 01:45:04 +08:00
|
|
|
LOGGER_WARNING("Failed to create recursive mutex!");
|
|
|
|
free(cs);
|
|
|
|
return NULL;
|
|
|
|
}
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
/*++++++++++++++++++++++++++++++++++++++++++++++++++++++*/
|
|
|
|
/* Create decoders and set up their values
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* AUDIO
|
|
|
|
*/
|
|
|
|
|
|
|
|
int status;
|
2015-04-11 08:07:54 +08:00
|
|
|
cs->audio_decoder = opus_decoder_create(48000, 2, &status );
|
2015-03-29 08:10:34 +08:00
|
|
|
|
|
|
|
if ( status != OPUS_OK ) {
|
|
|
|
LOGGER_ERROR("Error while starting audio decoder: %s", opus_strerror(status));
|
|
|
|
goto FAILURE;
|
|
|
|
}
|
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
cs->last_decoding_channel_count = 2;
|
|
|
|
cs->last_decoding_sampling_rate = 48000;
|
|
|
|
cs->last_decoder_reconfiguration = 0; /* Make it possible to reconfigure straight away */
|
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
/* These need to be set in order to properly
|
|
|
|
* do error correction with opus */
|
|
|
|
cs->last_packet_frame_duration = 120;
|
|
|
|
cs->last_packet_sampling_rate = 48000;
|
|
|
|
|
|
|
|
if ( !(cs->j_buf = jbuf_new(DEFAULT_JBUF)) ) {
|
|
|
|
LOGGER_WARNING("Jitter buffer creaton failed!");
|
|
|
|
opus_decoder_destroy(cs->audio_decoder);
|
|
|
|
goto FAILURE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* VIDEO
|
|
|
|
*/
|
|
|
|
int rc = vpx_codec_dec_init_ver(cs->v_decoder, VIDEO_CODEC_DECODER_INTERFACE,
|
|
|
|
NULL, 0, VPX_DECODER_ABI_VERSION);
|
|
|
|
|
|
|
|
if ( rc != VPX_CODEC_OK) {
|
|
|
|
LOGGER_ERROR("Init video_decoder failed: %s", vpx_codec_err_to_string(rc));
|
|
|
|
goto AUDIO_DECODER_CLEANUP;
|
|
|
|
}
|
|
|
|
|
|
|
|
if ( !(cs->frame_buf = calloc(MAX_VIDEOFRAME_SIZE, 1)) ) {
|
|
|
|
vpx_codec_destroy(cs->v_decoder);
|
|
|
|
goto AUDIO_DECODER_CLEANUP;
|
|
|
|
}
|
|
|
|
|
|
|
|
if ( !(cs->vbuf_raw = buffer_new(VIDEO_DECODE_BUFFER_SIZE)) ) {
|
|
|
|
free(cs->frame_buf);
|
|
|
|
vpx_codec_destroy(cs->v_decoder);
|
|
|
|
goto AUDIO_DECODER_CLEANUP;
|
|
|
|
}
|
2015-04-02 08:04:45 +08:00
|
|
|
|
|
|
|
if ( !(cs->split_video_frame = calloc(VIDEOFRAME_PIECE_SIZE + VIDEOFRAME_HEADER_SIZE, 1)) )
|
|
|
|
goto FAILURE;
|
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
cs->linfts = current_time_monotonic();
|
2015-04-09 08:43:13 +08:00
|
|
|
cs->lcfd = 60;
|
2015-03-29 08:10:34 +08:00
|
|
|
/*++++++++++++++++++++++++++++++++++++++++++++++++++++++*/
|
|
|
|
|
|
|
|
/* Initialize encoders with default values */
|
|
|
|
cs->audio_encoder = create_audio_encoder(48000, 48000, 2);
|
|
|
|
if (cs->audio_encoder == NULL)
|
|
|
|
goto VIDEO_DECODER_CLEANUP;
|
|
|
|
|
|
|
|
cs->last_encoding_bitrate = 48000;
|
|
|
|
cs->last_encoding_sampling_rate = 48000;
|
|
|
|
cs->last_encoding_channel_count = 2;
|
|
|
|
|
|
|
|
if (!create_video_encoder(cs->v_encoder, 500000)) {
|
|
|
|
opus_encoder_destroy(cs->audio_encoder);
|
|
|
|
goto VIDEO_DECODER_CLEANUP;
|
|
|
|
}
|
2015-01-25 06:29:54 +08:00
|
|
|
|
2015-03-02 01:45:04 +08:00
|
|
|
cs->peer_video_frame_piece_size = peer_video_frame_piece_size;
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-02 01:45:04 +08:00
|
|
|
return cs;
|
2015-03-29 08:10:34 +08:00
|
|
|
|
|
|
|
VIDEO_DECODER_CLEANUP:
|
|
|
|
buffer_free(cs->vbuf_raw);
|
|
|
|
free(cs->frame_buf);
|
|
|
|
vpx_codec_destroy(cs->v_decoder);
|
|
|
|
AUDIO_DECODER_CLEANUP:
|
|
|
|
opus_decoder_destroy(cs->audio_decoder);
|
|
|
|
jbuf_free(cs->j_buf);
|
|
|
|
FAILURE:
|
|
|
|
pthread_mutex_destroy(cs->queue_mutex);
|
|
|
|
free(cs);
|
|
|
|
return NULL;
|
2015-01-25 06:29:54 +08:00
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
void cs_kill(CSession *cs)
|
2015-01-25 06:29:54 +08:00
|
|
|
{
|
|
|
|
if (!cs)
|
|
|
|
return;
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-01-25 06:29:54 +08:00
|
|
|
/* NOTE: queue_message() will not be called since
|
|
|
|
* the callback is unregistered before cs_kill is called.
|
|
|
|
*/
|
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
vpx_codec_destroy(cs->v_encoder);
|
|
|
|
vpx_codec_destroy(cs->v_decoder);
|
|
|
|
opus_encoder_destroy(cs->audio_encoder);
|
|
|
|
opus_decoder_destroy(cs->audio_decoder);
|
|
|
|
buffer_free(cs->vbuf_raw);
|
|
|
|
jbuf_free(cs->j_buf);
|
|
|
|
free(cs->frame_buf);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-02 01:45:04 +08:00
|
|
|
pthread_mutex_destroy(cs->queue_mutex);
|
|
|
|
|
2015-01-25 06:29:54 +08:00
|
|
|
LOGGER_DEBUG("Terminated codec state: %p", cs);
|
2014-11-18 07:46:46 +08:00
|
|
|
free(cs);
|
2015-01-25 06:29:54 +08:00
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
void cs_init_video_splitter_cycle(CSession* cs)
|
2015-01-25 06:29:54 +08:00
|
|
|
{
|
2015-02-02 06:43:54 +08:00
|
|
|
cs->split_video_frame[0] = cs->frameid_out++;
|
|
|
|
cs->split_video_frame[1] = 0;
|
|
|
|
}
|
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
int cs_update_video_splitter_cycle(CSession *cs, const uint8_t *payload, uint16_t length)
|
2015-02-02 06:43:54 +08:00
|
|
|
{
|
|
|
|
cs->processing_video_frame = payload;
|
|
|
|
cs->processing_video_frame_size = length;
|
2015-01-25 06:29:54 +08:00
|
|
|
|
2015-02-20 07:23:38 +08:00
|
|
|
return ((length - 1) / VIDEOFRAME_PIECE_SIZE) + 1;
|
2015-02-02 06:43:54 +08:00
|
|
|
}
|
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
const uint8_t *cs_iterate_split_video_frame(CSession *cs, uint16_t *size)
|
2015-02-02 06:43:54 +08:00
|
|
|
{
|
|
|
|
if (!cs || !size) return NULL;
|
|
|
|
|
2015-02-20 07:23:38 +08:00
|
|
|
if (cs->processing_video_frame_size > VIDEOFRAME_PIECE_SIZE) {
|
2015-02-02 06:43:54 +08:00
|
|
|
memcpy(cs->split_video_frame + VIDEOFRAME_HEADER_SIZE,
|
|
|
|
cs->processing_video_frame,
|
2015-02-20 07:23:38 +08:00
|
|
|
VIDEOFRAME_PIECE_SIZE);
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-02-20 07:23:38 +08:00
|
|
|
cs->processing_video_frame += VIDEOFRAME_PIECE_SIZE;
|
|
|
|
cs->processing_video_frame_size -= VIDEOFRAME_PIECE_SIZE;
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-02-20 07:23:38 +08:00
|
|
|
*size = VIDEOFRAME_PIECE_SIZE + VIDEOFRAME_HEADER_SIZE;
|
2015-02-02 06:43:54 +08:00
|
|
|
} else {
|
|
|
|
memcpy(cs->split_video_frame + VIDEOFRAME_HEADER_SIZE,
|
|
|
|
cs->processing_video_frame,
|
|
|
|
cs->processing_video_frame_size);
|
|
|
|
|
|
|
|
*size = cs->processing_video_frame_size + VIDEOFRAME_HEADER_SIZE;
|
2015-01-25 06:29:54 +08:00
|
|
|
}
|
2015-02-02 06:43:54 +08:00
|
|
|
|
|
|
|
cs->split_video_frame[1]++;
|
|
|
|
|
|
|
|
return cs->split_video_frame;
|
|
|
|
}
|
|
|
|
|
2015-04-09 08:43:13 +08:00
|
|
|
|
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
int cs_reconfigure_video_encoder(CSession* cs, int32_t bitrate, uint16_t width, uint16_t height)
|
2015-02-02 06:43:54 +08:00
|
|
|
{
|
|
|
|
vpx_codec_enc_cfg_t cfg = *cs->v_encoder[0].config.enc;
|
2015-03-29 08:10:34 +08:00
|
|
|
if (cfg.rc_target_bitrate == bitrate && cfg.g_w == width && cfg.g_h == height)
|
|
|
|
return 0; /* Nothing changed */
|
2015-01-25 06:29:54 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
cfg.rc_target_bitrate = bitrate;
|
2015-02-02 06:43:54 +08:00
|
|
|
cfg.g_w = width;
|
|
|
|
cfg.g_h = height;
|
2015-01-25 06:29:54 +08:00
|
|
|
|
2015-02-02 06:43:54 +08:00
|
|
|
int rc = vpx_codec_enc_config_set(cs->v_encoder, &cfg);
|
|
|
|
if ( rc != VPX_CODEC_OK) {
|
|
|
|
LOGGER_ERROR("Failed to set encoder control setting: %s", vpx_codec_err_to_string(rc));
|
2015-01-25 06:29:54 +08:00
|
|
|
return -1;
|
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-01-25 06:29:54 +08:00
|
|
|
return 0;
|
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
int cs_reconfigure_audio_encoder(CSession* cs, int32_t bitrate, int32_t sampling_rate, uint8_t channels)
|
2015-01-25 06:29:54 +08:00
|
|
|
{
|
2015-03-29 08:10:34 +08:00
|
|
|
/* Values are checked in toxav.c */
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
if (cs->last_encoding_sampling_rate != sampling_rate || cs->last_encoding_channel_count != channels) {
|
|
|
|
OpusEncoder* new_encoder = create_audio_encoder(bitrate, sampling_rate, channels);
|
|
|
|
if (new_encoder == NULL)
|
|
|
|
return -1;
|
|
|
|
|
2015-02-02 06:43:54 +08:00
|
|
|
opus_encoder_destroy(cs->audio_encoder);
|
2015-03-29 08:10:34 +08:00
|
|
|
cs->audio_encoder = new_encoder;
|
|
|
|
} else if (cs->last_encoding_bitrate == bitrate)
|
|
|
|
return 0; /* Nothing changed */
|
|
|
|
else {
|
|
|
|
int status = opus_encoder_ctl(cs->audio_encoder, OPUS_SET_BITRATE(bitrate));
|
2015-02-02 06:43:54 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
if ( status != OPUS_OK ) {
|
|
|
|
LOGGER_ERROR("Error while setting encoder ctl: %s", opus_strerror(status));
|
|
|
|
return -1;
|
|
|
|
}
|
2015-02-02 06:43:54 +08:00
|
|
|
}
|
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
cs->last_encoding_bitrate = bitrate;
|
|
|
|
cs->last_encoding_sampling_rate = sampling_rate;
|
|
|
|
cs->last_encoding_channel_count = channels;
|
2015-04-08 07:00:19 +08:00
|
|
|
|
|
|
|
LOGGER_DEBUG ("Reconfigured audio encoder br: %d sr: %d cc:%d", bitrate, sampling_rate, channels);
|
2015-02-02 06:43:54 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
/* Called from RTP */
|
|
|
|
void queue_message(RTPSession *session, RTPMessage *msg)
|
|
|
|
{
|
2015-03-29 08:10:34 +08:00
|
|
|
CSession *cs = session->cs;
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-03-23 06:50:43 +08:00
|
|
|
if (!cs)
|
|
|
|
return;
|
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
/* Audio */
|
2015-02-18 06:34:40 +08:00
|
|
|
if (session->payload_type == rtp_TypeAudio % 128) {
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_LOCK(cs->queue_mutex);
|
2014-12-13 09:55:43 +08:00
|
|
|
int ret = jbuf_write(cs->j_buf, msg);
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_UNLOCK(cs->queue_mutex);
|
2014-12-13 09:55:43 +08:00
|
|
|
|
|
|
|
if (ret == -1) {
|
|
|
|
rtp_free_msg(NULL, msg);
|
|
|
|
}
|
2014-11-18 07:46:46 +08:00
|
|
|
}
|
|
|
|
/* Video */
|
|
|
|
else {
|
|
|
|
uint8_t *packet = msg->data;
|
|
|
|
uint32_t packet_size = msg->length;
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
if (packet_size < VIDEOFRAME_HEADER_SIZE)
|
|
|
|
goto end;
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-12-13 06:47:57 +08:00
|
|
|
uint8_t diff = packet[0] - cs->frameid_in;
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-12-13 06:47:57 +08:00
|
|
|
if (diff != 0) {
|
|
|
|
if (diff < 225) { /* New frame */
|
|
|
|
/* Flush last frames' data and get ready for this frame */
|
|
|
|
Payload *p = malloc(sizeof(Payload) + cs->frame_size);
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-12-13 06:47:57 +08:00
|
|
|
if (p) {
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_LOCK(cs->queue_mutex);
|
2014-12-13 06:47:57 +08:00
|
|
|
|
|
|
|
if (buffer_full(cs->vbuf_raw)) {
|
|
|
|
LOGGER_DEBUG("Dropped video frame");
|
|
|
|
Payload *tp;
|
|
|
|
buffer_read(cs->vbuf_raw, &tp);
|
|
|
|
free(tp);
|
|
|
|
} else {
|
|
|
|
p->size = cs->frame_size;
|
|
|
|
memcpy(p->data, cs->frame_buf, cs->frame_size);
|
|
|
|
}
|
2015-04-08 07:00:19 +08:00
|
|
|
|
|
|
|
/* Calculate time took for peer to send us this frame */
|
|
|
|
uint32_t t_lcfd = current_time_monotonic() - cs->linfts;
|
|
|
|
cs->lcfd = t_lcfd > 100 ? cs->lcfd : t_lcfd;
|
|
|
|
cs->linfts = current_time_monotonic();
|
|
|
|
|
2014-12-13 06:47:57 +08:00
|
|
|
buffer_write(cs->vbuf_raw, p);
|
2015-04-08 07:00:19 +08:00
|
|
|
LOGGED_UNLOCK(cs->queue_mutex);
|
2014-11-25 09:24:59 +08:00
|
|
|
} else {
|
2014-12-13 06:47:57 +08:00
|
|
|
LOGGER_WARNING("Allocation failed! Program might misbehave!");
|
|
|
|
goto end;
|
2014-11-18 07:46:46 +08:00
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-12-13 06:47:57 +08:00
|
|
|
cs->frameid_in = packet[0];
|
|
|
|
memset(cs->frame_buf, 0, cs->frame_size);
|
|
|
|
cs->frame_size = 0;
|
|
|
|
|
|
|
|
} else { /* Old frame; drop */
|
|
|
|
LOGGER_DEBUG("Old packet: %u", packet[0]);
|
2014-11-18 07:46:46 +08:00
|
|
|
goto end;
|
|
|
|
}
|
2014-12-13 06:47:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
uint8_t piece_number = packet[1];
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-02-20 07:23:38 +08:00
|
|
|
uint32_t length_before_piece = ((piece_number - 1) * cs->peer_video_frame_piece_size);
|
2014-12-13 06:47:57 +08:00
|
|
|
uint32_t framebuf_new_length = length_before_piece + (packet_size - VIDEOFRAME_HEADER_SIZE);
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-02-20 07:23:38 +08:00
|
|
|
if (framebuf_new_length > MAX_VIDEOFRAME_SIZE) {
|
2014-11-18 07:46:46 +08:00
|
|
|
goto end;
|
|
|
|
}
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2014-11-18 07:46:46 +08:00
|
|
|
/* Otherwise it's part of the frame so just process */
|
|
|
|
/* LOGGER_DEBUG("Video Packet: %u %u", packet[0], packet[1]); */
|
2014-12-13 06:47:57 +08:00
|
|
|
|
|
|
|
memcpy(cs->frame_buf + length_before_piece,
|
2014-11-18 07:46:46 +08:00
|
|
|
packet + VIDEOFRAME_HEADER_SIZE,
|
|
|
|
packet_size - VIDEOFRAME_HEADER_SIZE);
|
2014-11-25 09:24:59 +08:00
|
|
|
|
2015-02-20 07:23:38 +08:00
|
|
|
if (framebuf_new_length > cs->frame_size)
|
2014-12-13 06:47:57 +08:00
|
|
|
cs->frame_size = framebuf_new_length;
|
2014-11-25 09:24:59 +08:00
|
|
|
|
|
|
|
end:
|
2014-11-18 07:46:46 +08:00
|
|
|
rtp_free_msg(NULL, msg);
|
|
|
|
}
|
2014-12-13 09:41:27 +08:00
|
|
|
}
|