2017-01-14 23:46:31 +08:00
|
|
|
/*
|
|
|
|
* Compile with (Linux only; in newly created directory toxcore/dir_name):
|
|
|
|
* gcc -o av_test ../toxav/av_test.c ../build/.libs/libtox*.a -lopencv_core \
|
|
|
|
* -lopencv_highgui -lopencv_imgproc -lsndfile -pthread -lvpx -lopus -lsodium -lportaudio
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Copyright © 2016-2017 The TokTok team.
|
|
|
|
* Copyright © 2013-2015 Tox project.
|
2015-04-13 07:45:53 +08:00
|
|
|
*
|
2017-01-14 23:46:31 +08:00
|
|
|
* This file is part of Tox, the free peer to peer instant messenger.
|
2015-04-13 07:45:53 +08:00
|
|
|
*
|
2017-01-14 23:46:31 +08:00
|
|
|
* Tox is free software: you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
|
|
* (at your option) any later version.
|
2015-04-13 07:45:53 +08:00
|
|
|
*
|
2017-01-14 23:46:31 +08:00
|
|
|
* Tox is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
2015-11-04 02:42:05 +08:00
|
|
|
*
|
2017-01-14 23:46:31 +08:00
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with Tox. If not, see <http://www.gnu.org/licenses/>.
|
2015-04-13 07:45:53 +08:00
|
|
|
*/
|
2017-01-06 20:19:12 +08:00
|
|
|
#define _XOPEN_SOURCE 600
|
|
|
|
|
2016-09-22 07:42:14 +08:00
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2016-09-22 22:20:33 +08:00
|
|
|
// XXX: Hack because toxav doesn't really expose ring_buffer, but this av test
|
|
|
|
// uses it. Not all of these functions are used, but when linking statically,
|
|
|
|
// not renaming them will cause multiple definition errors, so we need to rename
|
|
|
|
// all of them.
|
|
|
|
#define RingBuffer TestRingBuffer
|
|
|
|
#define rb_full test_rb_full
|
|
|
|
#define rb_empty test_rb_empty
|
|
|
|
#define rb_write test_rb_write
|
|
|
|
#define rb_read test_rb_read
|
|
|
|
#define rb_new test_rb_new
|
|
|
|
#define rb_kill test_rb_kill
|
|
|
|
#define rb_size test_rb_size
|
|
|
|
#define rb_data test_rb_data
|
|
|
|
#include "../toxav/ring_buffer.c"
|
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
#include "../toxav/toxav.h"
|
2018-07-08 16:43:42 +08:00
|
|
|
#include "../toxcore/mono_time.h" /* current_time_monotonic() */
|
2015-02-15 06:37:52 +08:00
|
|
|
#include "../toxcore/tox.h"
|
2015-04-13 07:45:53 +08:00
|
|
|
#include "../toxcore/util.h"
|
2015-02-15 06:37:52 +08:00
|
|
|
|
2016-09-22 07:42:14 +08:00
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
/* Playing audio data */
|
|
|
|
#include <portaudio.h>
|
|
|
|
/* Reading audio */
|
2015-03-28 10:36:31 +08:00
|
|
|
#include <sndfile.h>
|
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
/* Reading and Displaying video data */
|
2015-03-25 06:59:01 +08:00
|
|
|
#include <opencv/cv.h>
|
2015-04-02 08:04:45 +08:00
|
|
|
#include <opencv/cvwimage.h>
|
2016-09-01 07:33:20 +08:00
|
|
|
#include <opencv/highgui.h>
|
2015-03-25 06:59:01 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
#include <assert.h>
|
2016-09-02 16:51:11 +08:00
|
|
|
#include <sched.h>
|
2015-02-15 06:37:52 +08:00
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
2016-09-01 07:33:20 +08:00
|
|
|
#include <sys/stat.h>
|
|
|
|
#include <time.h>
|
2015-02-15 06:37:52 +08:00
|
|
|
#include <unistd.h>
|
2015-03-28 10:36:31 +08:00
|
|
|
|
2017-03-04 02:30:11 +08:00
|
|
|
#define c_sleep(x) usleep(1000*(x))
|
2015-02-15 06:37:52 +08:00
|
|
|
|
2015-03-24 06:38:04 +08:00
|
|
|
|
2015-10-11 05:54:23 +08:00
|
|
|
#define CLIP(X) ((X) > 255 ? 255 : (X) < 0 ? 0 : X)
|
2015-04-02 08:04:45 +08:00
|
|
|
|
|
|
|
// RGB -> YUV
|
2015-10-11 05:54:23 +08:00
|
|
|
#define RGB2Y(R, G, B) CLIP((( 66 * (R) + 129 * (G) + 25 * (B) + 128) >> 8) + 16)
|
|
|
|
#define RGB2U(R, G, B) CLIP(((-38 * (R) - 74 * (G) + 112 * (B) + 128) >> 8) + 128)
|
|
|
|
#define RGB2V(R, G, B) CLIP(((112 * (R) - 94 * (G) - 18 * (B) + 128) >> 8) + 128)
|
2015-04-02 08:04:45 +08:00
|
|
|
|
|
|
|
// YUV -> RGB
|
2015-10-11 05:54:23 +08:00
|
|
|
#define C(Y) ((Y) - 16 )
|
|
|
|
#define D(U) ((U) - 128 )
|
|
|
|
#define E(V) ((V) - 128 )
|
2015-04-02 08:04:45 +08:00
|
|
|
|
2015-10-11 05:54:23 +08:00
|
|
|
#define YUV2R(Y, U, V) CLIP((298 * C(Y) + 409 * E(V) + 128) >> 8)
|
|
|
|
#define YUV2G(Y, U, V) CLIP((298 * C(Y) - 100 * D(U) - 208 * E(V) + 128) >> 8)
|
|
|
|
#define YUV2B(Y, U, V) CLIP((298 * C(Y) + 516 * D(U) + 128) >> 8)
|
2015-04-02 08:04:45 +08:00
|
|
|
|
|
|
|
|
2015-08-08 23:45:24 +08:00
|
|
|
#define TEST_TRANSFER_A 0
|
|
|
|
#define TEST_TRANSFER_V 1
|
2015-03-22 07:21:49 +08:00
|
|
|
|
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
typedef struct {
|
|
|
|
bool incoming;
|
2015-03-02 01:45:04 +08:00
|
|
|
uint32_t state;
|
2015-04-17 21:31:14 +08:00
|
|
|
pthread_mutex_t arb_mutex[1];
|
2015-11-04 02:42:05 +08:00
|
|
|
RingBuffer *arb; /* Audio ring buffer */
|
2015-02-15 06:37:52 +08:00
|
|
|
} CallControl;
|
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
struct toxav_thread_data {
|
2015-11-04 02:42:05 +08:00
|
|
|
ToxAV *AliceAV;
|
|
|
|
ToxAV *BobAV;
|
2015-04-07 07:24:36 +08:00
|
|
|
int32_t sig;
|
|
|
|
};
|
|
|
|
|
2016-09-05 23:10:48 +08:00
|
|
|
static const char *vdout = "AV Test"; /* Video output */
|
2018-01-29 05:30:39 +08:00
|
|
|
static PaStream *adout = nullptr; /* Audio output */
|
2015-03-25 06:59:01 +08:00
|
|
|
|
2015-04-17 21:31:14 +08:00
|
|
|
typedef struct {
|
|
|
|
uint16_t size;
|
|
|
|
int16_t data[];
|
|
|
|
} frame;
|
|
|
|
|
2016-09-13 04:37:58 +08:00
|
|
|
static void *pa_write_thread(void *d)
|
2015-04-17 21:31:14 +08:00
|
|
|
{
|
2015-11-04 02:42:05 +08:00
|
|
|
/* The purpose of this thread is to make sure Pa_WriteStream will not block
|
2015-04-17 21:31:14 +08:00
|
|
|
* toxav_iterate thread
|
|
|
|
*/
|
2016-09-18 08:31:55 +08:00
|
|
|
CallControl *cc = (CallControl *)d;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-17 21:31:14 +08:00
|
|
|
while (Pa_IsStreamActive(adout)) {
|
2015-11-04 02:42:05 +08:00
|
|
|
frame *f;
|
2015-04-17 21:31:14 +08:00
|
|
|
pthread_mutex_lock(cc->arb_mutex);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
if (rb_read(cc->arb, (void **)&f)) {
|
2015-04-17 21:31:14 +08:00
|
|
|
pthread_mutex_unlock(cc->arb_mutex);
|
|
|
|
Pa_WriteStream(adout, f->data, f->size);
|
|
|
|
free(f);
|
2015-04-19 01:08:18 +08:00
|
|
|
} else {
|
2015-04-17 21:31:14 +08:00
|
|
|
pthread_mutex_unlock(cc->arb_mutex);
|
2015-04-19 01:08:18 +08:00
|
|
|
c_sleep(10);
|
|
|
|
}
|
2015-04-17 21:31:14 +08:00
|
|
|
}
|
2016-08-31 02:48:19 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
return nullptr;
|
2015-04-17 21:31:14 +08:00
|
|
|
}
|
|
|
|
|
2015-04-29 07:01:25 +08:00
|
|
|
/**
|
2015-11-04 02:42:05 +08:00
|
|
|
* Callbacks
|
2015-02-15 06:37:52 +08:00
|
|
|
*/
|
2016-09-05 23:10:48 +08:00
|
|
|
static void t_toxav_call_cb(ToxAV *av, uint32_t friend_number, bool audio_enabled, bool video_enabled, void *user_data)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
|
|
|
printf("Handling CALL callback\n");
|
2015-11-04 02:42:05 +08:00
|
|
|
((CallControl *)user_data)->incoming = true;
|
2015-02-15 06:37:52 +08:00
|
|
|
}
|
2016-09-05 23:10:48 +08:00
|
|
|
static void t_toxav_call_state_cb(ToxAV *av, uint32_t friend_number, uint32_t state, void *user_data)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
2015-04-27 06:15:57 +08:00
|
|
|
printf("Handling CALL STATE callback: %d\n", state);
|
2015-11-04 02:42:05 +08:00
|
|
|
((CallControl *)user_data)->state = state;
|
2015-02-15 06:37:52 +08:00
|
|
|
}
|
2016-09-05 23:10:48 +08:00
|
|
|
static void t_toxav_receive_video_frame_cb(ToxAV *av, uint32_t friend_number,
|
|
|
|
uint16_t width, uint16_t height,
|
|
|
|
uint8_t const *y, uint8_t const *u, uint8_t const *v,
|
|
|
|
int32_t ystride, int32_t ustride, int32_t vstride,
|
|
|
|
void *user_data)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
2015-05-23 05:22:31 +08:00
|
|
|
ystride = abs(ystride);
|
|
|
|
ustride = abs(ustride);
|
|
|
|
vstride = abs(vstride);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-18 08:31:55 +08:00
|
|
|
uint16_t *img_data = (uint16_t *)malloc(height * width * 6);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
unsigned long int i, j;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
for (i = 0; i < height; ++i) {
|
|
|
|
for (j = 0; j < width; ++j) {
|
2015-11-04 02:42:05 +08:00
|
|
|
uint8_t *point = (uint8_t *) img_data + 3 * ((i * width) + j);
|
2015-04-19 01:08:18 +08:00
|
|
|
int yx = y[(i * ystride) + j];
|
|
|
|
int ux = u[((i / 2) * ustride) + (j / 2)];
|
|
|
|
int vx = v[((i / 2) * vstride) + (j / 2)];
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-19 01:08:18 +08:00
|
|
|
point[0] = YUV2R(yx, ux, vx);
|
|
|
|
point[1] = YUV2G(yx, ux, vx);
|
|
|
|
point[2] = YUV2B(yx, ux, vx);
|
2015-03-25 06:59:01 +08:00
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
CvMat mat = cvMat(height, width, CV_8UC3, img_data);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-22 07:42:14 +08:00
|
|
|
CvSize sz;
|
|
|
|
sz.height = height;
|
|
|
|
sz.width = width;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
IplImage *header = cvCreateImageHeader(sz, 1, 3);
|
|
|
|
IplImage *img = cvGetImage(&mat, header);
|
2015-04-02 08:04:45 +08:00
|
|
|
cvShowImage(vdout, img);
|
|
|
|
free(img_data);
|
2015-02-15 06:37:52 +08:00
|
|
|
}
|
2016-09-05 23:10:48 +08:00
|
|
|
static void t_toxav_receive_audio_frame_cb(ToxAV *av, uint32_t friend_number,
|
|
|
|
int16_t const *pcm,
|
|
|
|
size_t sample_count,
|
|
|
|
uint8_t channels,
|
|
|
|
uint32_t sampling_rate,
|
|
|
|
void *user_data)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
2016-09-18 08:31:55 +08:00
|
|
|
CallControl *cc = (CallControl *)user_data;
|
|
|
|
frame *f = (frame *)malloc(sizeof(uint16_t) + sample_count * sizeof(int16_t) * channels);
|
2015-06-13 21:00:34 +08:00
|
|
|
memcpy(f->data, pcm, sample_count * sizeof(int16_t) * channels);
|
|
|
|
f->size = sample_count;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-19 01:08:18 +08:00
|
|
|
pthread_mutex_lock(cc->arb_mutex);
|
|
|
|
free(rb_write(cc->arb, f));
|
|
|
|
pthread_mutex_unlock(cc->arb_mutex);
|
2015-02-15 06:37:52 +08:00
|
|
|
}
|
2018-01-28 19:14:04 +08:00
|
|
|
static void t_toxav_audio_bit_rate_cb(ToxAV *av, uint32_t friend_number,
|
|
|
|
uint32_t audio_bit_rate, void *user_data)
|
2015-04-27 06:15:57 +08:00
|
|
|
{
|
2018-01-28 19:14:04 +08:00
|
|
|
printf("Suggested bit rate: audio: %d\n", audio_bit_rate);
|
|
|
|
}
|
|
|
|
static void t_toxav_video_bit_rate_cb(ToxAV *av, uint32_t friend_number,
|
|
|
|
uint32_t video_bit_rate, void *user_data)
|
|
|
|
{
|
|
|
|
printf("Suggested bit rate: video: %d\n", video_bit_rate);
|
2015-04-27 06:15:57 +08:00
|
|
|
}
|
2016-09-05 23:10:48 +08:00
|
|
|
static void t_accept_friend_request_cb(Tox *m, const uint8_t *public_key, const uint8_t *data, size_t length,
|
|
|
|
void *userdata)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
|
|
|
if (length == 7 && memcmp("gentoo", data, 7) == 0) {
|
2018-01-29 05:30:39 +08:00
|
|
|
assert(tox_friend_add_norequest(m, public_key, nullptr) != (uint32_t) ~0);
|
2015-02-15 06:37:52 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
*/
|
2016-09-05 23:10:48 +08:00
|
|
|
static void initialize_tox(Tox **bootstrap, ToxAV **AliceAV, CallControl *AliceCC, ToxAV **BobAV, CallControl *BobCC)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
2015-11-04 02:42:05 +08:00
|
|
|
Tox *Alice;
|
|
|
|
Tox *Bob;
|
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
struct Tox_Options *opts = tox_options_new(nullptr);
|
|
|
|
assert(opts != nullptr);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-21 03:47:46 +08:00
|
|
|
tox_options_set_end_port(opts, 0);
|
|
|
|
tox_options_set_ipv6_enabled(opts, false);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-18 01:19:58 +08:00
|
|
|
{
|
|
|
|
TOX_ERR_NEW error;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-21 03:47:46 +08:00
|
|
|
tox_options_set_start_port(opts, 33445);
|
2018-01-21 09:05:23 +08:00
|
|
|
*bootstrap = tox_new(opts, &error);
|
2015-04-18 01:19:58 +08:00
|
|
|
assert(error == TOX_ERR_NEW_OK);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-21 03:47:46 +08:00
|
|
|
tox_options_set_start_port(opts, 33455);
|
2018-01-21 09:05:23 +08:00
|
|
|
Alice = tox_new(opts, &error);
|
2015-04-18 01:19:58 +08:00
|
|
|
assert(error == TOX_ERR_NEW_OK);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-21 03:47:46 +08:00
|
|
|
tox_options_set_start_port(opts, 33465);
|
2018-01-21 09:05:23 +08:00
|
|
|
Bob = tox_new(opts, &error);
|
2015-04-18 01:19:58 +08:00
|
|
|
assert(error == TOX_ERR_NEW_OK);
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-21 03:47:46 +08:00
|
|
|
tox_options_free(opts);
|
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
printf("Created 3 instances of Tox\n");
|
|
|
|
printf("Preparing network...\n");
|
2018-01-29 05:30:39 +08:00
|
|
|
long long unsigned int cur_time = time(nullptr);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
uint32_t to_compare = 974536;
|
2015-04-18 01:19:58 +08:00
|
|
|
uint8_t address[TOX_ADDRESS_SIZE];
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-08-23 05:44:58 +08:00
|
|
|
tox_callback_friend_request(Alice, t_accept_friend_request_cb);
|
2015-04-18 01:19:58 +08:00
|
|
|
tox_self_get_address(Alice, address);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
assert(tox_friend_add(Bob, address, (const uint8_t *)"gentoo", 7, nullptr) != (uint32_t) ~0);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
uint8_t off = 1;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
while (1) {
|
2016-08-31 02:48:19 +08:00
|
|
|
tox_iterate(*bootstrap, &to_compare);
|
|
|
|
tox_iterate(Alice, &to_compare);
|
|
|
|
tox_iterate(Bob, &to_compare);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
if (tox_self_get_connection_status(*bootstrap) &&
|
|
|
|
tox_self_get_connection_status(Alice) &&
|
|
|
|
tox_self_get_connection_status(Bob) && off) {
|
2018-01-29 05:30:39 +08:00
|
|
|
printf("Toxes are online, took %llu seconds\n", time(nullptr) - cur_time);
|
2015-02-15 06:37:52 +08:00
|
|
|
off = 0;
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
if (tox_friend_get_connection_status(Alice, 0, nullptr) == TOX_CONNECTION_UDP &&
|
|
|
|
tox_friend_get_connection_status(Bob, 0, nullptr) == TOX_CONNECTION_UDP) {
|
2015-02-15 06:37:52 +08:00
|
|
|
break;
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
c_sleep(20);
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
TOXAV_ERR_NEW rc;
|
|
|
|
*AliceAV = toxav_new(Alice, &rc);
|
|
|
|
assert(rc == TOXAV_ERR_NEW_OK);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
*BobAV = toxav_new(Bob, &rc);
|
|
|
|
assert(rc == TOXAV_ERR_NEW_OK);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
/* Alice */
|
2016-09-20 04:49:04 +08:00
|
|
|
toxav_callback_call(*AliceAV, t_toxav_call_cb, AliceCC);
|
|
|
|
toxav_callback_call_state(*AliceAV, t_toxav_call_state_cb, AliceCC);
|
2018-01-28 19:14:04 +08:00
|
|
|
toxav_callback_audio_bit_rate(*AliceAV, t_toxav_audio_bit_rate_cb, AliceCC);
|
|
|
|
toxav_callback_video_bit_rate(*AliceAV, t_toxav_video_bit_rate_cb, AliceCC);
|
2016-09-20 04:49:04 +08:00
|
|
|
toxav_callback_video_receive_frame(*AliceAV, t_toxav_receive_video_frame_cb, AliceCC);
|
|
|
|
toxav_callback_audio_receive_frame(*AliceAV, t_toxav_receive_audio_frame_cb, AliceCC);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
/* Bob */
|
2016-09-20 04:49:04 +08:00
|
|
|
toxav_callback_call(*BobAV, t_toxav_call_cb, BobCC);
|
|
|
|
toxav_callback_call_state(*BobAV, t_toxav_call_state_cb, BobCC);
|
2018-01-28 19:14:04 +08:00
|
|
|
toxav_callback_audio_bit_rate(*BobAV, t_toxav_audio_bit_rate_cb, BobCC);
|
|
|
|
toxav_callback_video_bit_rate(*BobAV, t_toxav_video_bit_rate_cb, BobCC);
|
2016-09-20 04:49:04 +08:00
|
|
|
toxav_callback_video_receive_frame(*BobAV, t_toxav_receive_video_frame_cb, BobCC);
|
|
|
|
toxav_callback_audio_receive_frame(*BobAV, t_toxav_receive_audio_frame_cb, BobCC);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
printf("Created 2 instances of ToxAV\n");
|
2018-01-29 05:30:39 +08:00
|
|
|
printf("All set after %llu seconds!\n", time(nullptr) - cur_time);
|
2015-02-15 06:37:52 +08:00
|
|
|
}
|
2016-09-20 04:49:04 +08:00
|
|
|
static int iterate_tox(Tox *bootstrap, ToxAV *AliceAV, ToxAV *BobAV, void *userdata)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
2016-09-20 04:49:04 +08:00
|
|
|
tox_iterate(bootstrap, userdata);
|
|
|
|
tox_iterate(toxav_get_tox(AliceAV), userdata);
|
|
|
|
tox_iterate(toxav_get_tox(BobAV), userdata);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-18 01:19:58 +08:00
|
|
|
return MIN(tox_iteration_interval(toxav_get_tox(AliceAV)), tox_iteration_interval(toxav_get_tox(BobAV)));
|
2015-03-22 07:21:49 +08:00
|
|
|
}
|
2016-09-13 04:37:58 +08:00
|
|
|
static void *iterate_toxav(void *data)
|
2015-04-19 01:08:18 +08:00
|
|
|
{
|
2016-09-18 08:31:55 +08:00
|
|
|
struct toxav_thread_data *data_cast = (struct toxav_thread_data *)data;
|
2015-04-21 08:31:12 +08:00
|
|
|
#if defined TEST_TRANSFER_V && TEST_TRANSFER_V == 1
|
|
|
|
cvNamedWindow(vdout, CV_WINDOW_AUTOSIZE);
|
|
|
|
#endif
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
while (data_cast->sig == 0) {
|
2016-09-20 04:49:04 +08:00
|
|
|
toxav_iterate(data_cast->AliceAV);
|
|
|
|
toxav_iterate(data_cast->BobAV);
|
2015-04-08 07:00:19 +08:00
|
|
|
int rc = MIN(toxav_iteration_interval(data_cast->AliceAV), toxav_iteration_interval(data_cast->BobAV));
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-22 08:09:37 +08:00
|
|
|
printf("\rIteration interval: %d ", rc);
|
|
|
|
fflush(stdout);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-21 08:31:12 +08:00
|
|
|
#if defined TEST_TRANSFER_V && TEST_TRANSFER_V == 1
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
if (!rc) {
|
2015-10-11 05:54:23 +08:00
|
|
|
rc = 1;
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-21 08:31:12 +08:00
|
|
|
cvWaitKey(rc);
|
|
|
|
#else
|
2015-04-17 21:31:14 +08:00
|
|
|
c_sleep(rc);
|
2015-04-21 08:31:12 +08:00
|
|
|
#endif
|
2015-04-07 07:24:36 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
data_cast->sig = 1;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-21 08:31:12 +08:00
|
|
|
#if defined TEST_TRANSFER_V && TEST_TRANSFER_V == 1
|
|
|
|
cvDestroyWindow(vdout);
|
|
|
|
#endif
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
pthread_exit(nullptr);
|
2015-04-07 07:24:36 +08:00
|
|
|
}
|
2015-02-15 06:37:52 +08:00
|
|
|
|
2016-09-05 23:10:48 +08:00
|
|
|
static int send_opencv_img(ToxAV *av, uint32_t friend_number, const IplImage *img)
|
2015-11-04 02:42:05 +08:00
|
|
|
{
|
2016-11-11 03:05:46 +08:00
|
|
|
int32_t strides[3] = { img->width, img->width / 2, img->width / 2 };
|
2015-11-04 02:42:05 +08:00
|
|
|
uint8_t *planes[3] = {
|
2016-09-18 08:31:55 +08:00
|
|
|
(uint8_t *)malloc(img->height * img->width),
|
|
|
|
(uint8_t *)malloc(img->height * img->width / 4),
|
|
|
|
(uint8_t *)malloc(img->height * img->width / 4),
|
2015-04-02 08:04:45 +08:00
|
|
|
};
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
int x_chroma_shift = 1;
|
|
|
|
int y_chroma_shift = 1;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
int x, y;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
for (y = 0; y < img->height; ++y) {
|
|
|
|
for (x = 0; x < img->width; ++x) {
|
|
|
|
uint8_t r = img->imageData[(x + y * img->width) * 3 + 0];
|
|
|
|
uint8_t g = img->imageData[(x + y * img->width) * 3 + 1];
|
|
|
|
uint8_t b = img->imageData[(x + y * img->width) * 3 + 2];
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
planes[0][x + y * strides[0]] = RGB2Y(r, g, b);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
if (!(x % (1 << x_chroma_shift)) && !(y % (1 << y_chroma_shift))) {
|
|
|
|
const int i = x / (1 << x_chroma_shift);
|
|
|
|
const int j = y / (1 << y_chroma_shift);
|
|
|
|
planes[1][i + j * strides[1]] = RGB2U(r, g, b);
|
|
|
|
planes[2][i + j * strides[2]] = RGB2V(r, g, b);
|
2015-03-25 06:59:01 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2015-10-11 05:54:23 +08:00
|
|
|
|
|
|
|
int rc = toxav_video_send_frame(av, friend_number, img->width, img->height,
|
2018-01-29 05:30:39 +08:00
|
|
|
planes[0], planes[1], planes[2], nullptr);
|
2015-04-02 08:04:45 +08:00
|
|
|
free(planes[0]);
|
|
|
|
free(planes[1]);
|
|
|
|
free(planes[2]);
|
2015-04-07 07:24:36 +08:00
|
|
|
return rc;
|
2015-03-25 06:59:01 +08:00
|
|
|
}
|
2016-09-05 23:10:48 +08:00
|
|
|
static int print_audio_devices(void)
|
2015-02-15 06:37:52 +08:00
|
|
|
{
|
2015-03-28 10:36:31 +08:00
|
|
|
int i = 0;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
for (i = 0; i < Pa_GetDeviceCount(); ++i) {
|
2015-11-04 02:42:05 +08:00
|
|
|
const PaDeviceInfo *info = Pa_GetDeviceInfo(i);
|
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
if (info) {
|
2015-04-11 08:07:54 +08:00
|
|
|
printf("%d) %s\n", i, info->name);
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-03-25 06:59:01 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
return 0;
|
|
|
|
}
|
2016-09-13 04:37:58 +08:00
|
|
|
static int print_help(const char *name)
|
2015-03-28 10:36:31 +08:00
|
|
|
{
|
|
|
|
printf("Usage: %s -[a:v:o:dh]\n"
|
2015-04-08 07:00:19 +08:00
|
|
|
"-a <path> audio input file\n"
|
|
|
|
"-b <ms> audio frame duration\n"
|
2015-03-28 10:36:31 +08:00
|
|
|
"-v <path> video input file\n"
|
2015-04-08 07:00:19 +08:00
|
|
|
"-x <ms> video frame duration\n"
|
2015-03-28 10:36:31 +08:00
|
|
|
"-o <idx> output audio device index\n"
|
|
|
|
"-d print output audio devices\n"
|
|
|
|
"-h print this help\n", name);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-25 06:59:01 +08:00
|
|
|
return 0;
|
2015-03-28 10:36:31 +08:00
|
|
|
}
|
|
|
|
|
2016-09-13 04:37:58 +08:00
|
|
|
int main(int argc, char **argv)
|
2015-11-04 02:42:05 +08:00
|
|
|
{
|
2015-04-17 21:31:14 +08:00
|
|
|
freopen("/dev/zero", "w", stderr);
|
2015-04-11 08:07:54 +08:00
|
|
|
Pa_Initialize();
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
struct stat st;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/* AV files for testing */
|
2018-01-29 05:30:39 +08:00
|
|
|
const char *af_name = nullptr;
|
|
|
|
const char *vf_name = nullptr;
|
2015-04-11 08:07:54 +08:00
|
|
|
long audio_out_dev_idx = -1;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
int32_t audio_frame_duration = 20;
|
2018-01-21 09:05:23 +08:00
|
|
|
#if 0
|
2016-09-06 05:44:06 +08:00
|
|
|
// TODO(mannol): Put this to use.
|
2015-04-08 07:00:19 +08:00
|
|
|
int32_t video_frame_duration = 10;
|
2018-01-21 09:05:23 +08:00
|
|
|
#endif
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
/* Parse settings */
|
2015-11-04 02:42:05 +08:00
|
|
|
CHECK_ARG:
|
|
|
|
|
|
|
|
switch (getopt(argc, argv, "a:b:v:x:o:dh")) {
|
|
|
|
case 'a':
|
|
|
|
af_name = optarg;
|
|
|
|
goto CHECK_ARG;
|
|
|
|
|
|
|
|
case 'b': {
|
|
|
|
char *d;
|
|
|
|
audio_frame_duration = strtol(optarg, &d, 10);
|
|
|
|
|
|
|
|
if (*d) {
|
|
|
|
printf("Invalid value for argument: 'b'");
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
goto CHECK_ARG;
|
2015-04-08 07:00:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
case 'v':
|
|
|
|
vf_name = optarg;
|
|
|
|
goto CHECK_ARG;
|
|
|
|
|
2018-01-21 09:05:23 +08:00
|
|
|
#if 0
|
|
|
|
|
2015-11-04 02:42:05 +08:00
|
|
|
case 'x': {
|
|
|
|
char *d;
|
|
|
|
video_frame_duration = strtol(optarg, &d, 10);
|
|
|
|
|
|
|
|
if (*d) {
|
|
|
|
printf("Invalid value for argument: 'x'");
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
goto CHECK_ARG;
|
2015-04-08 07:00:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-21 09:05:23 +08:00
|
|
|
#endif
|
|
|
|
|
2015-11-04 02:42:05 +08:00
|
|
|
case 'o': {
|
|
|
|
char *d;
|
|
|
|
audio_out_dev_idx = strtol(optarg, &d, 10);
|
|
|
|
|
|
|
|
if (*d) {
|
|
|
|
printf("Invalid value for argument: 'o'");
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
goto CHECK_ARG;
|
2015-03-28 10:36:31 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
case 'd':
|
|
|
|
return print_audio_devices();
|
|
|
|
|
|
|
|
case 'h':
|
|
|
|
return print_help(argv[0]);
|
|
|
|
|
|
|
|
case '?':
|
|
|
|
exit(1);
|
|
|
|
|
|
|
|
case -1:
|
|
|
|
;
|
2015-03-28 10:36:31 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
{ /* Check files */
|
|
|
|
if (!af_name) {
|
|
|
|
printf("Required audio input file!\n");
|
|
|
|
exit(1);
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
if (!vf_name) {
|
|
|
|
printf("Required video input file!\n");
|
|
|
|
exit(1);
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/* Check for files */
|
2015-11-04 02:42:05 +08:00
|
|
|
if (stat(af_name, &st) != 0 || !S_ISREG(st.st_mode)) {
|
2015-03-28 10:36:31 +08:00
|
|
|
printf("%s doesn't seem to be a regular file!\n", af_name);
|
|
|
|
exit(1);
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
if (stat(vf_name, &st) != 0 || !S_ISREG(st.st_mode)) {
|
2015-03-28 10:36:31 +08:00
|
|
|
printf("%s doesn't seem to be a regular file!\n", vf_name);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
if (audio_out_dev_idx < 0) {
|
2015-04-11 08:07:54 +08:00
|
|
|
audio_out_dev_idx = Pa_GetDefaultOutputDevice();
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
const PaDeviceInfo *audio_dev = Pa_GetDeviceInfo(audio_out_dev_idx);
|
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
if (!audio_dev) {
|
|
|
|
fprintf(stderr, "Device under index: %ld invalid", audio_out_dev_idx);
|
|
|
|
return 1;
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-11 08:07:54 +08:00
|
|
|
printf("Using audio device: %s\n", audio_dev->name);
|
|
|
|
printf("Using audio file: %s\n", af_name);
|
|
|
|
printf("Using video file: %s\n", vf_name);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/* START TOX NETWORK */
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
Tox *bootstrap;
|
|
|
|
ToxAV *AliceAV;
|
|
|
|
ToxAV *BobAV;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
CallControl AliceCC;
|
|
|
|
CallControl BobCC;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
initialize_tox(&bootstrap, &AliceAV, &AliceCC, &BobAV, &BobCC);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-29 07:01:25 +08:00
|
|
|
if (TEST_TRANSFER_A) {
|
2015-11-04 02:42:05 +08:00
|
|
|
SNDFILE *af_handle;
|
2015-03-28 10:36:31 +08:00
|
|
|
SF_INFO af_info;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
printf("\nTrying audio enc/dec...\n");
|
|
|
|
|
|
|
|
memset(&AliceCC, 0, sizeof(CallControl));
|
2015-03-23 06:50:43 +08:00
|
|
|
memset(&BobCC, 0, sizeof(CallControl));
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
pthread_mutex_init(AliceCC.arb_mutex, nullptr);
|
|
|
|
pthread_mutex_init(BobCC.arb_mutex, nullptr);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-17 21:31:14 +08:00
|
|
|
AliceCC.arb = rb_new(16);
|
|
|
|
BobCC.arb = rb_new(16);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
{ /* Call */
|
2015-03-23 06:50:43 +08:00
|
|
|
TOXAV_ERR_CALL rc;
|
2015-04-27 06:15:57 +08:00
|
|
|
toxav_call(AliceAV, 0, 48, 0, &rc);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-23 06:50:43 +08:00
|
|
|
if (rc != TOXAV_ERR_CALL_OK) {
|
|
|
|
printf("toxav_call failed: %d\n", rc);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
while (!BobCC.incoming) {
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
{ /* Answer */
|
2015-03-23 06:50:43 +08:00
|
|
|
TOXAV_ERR_ANSWER rc;
|
2015-04-27 06:15:57 +08:00
|
|
|
toxav_answer(BobAV, 0, 48, 0, &rc);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-23 06:50:43 +08:00
|
|
|
if (rc != TOXAV_ERR_ANSWER_OK) {
|
|
|
|
printf("toxav_answer failed: %d\n", rc);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
while (AliceCC.state == 0) {
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
/* Open audio file */
|
|
|
|
af_handle = sf_open(af_name, SFM_READ, &af_info);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
if (af_handle == nullptr) {
|
2015-03-28 10:36:31 +08:00
|
|
|
printf("Failed to open the file.\n");
|
|
|
|
exit(1);
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-29 08:10:34 +08:00
|
|
|
int16_t PCM[5760];
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
time_t start_time = time(nullptr);
|
2015-03-28 10:36:31 +08:00
|
|
|
time_t expected_time = af_info.frames / af_info.samplerate + 2;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
/* Start decode thread */
|
2015-04-27 06:15:57 +08:00
|
|
|
struct toxav_thread_data data = {
|
2016-09-22 07:42:14 +08:00
|
|
|
AliceAV,
|
|
|
|
BobAV,
|
|
|
|
0,
|
2015-04-07 07:24:36 +08:00
|
|
|
};
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
pthread_t dect;
|
2018-01-29 05:30:39 +08:00
|
|
|
pthread_create(&dect, nullptr, iterate_toxav, &data);
|
2015-04-07 07:24:36 +08:00
|
|
|
pthread_detach(dect);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-17 21:31:14 +08:00
|
|
|
int frame_size = (af_info.samplerate * audio_frame_duration / 1000) * af_info.channels;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-17 21:31:14 +08:00
|
|
|
struct PaStreamParameters output;
|
|
|
|
output.device = audio_out_dev_idx;
|
|
|
|
output.channelCount = af_info.channels;
|
|
|
|
output.sampleFormat = paInt16;
|
|
|
|
output.suggestedLatency = audio_dev->defaultHighOutputLatency;
|
2018-01-29 05:30:39 +08:00
|
|
|
output.hostApiSpecificStreamInfo = nullptr;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
PaError err = Pa_OpenStream(&adout, nullptr, &output, af_info.samplerate, frame_size, paNoFlag, nullptr, nullptr);
|
2015-04-17 21:31:14 +08:00
|
|
|
assert(err == paNoError);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-17 21:31:14 +08:00
|
|
|
err = Pa_StartStream(adout);
|
|
|
|
assert(err == paNoError);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
// toxav_audio_bit_rate_set(AliceAV, 0, 64, false, nullptr);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-19 01:08:18 +08:00
|
|
|
/* Start write thread */
|
|
|
|
pthread_t t;
|
2018-01-29 05:30:39 +08:00
|
|
|
pthread_create(&t, nullptr, pa_write_thread, &BobCC);
|
2015-04-19 01:08:18 +08:00
|
|
|
pthread_detach(t);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-08 07:00:19 +08:00
|
|
|
printf("Sample rate %d\n", af_info.samplerate);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
while (start_time + expected_time > time(nullptr)) {
|
2015-04-17 21:31:14 +08:00
|
|
|
uint64_t enc_start_time = current_time_monotonic();
|
2015-03-28 10:36:31 +08:00
|
|
|
int64_t count = sf_read_short(af_handle, PCM, frame_size);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-28 10:36:31 +08:00
|
|
|
if (count > 0) {
|
2015-04-02 08:04:45 +08:00
|
|
|
TOXAV_ERR_SEND_FRAME rc;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
if (toxav_audio_send_frame(AliceAV, 0, PCM, count / af_info.channels, af_info.channels, af_info.samplerate,
|
|
|
|
&rc) == false) {
|
2016-08-31 02:48:19 +08:00
|
|
|
printf("Error sending frame of size %ld: %d\n", (long)count, rc);
|
2015-04-02 08:04:45 +08:00
|
|
|
}
|
2015-03-28 10:36:31 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2016-09-01 02:12:19 +08:00
|
|
|
c_sleep((audio_frame_duration - (current_time_monotonic() - enc_start_time) - 1));
|
2015-11-04 02:42:05 +08:00
|
|
|
}
|
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
printf("Played file in: %lu; stopping stream...\n", time(nullptr) - start_time);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-19 01:08:18 +08:00
|
|
|
Pa_StopStream(adout);
|
2015-03-28 10:36:31 +08:00
|
|
|
sf_close(af_handle);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
{ /* Hangup */
|
2015-03-23 06:50:43 +08:00
|
|
|
TOXAV_ERR_CALL_CONTROL rc;
|
|
|
|
toxav_call_control(AliceAV, 0, TOXAV_CALL_CONTROL_CANCEL, &rc);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-23 06:50:43 +08:00
|
|
|
if (rc != TOXAV_ERR_CALL_CONTROL_OK) {
|
|
|
|
printf("toxav_call_control failed: %d\n", rc);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2015-06-27 23:28:07 +08:00
|
|
|
assert(BobCC.state == TOXAV_FRIEND_CALL_STATE_FINISHED);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
/* Stop decode thread */
|
|
|
|
data.sig = -1;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
while (data.sig != 1) {
|
2016-09-02 16:51:11 +08:00
|
|
|
sched_yield();
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-17 21:31:14 +08:00
|
|
|
pthread_mutex_destroy(AliceCC.arb_mutex);
|
|
|
|
pthread_mutex_destroy(BobCC.arb_mutex);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
void *f = nullptr;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
while (rb_read(AliceCC.arb, &f)) {
|
2015-04-17 21:31:14 +08:00
|
|
|
free(f);
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
while (rb_read(BobCC.arb, &f)) {
|
2015-04-17 21:31:14 +08:00
|
|
|
free(f);
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
printf("Success!");
|
|
|
|
}
|
|
|
|
|
|
|
|
if (TEST_TRANSFER_V) {
|
2015-04-02 08:04:45 +08:00
|
|
|
printf("\nTrying video enc/dec...\n");
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
memset(&AliceCC, 0, sizeof(CallControl));
|
|
|
|
memset(&BobCC, 0, sizeof(CallControl));
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
{ /* Call */
|
|
|
|
TOXAV_ERR_CALL rc;
|
2015-08-08 23:45:24 +08:00
|
|
|
toxav_call(AliceAV, 0, 0, 2000, &rc);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
if (rc != TOXAV_ERR_CALL_OK) {
|
|
|
|
printf("toxav_call failed: %d\n", rc);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
while (!BobCC.incoming) {
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
{ /* Answer */
|
|
|
|
TOXAV_ERR_ANSWER rc;
|
2015-08-08 23:45:24 +08:00
|
|
|
toxav_answer(BobAV, 0, 0, 5000, &rc);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
if (rc != TOXAV_ERR_ANSWER_OK) {
|
|
|
|
printf("toxav_answer failed: %d\n", rc);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
/* Start decode thread */
|
2015-10-11 05:54:23 +08:00
|
|
|
struct toxav_thread_data data = {
|
2016-09-22 07:42:14 +08:00
|
|
|
AliceAV,
|
|
|
|
BobAV,
|
|
|
|
0,
|
2015-04-07 07:24:36 +08:00
|
|
|
};
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
pthread_t dect;
|
2018-01-29 05:30:39 +08:00
|
|
|
pthread_create(&dect, nullptr, iterate_toxav, &data);
|
2015-04-07 07:24:36 +08:00
|
|
|
pthread_detach(dect);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
CvCapture *capture = cvCreateFileCapture(vf_name);
|
|
|
|
|
2015-03-25 06:59:01 +08:00
|
|
|
if (!capture) {
|
2015-03-28 10:36:31 +08:00
|
|
|
printf("Failed to open video file: %s\n", vf_name);
|
|
|
|
exit(1);
|
2015-03-25 06:59:01 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-22 07:42:14 +08:00
|
|
|
#if 0
|
2018-01-29 05:30:39 +08:00
|
|
|
toxav_video_bit_rate_set(AliceAV, 0, 5000, false, nullptr);
|
2016-09-22 07:42:14 +08:00
|
|
|
#endif
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
time_t start_time = time(nullptr);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
while (start_time + 90 > time(nullptr)) {
|
2016-09-13 04:37:58 +08:00
|
|
|
IplImage *frame = cvQueryFrame(capture);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
if (!frame) {
|
2015-03-25 06:59:01 +08:00
|
|
|
break;
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
send_opencv_img(AliceAV, 0, frame);
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2015-10-11 05:54:23 +08:00
|
|
|
c_sleep(10);
|
2015-03-25 06:59:01 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-03-25 06:59:01 +08:00
|
|
|
cvReleaseCapture(&capture);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
{ /* Hangup */
|
|
|
|
TOXAV_ERR_CALL_CONTROL rc;
|
|
|
|
toxav_call_control(AliceAV, 0, TOXAV_CALL_CONTROL_CANCEL, &rc);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
if (rc != TOXAV_ERR_CALL_CONTROL_OK) {
|
|
|
|
printf("toxav_call_control failed: %d\n", rc);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2018-01-29 05:30:39 +08:00
|
|
|
iterate_tox(bootstrap, AliceAV, BobAV, nullptr);
|
2015-06-27 23:28:07 +08:00
|
|
|
assert(BobCC.state == TOXAV_FRIEND_CALL_STATE_FINISHED);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-07 07:24:36 +08:00
|
|
|
/* Stop decode thread */
|
2015-04-08 07:00:19 +08:00
|
|
|
printf("Stopping decode thread\n");
|
2015-04-07 07:24:36 +08:00
|
|
|
data.sig = -1;
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2016-09-01 02:12:19 +08:00
|
|
|
while (data.sig != 1) {
|
2016-09-02 16:51:11 +08:00
|
|
|
sched_yield();
|
2016-09-01 02:12:19 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-02 08:04:45 +08:00
|
|
|
printf("Success!");
|
2015-03-25 06:59:01 +08:00
|
|
|
}
|
2015-11-04 02:42:05 +08:00
|
|
|
|
|
|
|
|
|
|
|
Tox *Alice = toxav_get_tox(AliceAV);
|
|
|
|
Tox *Bob = toxav_get_tox(BobAV);
|
2015-03-02 01:45:04 +08:00
|
|
|
toxav_kill(BobAV);
|
|
|
|
toxav_kill(AliceAV);
|
|
|
|
tox_kill(Bob);
|
|
|
|
tox_kill(Alice);
|
2015-03-28 10:36:31 +08:00
|
|
|
tox_kill(bootstrap);
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-02-15 06:37:52 +08:00
|
|
|
printf("\nTest successful!\n");
|
2015-11-04 02:42:05 +08:00
|
|
|
|
2015-04-13 07:45:53 +08:00
|
|
|
Pa_Terminate();
|
2015-02-15 06:37:52 +08:00
|
|
|
return 0;
|
2015-03-26 03:36:35 +08:00
|
|
|
}
|