1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
/*
(c) Copyright 2012 - 2021 Anton Sviridenko
https://picapica.im
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, version 3.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
#ifndef AUDIOVIDEOCALLCONTROLLER_H
#define AUDIOVIDEOCALLCONTROLLER_H
#include <QObject>
#include <QThread>
#include <QElapsedTimer>
#include "callwindow.h"
#include "audiodevice.h"
#include "videodevice.h"
#include "toneplayer/toneplayer.h"
class AudioVideoCallController : public QObject
{
Q_OBJECT
public:
explicit AudioVideoCallController(QObject *parent = nullptr);
~AudioVideoCallController();
// is call active (i.e. are voice/video packets exchanged now)
bool const isActive() {return is_active;}
void processCall();
public slots:
void start_call(QByteArray peer_id);
void call_from(QByteArray peer_id);
void call_failed(QByteArray peer_id, QString reason);
void call_accepted(QByteArray peer_id);
void call_rejected(QByteArray peer_id);
void call_hungup(QByteArray peer_id);
signals:
private:
CallWindow *callwindow;
AudioDevice *ringdevice;
AudioDevice *microphone;
AudioDevice *output;
// Local camera capture+encode.
VideoDevice *cam;
// Decoding of the video stream received from the peer.
VideoDevice *remotevideo;
bool is_active;
QByteArray m_peer_id;
// Earpiece tones (ringback, busy, special information/unreachable),
// played through the "audio.playback_device" setting.
TonePlayer *toneplayer;
QThread toneplayer_thread;
// Incoming call bell, played through the "audio.ring_device" setting.
TonePlayer *ringtoneplayer;
QThread ringtoneplayer_thread;
// Mic capture+encode and remote-audio decode+playback, each blocking
// its own thread for the duration of the call (see AudioDevice).
QThread microphone_thread;
QThread output_thread;
// Camera capture+encode and remote-video decode, same arrangement as
// the audio devices above (see VideoDevice).
QThread cam_thread;
QThread remotevideo_thread;
// Acoustic echo cancellation for the current call, shared by microphone
// and output. Null unless the "audio.echo_cancellation" setting is
// EchoCancellationOwn, and between calls.
EchoCancellerPtr m_echoCanceller;
// Sequence number / capture-clock timestamp stamped onto outgoing
// 0x76 audio packets (see PICA_PROTO_CALL_PACKET_HDRSIZE).
quint16 m_audioSeq;
QElapsedTimer m_callClock;
// Outgoing 0x77 video packets. The counter occupies the low 15 bits of
// the wire sequence number, the top bit being the last fragment marker.
// All fragments of one encoded frame share m_videoFrameTimestamp, which
// is re-read from m_callClock only when a new frame starts - tracked by
// m_videoFrameStarted, set false again after emitting a last fragment.
quint16 m_videoSeq;
quint32 m_videoFrameTimestamp;
bool m_videoFrameStarted;
// Reassembly of incoming 0x77 fragments into whole encoded frames.
VideoFrameAssembler m_videoAssembler;
// The capture frame rate this call asked the camera for, so that
// video_capture_started() can say when the camera delivered less. Zero
// before the video pipeline has been started.
int m_requestedFrameRate;
void playEarpieceTone(void (TonePlayer::*tone)());
void playRingTone();
void stopTones();
void startAudioPipeline();
void stopAudioPipeline();
void startVideoPipeline();
void stopVideoPipeline();
private slots:
// button handlers
void initiate_call();
void accept_call();
void end_call();
void callwindow_closed(CallWindow *sender_window);
void send_audio_packet(QByteArray data);
void incoming_audio_params(QByteArray peer_id, QString codec, quint16 sample_rate);
void capture_clipping(double pinnedPercent, double peakDb);
void incoming_audio_packet(QByteArray peer_id, quint16 seq_num, quint32 timestamp, QByteArray data);
void video_capture_started(QString codec, int width, int height, double frameRate);
void send_video_packet(QByteArray data, bool is_last_fragment);
void incoming_video_params(QByteArray peer_id, QString codec, quint16 width, quint16 height);
void incoming_video_packet(QByteArray peer_id, quint16 seq_num, quint32 timestamp, QByteArray data);
void media_transport_changed(QByteArray peer_id, bool direct_udp, QString ciphersuitename, quint32 max_payload);
// Passes the window's video area on to the decoder, which produces frames
// at that size rather than leaving the window to resize each one.
void video_area_changed(QSize area);
#ifdef HAVE_VAAPI
void video_rendering_failed();
#endif
};
#endif // AUDIOVIDEOCALLCONTROLLER_H
|
