1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
/*
(c) Copyright 2012 - 2021 Anton Sviridenko
https://picapica.im
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, version 3.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
#ifndef AUDIOVIDEOCALLCONTROLLER_H
#define AUDIOVIDEOCALLCONTROLLER_H
#include <QObject>
#include <QThread>
#include <QElapsedTimer>
#include "callwindow.h"
#include "audiodevice.h"
#include "capturegain.h"
#include "videodevice.h"
#include "toneplayer/toneplayer.h"
class AudioVideoCallController : public QObject
{
Q_OBJECT
public:
explicit AudioVideoCallController(QObject *parent = nullptr);
~AudioVideoCallController();
// is call active (i.e. are voice/video packets exchanged now)
bool const isActive() {return is_active;}
void processCall();
public slots:
void start_call(QByteArray peer_id);
void call_from(QByteArray peer_id);
void call_failed(QByteArray peer_id, QString reason);
void call_accepted(QByteArray peer_id);
void call_rejected(QByteArray peer_id);
void call_hungup(QByteArray peer_id);
signals:
private:
CallWindow *callwindow;
AudioDevice *ringdevice;
AudioDevice *microphone;
AudioDevice *output;
// Local camera capture+encode.
VideoDevice *cam;
// Decoding of the video stream received from the peer.
VideoDevice *remotevideo;
bool is_active;
QByteArray m_peer_id;
// Earpiece tones (ringback, busy, special information/unreachable),
// played through the "audio.playback_device" setting.
TonePlayer *toneplayer;
QThread toneplayer_thread;
// Incoming call bell, played through the "audio.ring_device" setting.
TonePlayer *ringtoneplayer;
QThread ringtoneplayer_thread;
// Mic capture+encode and remote-audio decode+playback, each blocking
// its own thread for the duration of the call (see AudioDevice).
QThread microphone_thread;
QThread output_thread;
// Camera capture+encode and remote-video decode, same arrangement as
// the audio devices above (see VideoDevice).
QThread cam_thread;
QThread remotevideo_thread;
// Acoustic echo cancellation for the current call, shared by microphone
// and output. Null when it is switched off in the settings, when
// speexdsp could not start one, or between calls.
EchoCancellerPtr m_echoCanceller;
// The capture device's mixer control, held for the duration of a call so
// a clipping microphone can be turned down. Null when the setting is off,
// when the platform has no reachable control, or between calls.
//
// m_savedCaptureGain is where the control was found at the start of the
// call, put back in stopAudioPipeline(): this is the user's own setting
// and we are only borrowing it. m_captureGainSteps bounds how far we will
// go, so a microphone that clips for some reason turning it down cannot
// fix - a broken preamp, someone shouting into it - ends up quiet rather
// than muted.
CaptureGainControl *m_captureGain;
double m_savedCaptureGain;
bool m_haveSavedCaptureGain;
int m_captureGainSteps;
static const int kMaxCaptureGainSteps = 12;
// Never go below this fraction of the control's travel; past it we are
// making the user inaudible to fix a problem they can hear about instead.
static constexpr double kMinCaptureGain = 0.05;
// Sequence number / capture-clock timestamp stamped onto outgoing
// 0x76 audio packets (see PICA_PROTO_CALL_PACKET_HDRSIZE).
quint16 m_audioSeq;
QElapsedTimer m_callClock;
// Outgoing 0x77 video packets. The counter occupies the low 15 bits of
// the wire sequence number, the top bit being the last fragment marker.
// All fragments of one encoded frame share m_videoFrameTimestamp, which
// is re-read from m_callClock only when a new frame starts - tracked by
// m_videoFrameStarted, set false again after emitting a last fragment.
quint16 m_videoSeq;
quint32 m_videoFrameTimestamp;
bool m_videoFrameStarted;
// Reassembly of incoming 0x77 fragments into whole encoded frames.
VideoFrameAssembler m_videoAssembler;
// Take over the capture device's mixer gain for the duration of a call,
// and hand it back. Both are no-ops when "audio.auto_capture_gain" is off
// or the platform has no control we can reach.
void startCaptureGainControl(const QString &captureDevice);
void stopCaptureGainControl();
void playEarpieceTone(void (TonePlayer::*tone)());
void playRingTone();
void stopTones();
void startAudioPipeline();
void stopAudioPipeline();
void startVideoPipeline();
void stopVideoPipeline();
private slots:
// button handlers
void initiate_call();
void accept_call();
void end_call();
void callwindow_closed(CallWindow *sender_window);
void send_audio_packet(QByteArray data);
void incoming_audio_params(QByteArray peer_id, QString codec, quint16 sample_rate);
void capture_clipping(double pinnedPercent, double peakDb);
void incoming_audio_packet(QByteArray peer_id, quint16 seq_num, quint32 timestamp, QByteArray data);
void video_capture_started(QString codec, int width, int height);
void send_video_packet(QByteArray data, bool is_last_fragment);
void incoming_video_params(QByteArray peer_id, QString codec, quint16 width, quint16 height);
void incoming_video_packet(QByteArray peer_id, quint16 seq_num, quint32 timestamp, QByteArray data);
void media_transport_changed(QByteArray peer_id, bool direct_udp, QString ciphersuitename, quint32 max_payload);
#ifdef HAVE_VAAPI
void video_rendering_failed();
#endif
};
#endif // AUDIOVIDEOCALLCONTROLLER_H
|
