2021-02-11 19:18:35 +00:00
/*
2022-03-23 15:45:51 +00:00
This class handles both RX and TX audio , each is created as a separate instance of the class
2021-05-23 15:09:41 +00:00
but as the setup / handling if output ( RX ) and input ( TX ) devices is so similar I have combined them .
2021-02-11 19:18:35 +00:00
*/
2021-06-16 22:44:59 +00:00
2021-02-11 19:18:35 +00:00
# include "audiohandler.h"
2021-05-16 20:16:59 +00:00
2021-02-23 21:21:22 +00:00
# include "logcategories.h"
2021-05-24 17:00:38 +00:00
# include "ulaw.h"
2021-02-13 00:45:59 +00:00
2021-11-01 20:27:33 +00:00
2021-06-16 22:44:59 +00:00
2022-05-08 18:31:05 +00:00
audioHandler : : audioHandler ( QObject * parent ) : QObject ( parent )
2021-02-11 19:18:35 +00:00
{
2021-05-30 11:07:51 +00:00
Q_UNUSED ( parent )
2021-02-11 19:18:35 +00:00
}
audioHandler : : ~ audioHandler ( )
{
2021-06-02 17:36:33 +00:00
2022-07-05 09:37:10 +00:00
if ( converterThread ! = Q_NULLPTR ) {
converterThread - > quit ( ) ;
converterThread - > wait ( ) ;
}
2021-06-03 11:05:28 +00:00
if ( isInitialized ) {
2021-06-04 07:24:26 +00:00
stop ( ) ;
2021-06-02 17:36:33 +00:00
}
2022-04-03 23:01:08 +00:00
if ( audioInput ! = Q_NULLPTR ) {
delete audioInput ;
2022-07-05 09:37:10 +00:00
audioInput = Q_NULLPTR ;
2022-04-03 23:01:08 +00:00
}
if ( audioOutput ! = Q_NULLPTR ) {
delete audioOutput ;
audioOutput = Q_NULLPTR ;
}
2022-05-10 22:55:18 +00:00
} bool audioHandler : : init ( audioSetup setup )
2021-02-11 19:18:35 +00:00
{
2021-05-23 15:09:41 +00:00
if ( isInitialized ) {
return false ;
}
2021-06-04 07:24:26 +00:00
2022-05-08 10:46:33 +00:00
this - > setup = setup ;
2022-01-04 21:26:03 +00:00
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " audio handler starting: " < < setup . name ;
2022-04-05 15:47:43 +00:00
if ( setup . port . isNull ( ) )
{
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " No audio device was found. You probably need to install libqt5multimedia-plugins. " ;
return false ;
}
2022-01-14 19:40:25 +00:00
qDebug ( logAudio ( ) ) < < " Creating " < < ( setup . isinput ? " Input " : " Output " ) < < " audio device: " < < setup . name < <
2022-05-08 10:46:33 +00:00
" , bits " < < inFormat . sampleSize ( ) < <
2022-01-14 19:40:25 +00:00
" , codec " < < setup . codec < <
" , latency " < < setup . latency < <
" , localAFGain " < < setup . localAFgain < <
2022-05-08 10:46:33 +00:00
" , radioChan " < < inFormat . channelCount ( ) < <
2022-01-14 19:40:25 +00:00
" , resampleQuality " < < setup . resampleQuality < <
2022-05-08 10:46:33 +00:00
" , samplerate " < < inFormat . sampleRate ( ) < <
2022-01-14 19:40:25 +00:00
" , uLaw " < < setup . ulaw ;
2022-05-08 10:46:33 +00:00
inFormat = toQAudioFormat ( setup . codec , setup . sampleRate ) ;
2022-01-14 19:40:25 +00:00
2021-06-04 07:24:26 +00:00
2022-05-08 10:46:33 +00:00
outFormat = setup . port . preferredFormat ( ) ;
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Preferred Format: SampleSize " < < outFormat . sampleSize ( ) < < " Channel Count " < < outFormat . channelCount ( ) < <
" Sample Rate " < < outFormat . sampleRate ( ) < < " Codec " < < outFormat . codec ( ) < < " Sample Type " < < outFormat . sampleType ( ) ;
if ( outFormat . channelCount ( ) > 2 ) {
outFormat . setChannelCount ( 2 ) ;
2021-06-04 07:24:26 +00:00
}
2022-05-08 10:46:33 +00:00
else if ( outFormat . channelCount ( ) < 1 )
2021-06-07 13:04:52 +00:00
{
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " No channels found, aborting setup. " ;
return false ;
}
2022-05-08 23:29:07 +00:00
2022-05-09 17:47:12 +00:00
if ( outFormat . channelCount ( ) = = 1 & & inFormat . channelCount ( ) = = 2 ) {
2022-05-08 10:46:33 +00:00
outFormat . setChannelCount ( 2 ) ;
if ( ! setup . port . isFormatSupported ( outFormat ) ) {
2022-05-09 17:47:12 +00:00
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Cannot request stereo reverting to mono " ;
2022-05-08 10:46:33 +00:00
outFormat . setChannelCount ( 1 ) ;
2022-04-20 12:35:23 +00:00
}
}
2021-06-07 13:04:52 +00:00
2022-05-09 17:47:12 +00:00
if ( outFormat . sampleRate ( ) < 48000 ) {
int tempRate = outFormat . sampleRate ( ) ;
outFormat . setSampleRate ( 48000 ) ;
if ( ! setup . port . isFormatSupported ( outFormat ) ) {
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Cannot request 48K, reverting to " < < tempRate ;
outFormat . setSampleRate ( tempRate ) ;
}
}
2022-05-09 17:51:26 +00:00
if ( outFormat . sampleType ( ) = = QAudioFormat : : UnSignedInt & & outFormat . sampleSize ( ) = = 8 ) {
outFormat . setSampleType ( QAudioFormat : : SignedInt ) ;
outFormat . setSampleSize ( 16 ) ;
if ( ! setup . port . isFormatSupported ( outFormat ) ) {
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Cannot request 16bit Signed samples, reverting to 8bit Unsigned " ;
outFormat . setSampleType ( QAudioFormat : : UnSignedInt ) ;
outFormat . setSampleSize ( 8 ) ;
}
}
2022-05-10 22:55:18 +00:00
2022-05-09 17:47:12 +00:00
/*
2022-05-08 10:46:33 +00:00
if ( outFormat . sampleType ( ) = = QAudioFormat : : SignedInt ) {
outFormat . setSampleType ( QAudioFormat : : Float ) ;
outFormat . setSampleSize ( 32 ) ;
if ( ! setup . port . isFormatSupported ( outFormat ) ) {
2022-05-04 21:29:05 +00:00
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Attempt to select 32bit Float failed, reverting to SignedInt " ;
2022-05-08 10:46:33 +00:00
outFormat . setSampleType ( QAudioFormat : : SignedInt ) ;
outFormat . setSampleSize ( 16 ) ;
2022-05-04 21:29:05 +00:00
}
}
2022-05-08 23:29:07 +00:00
*/
2022-05-04 21:29:05 +00:00
2022-05-08 10:46:33 +00:00
if ( outFormat . sampleSize ( ) = = 24 ) {
2022-04-28 09:02:51 +00:00
// We can't convert this easily so use 32 bit instead.
2022-05-08 10:46:33 +00:00
outFormat . setSampleSize ( 32 ) ;
if ( ! setup . port . isFormatSupported ( outFormat ) ) {
2022-04-28 09:02:51 +00:00
qCritical ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " 24 bit requested and 32 bit audio not supported, try 16 bit instead " ;
2022-05-08 10:46:33 +00:00
outFormat . setSampleSize ( 16 ) ;
2022-04-28 09:02:51 +00:00
}
2022-04-11 22:24:56 +00:00
}
2022-05-08 10:46:33 +00:00
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Selected format: SampleSize " < < outFormat . sampleSize ( ) < < " Channel Count " < < outFormat . channelCount ( ) < <
" Sample Rate " < < outFormat . sampleRate ( ) < < " Codec " < < outFormat . codec ( ) < < " Sample Type " < < outFormat . sampleType ( ) ;
2021-06-04 07:24:26 +00:00
// We "hopefully" now have a valid format that is supported so try connecting
2021-06-07 09:40:04 +00:00
2022-05-08 18:35:47 +00:00
converter = new audioConverter ( ) ;
2022-05-06 22:10:46 +00:00
converterThread = new QThread ( this ) ;
2022-05-08 10:46:33 +00:00
if ( setup . isinput ) {
converterThread - > setObjectName ( " audioConvIn() " ) ;
}
else {
converterThread - > setObjectName ( " audioConvOut() " ) ;
}
2022-05-06 22:10:46 +00:00
converter - > moveToThread ( converterThread ) ;
connect ( this , SIGNAL ( setupConverter ( QAudioFormat , QAudioFormat , quint8 , quint8 ) ) , converter , SLOT ( init ( QAudioFormat , QAudioFormat , quint8 , quint8 ) ) ) ;
connect ( converterThread , SIGNAL ( finished ( ) ) , converter , SLOT ( deleteLater ( ) ) ) ;
connect ( this , SIGNAL ( sendToConverter ( audioPacket ) ) , converter , SLOT ( convert ( audioPacket ) ) ) ;
converterThread - > start ( QThread : : TimeCriticalPriority ) ;
2021-06-04 07:24:26 +00:00
if ( setup . isinput ) {
2022-05-08 10:46:33 +00:00
audioInput = new QAudioInput ( setup . port , outFormat , this ) ;
2022-04-06 20:52:22 +00:00
connect ( audioInput , SIGNAL ( stateChanged ( QAudio : : State ) ) , SLOT ( stateChanged ( QAudio : : State ) ) ) ;
2022-05-08 10:46:33 +00:00
emit setupConverter ( outFormat , inFormat , 7 , setup . resampleQuality ) ;
2022-05-06 22:10:46 +00:00
connect ( converter , SIGNAL ( converted ( audioPacket ) ) , this , SLOT ( convertedInput ( audioPacket ) ) ) ;
2021-06-04 07:24:26 +00:00
}
else {
2022-05-08 10:46:33 +00:00
audioOutput = new QAudioOutput ( setup . port , outFormat , this ) ;
2022-04-06 20:52:22 +00:00
connect ( audioOutput , SIGNAL ( stateChanged ( QAudio : : State ) ) , SLOT ( stateChanged ( QAudio : : State ) ) ) ;
2022-05-08 10:46:33 +00:00
emit setupConverter ( inFormat , outFormat , 7 , setup . resampleQuality ) ;
2022-05-06 22:10:46 +00:00
connect ( converter , SIGNAL ( converted ( audioPacket ) ) , this , SLOT ( convertedOutput ( audioPacket ) ) ) ;
2021-06-04 07:24:26 +00:00
}
2021-08-14 09:29:22 +00:00
2022-05-06 22:10:46 +00:00
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " thread id " < < QThread : : currentThreadId ( ) ;
2021-06-04 07:24:26 +00:00
2022-04-06 21:02:43 +00:00
underTimer = new QTimer ( ) ;
underTimer - > setSingleShot ( true ) ;
2022-05-02 14:58:41 +00:00
connect ( underTimer , SIGNAL ( timeout ( ) ) , this , SLOT ( clearUnderrun ( ) ) ) ;
2022-04-06 21:02:43 +00:00
2022-05-13 08:55:16 +00:00
this - > setVolume ( setup . localAFgain ) ;
2022-04-03 23:01:08 +00:00
this - > start ( ) ;
2022-04-06 21:02:43 +00:00
2022-04-05 15:47:43 +00:00
return true ;
2021-02-11 19:18:35 +00:00
}
2021-06-04 07:24:26 +00:00
void audioHandler : : start ( )
{
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " start() running " ;
if ( setup . isinput ) {
2022-05-07 09:43:28 +00:00
//this->open(QIODevice::WriteOnly);
//audioInput->start(this);
2022-05-09 09:33:30 +00:00
# ifdef Q_OS_WIN
audioInput - > setBufferSize ( inFormat . bytesForDuration ( setup . latency * 100 ) ) ;
# else
audioInput - > setBufferSize ( inFormat . bytesForDuration ( setup . latency * 1000 ) ) ;
# endif
2022-05-07 09:43:28 +00:00
audioDevice = audioInput - > start ( ) ;
2022-05-02 14:58:41 +00:00
connect ( audioInput , SIGNAL ( destroyed ( ) ) , audioDevice , SLOT ( deleteLater ( ) ) , Qt : : UniqueConnection ) ;
2022-05-07 09:54:20 +00:00
connect ( audioDevice , SIGNAL ( readyRead ( ) ) , this , SLOT ( getNextAudioChunk ( ) ) , Qt : : UniqueConnection ) ;
2022-05-07 09:51:02 +00:00
//audioInput->setNotifyInterval(setup.blockSize/2);
//connect(audioInput, SIGNAL(notify()), this, SLOT(getNextAudioChunk()), Qt::UniqueConnection);
2021-06-04 07:24:26 +00:00
}
else {
2022-05-02 10:52:23 +00:00
// Buffer size must be set before audio is started.
2022-05-02 11:55:58 +00:00
# ifdef Q_OS_WIN
2022-05-08 10:46:33 +00:00
audioOutput - > setBufferSize ( outFormat . bytesForDuration ( setup . latency * 100 ) ) ;
2022-05-02 11:55:58 +00:00
# else
2022-05-08 10:46:33 +00:00
audioOutput - > setBufferSize ( outFormat . bytesForDuration ( setup . latency * 1000 ) ) ;
2022-05-02 11:55:58 +00:00
# endif
2022-04-03 19:16:52 +00:00
audioDevice = audioOutput - > start ( ) ;
2022-05-02 14:58:41 +00:00
connect ( audioOutput , SIGNAL ( destroyed ( ) ) , audioDevice , SLOT ( deleteLater ( ) ) , Qt : : UniqueConnection ) ;
2022-04-03 23:01:08 +00:00
}
if ( ! audioDevice ) {
qInfo ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Audio device failed to start() " ;
return ;
2021-06-04 07:24:26 +00:00
}
2022-04-06 18:40:14 +00:00
2021-06-04 07:24:26 +00:00
}
2022-04-04 10:47:55 +00:00
void audioHandler : : stop ( )
{
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " stop() running " ;
if ( audioOutput ! = Q_NULLPTR & & audioOutput - > state ( ) ! = QAudio : : StoppedState ) {
// Stop audio output
audioOutput - > stop ( ) ;
}
if ( audioInput ! = Q_NULLPTR & & audioInput - > state ( ) ! = QAudio : : StoppedState ) {
// Stop audio output
audioInput - > stop ( ) ;
}
audioDevice = Q_NULLPTR ;
}
2022-05-06 22:10:46 +00:00
void audioHandler : : setVolume ( unsigned char volume )
{
this - > volume = audiopot [ volume ] ;
}
2022-04-06 18:40:14 +00:00
2022-04-03 19:16:52 +00:00
2022-05-06 22:10:46 +00:00
void audioHandler : : incomingAudio ( audioPacket packet )
{
2022-05-08 17:44:20 +00:00
if ( audioDevice ! = Q_NULLPTR & & packet . data . size ( ) > 0 ) {
2022-05-08 09:04:36 +00:00
packet . volume = volume ;
2022-04-28 09:02:51 +00:00
2022-05-08 09:04:36 +00:00
emit sendToConverter ( packet ) ;
}
2022-04-05 15:47:43 +00:00
2022-05-06 22:10:46 +00:00
return ;
}
2022-04-03 19:16:52 +00:00
2022-05-06 22:10:46 +00:00
void audioHandler : : convertedOutput ( audioPacket packet ) {
2022-05-08 17:44:20 +00:00
if ( packet . data . size ( ) > 0 ) {
currentLatency = packet . time . msecsTo ( QTime : : currentTime ( ) ) + ( outFormat . durationForBytes ( audioOutput - > bufferSize ( ) - audioOutput - > bytesFree ( ) ) / 1000 ) ;
if ( audioDevice ! = Q_NULLPTR ) {
2022-05-10 22:55:18 +00:00
if ( audioDevice - > write ( packet . data ) < packet . data . size ( ) ) {
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Buffer full! " ;
isOverrun = true ;
} else {
isOverrun = false ;
}
2022-05-08 17:44:20 +00:00
if ( lastReceived . msecsTo ( QTime : : currentTime ( ) ) > 100 ) {
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Time since last audio packet " < < lastReceived . msecsTo ( QTime : : currentTime ( ) ) < < " Expected around " < < setup . blockSize ;
}
lastReceived = QTime : : currentTime ( ) ;
}
/*if ((packet.seq > lastSentSeq + 1) && (setup.codec == 0x40 || setup.codec == 0x80)) {
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Attempting FEC on packet " < < packet . seq < < " as last is " < < lastSentSeq ;
lastSentSeq = packet . seq ;
incomingAudio ( packet ) ; // Call myself again to run the packet a second time (FEC)
}
*/
lastSentSeq = packet . seq ;
2022-08-24 05:24:05 +00:00
amplitude = packet . amplitudePeak ;
2022-08-24 22:02:00 +00:00
emit haveLevels ( getAmplitude ( ) , static_cast < quint16 > ( packet . amplitudeRMS * 255.0 ) , setup . latency , currentLatency , isUnderrun , isOverrun ) ;
2022-05-08 17:44:20 +00:00
}
2022-05-06 22:10:46 +00:00
}
2021-08-14 15:04:50 +00:00
2022-04-10 22:13:51 +00:00
void audioHandler : : getNextAudioChunk ( )
2021-02-12 20:42:56 +00:00
{
2022-05-08 17:44:20 +00:00
if ( audioDevice ) {
tempBuf . data . append ( audioDevice - > readAll ( ) ) ;
}
if ( tempBuf . data . length ( ) > = outFormat . bytesForDuration ( setup . blockSize * 1000 ) ) {
2022-05-06 22:10:46 +00:00
audioPacket packet ;
packet . time = QTime : : currentTime ( ) ;
packet . sent = 0 ;
packet . volume = volume ;
memcpy ( & packet . guid , setup . guid , GUIDLEN ) ;
2022-05-07 09:43:28 +00:00
//QTime startProcessing = QTime::currentTime();
2022-05-06 22:10:46 +00:00
packet . data . clear ( ) ;
2022-05-08 10:46:33 +00:00
packet . data = tempBuf . data . mid ( 0 , outFormat . bytesForDuration ( setup . blockSize * 1000 ) ) ;
tempBuf . data . remove ( 0 , outFormat . bytesForDuration ( setup . blockSize * 1000 ) ) ;
2022-05-06 22:10:46 +00:00
emit sendToConverter ( packet ) ;
2021-02-27 09:34:56 +00:00
}
2021-05-27 12:54:52 +00:00
2022-05-08 17:44:20 +00:00
/* If there is still enough data in the buffer, call myself again in 20ms */
if ( tempBuf . data . length ( ) > = outFormat . bytesForDuration ( setup . blockSize * 1000 ) ) {
QTimer : : singleShot ( setup . blockSize , this , & audioHandler : : getNextAudioChunk ) ;
}
return ;
2021-02-12 20:42:56 +00:00
}
2021-05-23 15:09:41 +00:00
2022-05-06 22:10:46 +00:00
void audioHandler : : convertedInput ( audioPacket audio )
{
2022-05-08 17:44:20 +00:00
if ( audio . data . size ( ) > 0 ) {
emit haveAudioData ( audio ) ;
if ( lastReceived . msecsTo ( QTime : : currentTime ( ) ) > 100 ) {
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Time since last audio packet " < < lastReceived . msecsTo ( QTime : : currentTime ( ) ) < < " Expected around " < < setup . blockSize ;
}
lastReceived = QTime : : currentTime ( ) ;
2022-08-24 05:24:05 +00:00
amplitude = audio . amplitudePeak ;
2022-08-24 22:02:00 +00:00
emit haveLevels ( getAmplitude ( ) , audio . amplitudeRMS , setup . latency , currentLatency , isUnderrun , isOverrun ) ;
2022-05-08 17:44:20 +00:00
}
2022-05-06 22:10:46 +00:00
}
2022-04-05 15:47:43 +00:00
void audioHandler : : changeLatency ( const quint16 newSize )
{
setup . latency = newSize ;
if ( ! setup . isinput ) {
stop ( ) ;
start ( ) ;
}
2022-05-08 10:46:33 +00:00
qDebug ( logAudio ( ) ) < < ( setup . isinput ? " Input " : " Output " ) < < " Configured latency: " < < setup . latency < < " Buffer Duration: " < < outFormat . durationForBytes ( audioOutput - > bufferSize ( ) ) / 1000 < < " ms " ;
2022-04-05 15:47:43 +00:00
}
int audioHandler : : getLatency ( )
{
return currentLatency ;
}
2021-06-04 07:24:26 +00:00
2022-01-22 15:12:36 +00:00
quint16 audioHandler : : getAmplitude ( )
{
2022-04-03 23:01:08 +00:00
return static_cast < quint16 > ( amplitude * 255.0 ) ;
2022-01-22 15:12:36 +00:00
}
2021-02-11 19:18:35 +00:00
2022-04-06 20:52:22 +00:00
void audioHandler : : stateChanged ( QAudio : : State state )
{
// Process the state
switch ( state )
{
case QAudio : : IdleState :
{
isUnderrun = true ;
2022-05-02 10:52:23 +00:00
if ( underTimer - > isActive ( ) ) {
underTimer - > stop ( ) ;
2022-04-06 21:02:43 +00:00
}
2022-04-06 20:52:22 +00:00
break ;
}
case QAudio : : ActiveState :
{
2022-05-02 10:52:23 +00:00
//qDebug(logAudio()) << (setup.isinput ? "Input" : "Output") << "Audio started!";
if ( ! underTimer - > isActive ( ) ) {
underTimer - > start ( 500 ) ;
}
2022-04-06 20:52:22 +00:00
break ;
}
case QAudio : : SuspendedState :
{
break ;
}
case QAudio : : StoppedState :
{
break ;
}
default : {
}
break ;
}
}
void audioHandler : : clearUnderrun ( )
{
isUnderrun = false ;
2022-05-04 21:29:05 +00:00
}