audiooutputopensles.cpp

Go to the documentation of this file.

#include <iostream>
#include <thread>
 
#include <dlfcn.h>
 
#include <QtGlobal>
#if QT_VERSION < QT_VERSION_CHECK(6,0,0)
#include <QAndroidJniEnvironment>
#else
#include <QJniEnvironment>
#include <QJniObject>
#define QAndroidJniEnvironment QJniEnvironment
#define QAndroidJniObject QJniObject
#endif
 
#include "libmythbase/mythlogging.h"
#include "audiooutputopensles.h"
 
 
#define LOC QString("AOSLES: ")
 
static constexpr size_t OPENSLES_BUFFERS { 10 };  /* maximum number of buffers */
static constexpr std::chrono::milliseconds OPENSLES_BUFLEN { 10ms };
// static constexpr int32_t POSITIONUPDATEPERIOD { 1000 };
// static constexpr int32_t POSITIONUPDATEPERIOD { 25000 };
static constexpr int32_t POSITIONUPDATEPERIOD { 40 };
// static constexpr int32_t POSITIONUPDATEPERIOD { 200000 };
 
#define CHECK_OPENSL_ERROR(msg)                \
    if (result != SL_RESULT_SUCCESS) \
    {                                          \
        LOG(VB_GENERAL, LOG_ERR, LOC + QString("Open Error: (%1)").arg(result));    \
        Close();                            \
        return false;   \
    }
 
#define CHECK_OPENSL_START_ERROR(msg)                \
    if (result != SL_RESULT_SUCCESS) \
    {                                          \
        LOG(VB_GENERAL, LOG_ERR, LOC + QString("Start Error: (%1)").arg(result));    \
        Stop();                            \
        return false;   \
    }
 
 
#define Destroy(a) (*(a))->Destroy(a);
#define SetPlayState(a, b) (*(a))->SetPlayState(a, b)
#define RegisterCallback(a, b, c) (*(a))->RegisterCallback(a, b, c)
#define GetInterface(a, b, c) (*(a))->GetInterface(a, b, c)
#define Realize(a, b) (*(a))->Realize(a, b)
#define CreateOutputMix(a, b, c, d, e) (*(a))->CreateOutputMix(a, b, c, d, e)
#define CreateAudioPlayer(a, b, c, d, e, f, g) \
    (*(a))->CreateAudioPlayer(a, b, c, d, e, f, g)
#define Enqueue(a, b, c) (*(a))->Enqueue(a, b, c)
#define Clear(a) (*(a))->Clear(a)
#define GetState(a, b) (*(a))->GetState(a, b)
#define SetPositionUpdatePeriod(a, b) (*(a))->SetPositionUpdatePeriod(a, b)
#define SetVolumeLevel(a, b) (*(a))->SetVolumeLevel(a, b)
#define GetVolumeLevel(a, b) (*(a))->GetVolumeLevel(a, b)
#define SetMute(a, b) (*(a))->SetMute(a, b)
 
int GetNativeOutputSampleRate(void);
 
int GetNativeOutputSampleRate(void)
{
#if 1    
    QAndroidJniEnvironment jniEnv;
    jclass cls = jniEnv->FindClass("android/media/AudioTrack");
    jmethodID method = jniEnv->GetStaticMethodID (cls, "getNativeOutputSampleRate", "(I)I");
    int sample_rate = jniEnv->CallStaticIntMethod (cls, method, 3); // AudioManager.STREAM_MUSIC
    return sample_rate;
#else    
    //AudioManager.getProperty(PROPERTY_OUTPUT_SAMPLE_RATE)
    return QAndroidJniObject::callStaticMethodInt("android/media/AudioTrack", "getNativeOutputSampleRate", "(I)I", 3);
#endif
}
 
#if 0
int GetNativeOutputFramesPerBuffer(void)
{
#if QT_VERSION < QT_VERSION_CHECK(6,0,0)
    QAndroidJniObject activity = QtAndroid::androidActivity();
#else
    QJniObject activity = QNativeInterface::QAndroidApplication::context();
#endif
    //Context.getSystemService(Context.AUDIO_SERVICE)
    QAndroidJniObject audioManager = activity.callObjectMethod("getSystemService", "", );
    jstring sValue = audioManager.callMethod<jstring>("getProperty", PROPERTY_OUTPUT_FRAMES_PER_BUFFER);
    // getNativeOutputFramesPerBuffer
    return QAndroidJniObject::callStaticMethodInt("android/media/AudioManager", "getProperty", "(I)I", 3);
}
#endif
 
bool AudioOutputOpenSLES::CreateEngine()
{
    m_soHandle = dlopen("libOpenSLES.so", RTLD_NOW);
    if (m_soHandle == nullptr)
    {
        LOG(VB_GENERAL, LOG_ERR, LOC + "Error: Failed to load libOpenSLES");
        Close();
        return false;
    }
 
    m_slCreateEnginePtr = (slCreateEngine_t)dlsym(m_soHandle, "slCreateEngine");
    if (m_slCreateEnginePtr == nullptr)
    {
        LOG(VB_GENERAL, LOG_ERR, LOC + "Error: Failed to load symbol slCreateEngine");
        Close();
        return false;
    }
 
#define OPENSL_DLSYM(dest, name)                       \
    do {                                                       \
        const SLInterfaceID *sym = (const SLInterfaceID *)dlsym(m_soHandle, "SL_IID_" name);        \
        if (sym == nullptr)                             \
        {                                                      \
            LOG(VB_GENERAL, LOG_ERR, "AOOSLES Error: Failed to load symbol SL_IID_" name); \
            Close();  \
            return false;   \
        }                                                      \
        (dest) = *sym;                                         \
    } while(0)
 
    OPENSL_DLSYM(m_slIidAndroidSimpleBufferQueue, "ANDROIDSIMPLEBUFFERQUEUE");
    OPENSL_DLSYM(m_slIidEngine, "ENGINE");
    OPENSL_DLSYM(m_slIidPlay, "PLAY");
    OPENSL_DLSYM(m_slIidVolume, "VOLUME");
#undef OPENSL_DLSYM
 
    // create engine
    SLresult result = m_slCreateEnginePtr(&m_engineObject, 0, nullptr, 0, nullptr, nullptr);
    CHECK_OPENSL_ERROR("Failed to create engine");
 
    // realize the engine in synchronous mode
    result = Realize(m_engineObject, SL_BOOLEAN_FALSE);
    CHECK_OPENSL_ERROR("Failed to realize engine");
 
    // get the engine interface, needed to create other objects
    result = GetInterface(m_engineObject, m_slIidEngine,
                          static_cast<void*>(&m_engineEngine));
    CHECK_OPENSL_ERROR("Failed to get the engine interface");
 
    // create output mix, with environmental reverb specified as a non-required interface
    const std::array<SLInterfaceID,1> ids1 { m_slIidVolume };
    const std::array<SLboolean,1> req1 { SL_BOOLEAN_FALSE };
    result = CreateOutputMix(m_engineEngine, &m_outputMixObject,
                             1, ids1.data(), req1.data());
    CHECK_OPENSL_ERROR("Failed to create output mix");
 
    // realize the output mix in synchronous mode
    result = Realize(m_outputMixObject, SL_BOOLEAN_FALSE);
    CHECK_OPENSL_ERROR("Failed to realize output mix");
 
    return true;
}
 
bool AudioOutputOpenSLES::StartPlayer()
{
    // configure audio source - this defines the number of samples you can enqueue.
    SLDataLocator_AndroidSimpleBufferQueue loc_bufq = {
        SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE,
        OPENSLES_BUFFERS
    };
 
    SLDataFormat_PCM format_pcm;
    format_pcm.formatType       = SL_DATAFORMAT_PCM;
    format_pcm.numChannels      = 2;
    format_pcm.samplesPerSec    = ((SLuint32) m_sampleRate * 1000) ;
    format_pcm.endianness       = SL_BYTEORDER_LITTLEENDIAN;
    switch (m_outputFormat)
    {
        case FORMAT_U8:     format_pcm.bitsPerSample = SL_PCMSAMPLEFORMAT_FIXED_8;  break;
        case FORMAT_S16:    format_pcm.bitsPerSample = SL_PCMSAMPLEFORMAT_FIXED_16; break;
#if 0
        case FORMAT_S24LSB: format_pcm.bitsPerSample = SL_PCMSAMPLEFORMAT_FIXED_24; break;
        case FORMAT_S24:
            format_pcm.endianness    = SL_BYTEORDER_BIGENDIAN;
            format_pcm.bitsPerSample = SL_PCMSAMPLEFORMAT_FIXED_24;
            break;
        case FORMAT_S32:    format_pcm.bitsPerSample = SL_PCMSAMPLEFORMAT_FIXED_32; break;
        // case FORMAT_FLT:    format_pcm.bitsPerSample    = SL_PCMSAMPLEFORMAT_FIXED_32; break;
#endif
        default:
        {
            QString message {QCoreApplication::translate("AudioOutputOpenSLES", "Unknown sample format: %1")
                .arg(m_outputFormat)};
            dispatchError(message);
            LOG(VB_GENERAL, LOG_ERR, message);
            return false;
        }
    }
    format_pcm.containerSize    = format_pcm.bitsPerSample;
    format_pcm.channelMask      = SL_SPEAKER_FRONT_LEFT | SL_SPEAKER_FRONT_RIGHT;
 
    SLDataSource audioSrc = {&loc_bufq, &format_pcm};
 
    // configure audio sink
    SLDataLocator_OutputMix loc_outmix = {
        SL_DATALOCATOR_OUTPUTMIX,
        m_outputMixObject
    };
    SLDataSink audioSnk = {&loc_outmix, nullptr};
 
    //create audio player
    const std::array<SLInterfaceID,2> ids2 { m_slIidAndroidSimpleBufferQueue, m_slIidVolume };
    static const std::array<SLboolean,2> req2 { SL_BOOLEAN_TRUE, SL_BOOLEAN_TRUE };
 
    SLresult result {0};
    if (GetNativeOutputSampleRate() >= m_sampleRate) { // FIXME
        result = CreateAudioPlayer(m_engineEngine, &m_playerObject, &audioSrc,
                                   &audioSnk, ids2.size(), ids2.data(), req2.data());
    } else {
        // Don't try to play back a sample rate higher than the native one,
        // since OpenSL ES will try to use the fast path, which AudioFlinger
        // will reject (fast path can't do resampling), and will end up with
        // too small buffers for the resampling. See http://b.android.com/59453
        // for details. This bug is still present in 4.4. If it is fixed later
        // this workaround could be made conditional.
        result = SL_RESULT_UNKNOWN_ERROR;
    }
    if (result != SL_RESULT_SUCCESS) {
        /* Try again with a more sensible samplerate */
        //fmt->i_rate = 44100;
        format_pcm.samplesPerSec = ((SLuint32) 48000 * 1000) ;
        result = CreateAudioPlayer(m_engineEngine, &m_playerObject, &audioSrc,
                &audioSnk, ids2.size(), ids2.data(), req2.data());
    }
    CHECK_OPENSL_ERROR("Failed to create audio player");
 
    result = Realize(m_playerObject, SL_BOOLEAN_FALSE);
    CHECK_OPENSL_ERROR("Failed to realize player object.");
 
    result = GetInterface(m_playerObject, m_slIidPlay,
                          static_cast<void*>(&m_playerPlay));
    CHECK_OPENSL_ERROR("Failed to get player interface.");
 
    result = GetInterface(m_playerObject, m_slIidVolume,
                          static_cast<void*>(&m_volumeItf));
    CHECK_OPENSL_ERROR("failed to get volume interface.");
 
    result = GetInterface(m_playerObject, m_slIidAndroidSimpleBufferQueue,
                          static_cast<void*>(&m_playerBufferQueue));
    CHECK_OPENSL_ERROR("Failed to get buff queue interface");
 
    result = RegisterCallback(m_playerBufferQueue,
        &AudioOutputOpenSLES::SPlayedCallback,
                                   (void*)this);
    CHECK_OPENSL_ERROR("Failed to register buff queue callback.");
 
    // set the player's state to playing
    result = SetPlayState(m_playerPlay, SL_PLAYSTATE_PLAYING);
    CHECK_OPENSL_ERROR("Failed to switch to playing state");
 
    /* XXX: rounding shouldn't affect us at normal sampling rate */
    uint32_t samplesPerBuf = OPENSLES_BUFLEN.count() * m_sampleRate / 1000;
    try {
        m_buf.resize(OPENSLES_BUFFERS * samplesPerBuf * m_bytesPerFrame);
    } catch (std::bad_alloc &ex) {
        Stop();
        return false;
    }
 
    m_started = false;
    m_bufWriteIndex = 0;
    m_bufWriteBase = 0;
 
 
    // we want 16bit signed data native endian.
    //fmt->i_format              = VLC_CODEC_S16N;
    //fmt->i_physical_channels   = AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT;
 
/* Buffers which arrive after pts - AOUT_MIN_PREPARE_TIME will be trashed
    to avoid too heavy resampling */
    //SetPositionUpdatePeriod(m_playerPlay, 25000);
    //SetPositionUpdatePeriod(m_playerPlay, 40);
    SetPositionUpdatePeriod(m_playerPlay, POSITIONUPDATEPERIOD);
 
    return true;
}
 
bool AudioOutputOpenSLES::Stop()
{
    if (m_playerObject)
    {
        // set the player's state to playing
        SLresult result = SetPlayState(m_playerPlay, SL_PLAYSTATE_STOPPED);
        CHECK_OPENSL_ERROR("Failed to switch to not playing state");
        Destroy(m_playerObject);
        m_playerObject = nullptr;
    }
    m_buf.clear();
    m_buf.shrink_to_fit();
    return true;
}
 
bool AudioOutputOpenSLES::Open()
{
    bool result = CreateEngine();
    if (result)
    {
        result = StartPlayer();
    }
    if (!result)
    {
        Close();
    }
    return result;
}
 
void AudioOutputOpenSLES::Close()
{
    Stop();
    if (m_outputMixObject)
    {
        Destroy(m_outputMixObject);
        m_outputMixObject = nullptr;
    }
    if (m_engineObject)
    {
        Destroy(m_engineObject);
        m_engineObject = nullptr;
    }
    if (m_soHandle)
    {
        dlclose(m_soHandle);
        m_soHandle = nullptr;
    }
}
 
 
 
AudioOutputOpenSLES::AudioOutputOpenSLES(const AudioSettings &settings) :
    AudioOutputBase(settings),
    m_nativeOutputSampleRate(GetNativeOutputSampleRate())
{
    InitSettings(settings);
    if (settings.m_init)
        Reconfigure(settings);
}
 
AudioOutputOpenSLES::~AudioOutputOpenSLES()
{
    KillAudio();
    AudioOutputOpenSLES::CloseDevice();
}
 
AudioOutputSettings* AudioOutputOpenSLES::GetOutputSettings(bool /*digital*/)
{
    auto *settings = new AudioOutputSettings();
 
    int32_t nativeRate = GetNativeOutputSampleRate(); // in Hz
    LOG(VB_GENERAL, LOG_INFO, LOC + QString("Native Rate %1").arg(nativeRate));
    //settings->AddSupportedRate(48000);
    settings->AddSupportedRate(nativeRate);
 
    // Support all standard formats
    settings->AddSupportedFormat(FORMAT_U8);
    settings->AddSupportedFormat(FORMAT_S16);
    // settings->AddSupportedFormat(FORMAT_S24);
    // settings->AddSupportedFormat(FORMAT_S32);
#if 0 // 32-bit floating point (AC3) is not supported on all platforms.
    settings->AddSupportedFormat(FORMAT_FLT);
#endif
 
    // Guess that we can do up to 2
    settings->AddSupportedChannels(2);
 
    settings->setPassthrough(0); //No passthrough
 
    return settings;
}
 
bool AudioOutputOpenSLES::OpenDevice(void)
{
    CloseDevice();
 
    if (!Open())
    {
        CloseDevice();
        return false;
    }
 
    // fragments are 10ms worth of samples
    m_fragmentSize = OPENSLES_BUFLEN.count() * m_outputBytesPerFrame * m_sampleRate / 1000;
    // OpenSLES buffer holds 10 fragments = 80ms worth of samples
    m_soundcardBufferSize = OPENSLES_BUFFERS * m_fragmentSize;
 
    LOG(VB_AUDIO, LOG_INFO, LOC + QString("Buffering %1 fragments of %2 bytes each, total: %3 bytes")
            .arg(OPENSLES_BUFFERS).arg(m_fragmentSize).arg(m_soundcardBufferSize));
 
    return true;
}
 
void AudioOutputOpenSLES::CloseDevice(void)
{
    Stop();
    Close();
}
 
void AudioOutputOpenSLES::SPlayedCallback(SLAndroidSimpleBufferQueueItf caller, void *pContext)
{
    ((AudioOutputOpenSLES*)pContext)->PlayedCallback(caller);
}
 
void AudioOutputOpenSLES::PlayedCallback(SLAndroidSimpleBufferQueueItf caller)
{
    assert (caller == m_playerBufferQueue);
 
    LOG(VB_AUDIO, LOG_INFO, LOC + QString("Freed"));
 
    m_lock.lock();
    m_started = true;
    m_lock.unlock();
}
 
int AudioOutputOpenSLES::GetNumberOfBuffersQueued() const
{
    SLAndroidSimpleBufferQueueState st;
    SLresult res = GetState(m_playerBufferQueue, &st);
    if (res != SL_RESULT_SUCCESS) {
        LOG(VB_GENERAL, LOG_ERR, LOC + QString("Could not query buffer queue state in %1 (%2)").arg(__func__).arg(res));
        return -1;
    }
    LOG(VB_AUDIO, LOG_INFO, LOC + QString("Num Queued %1").arg(st.count));
    return st.count;
}
 
void AudioOutputOpenSLES::WriteAudio(unsigned char * aubuf, int size)
{
    LOG(VB_AUDIO, LOG_INFO, LOC + QString("WriteAudio %1").arg(size));
    while (size > 0)
    {
        // check if there are any buffers available
        int32_t numBufferesQueued = GetNumberOfBuffersQueued();
        if (numBufferesQueued < 0)
            return;
 
        if (numBufferesQueued == OPENSLES_BUFFERS)
        {
            // wait for a buffer period, should be clear next time around
            std::this_thread::sleep_for(OPENSLES_BUFLEN);
            continue;
        }
 
        if (size < (m_fragmentSize + m_bufWriteIndex))
        {
            memcpy(&m_buf[m_bufWriteBase + m_bufWriteIndex], aubuf, size);
            // no more to do so exit now, dont have a full buffer
            break;
        }
 
        memcpy(&m_buf[m_bufWriteBase + m_bufWriteIndex], aubuf, m_fragmentSize - m_bufWriteIndex);
        size -= m_fragmentSize - m_bufWriteIndex;
 
        SLresult r = Enqueue(m_playerBufferQueue, &m_buf[m_bufWriteBase], m_fragmentSize);
        LOG(VB_AUDIO, LOG_INFO, LOC + QString("Enqueue %1").arg(m_bufWriteBase));
 
        if (r != SL_RESULT_SUCCESS)
        {
            // should never happen so show a log
            LOG(VB_GENERAL, LOG_ERR, LOC + QString("error %1 when writing %2 bytes %3")
                    .arg(r)
                    .arg(m_fragmentSize)
                    .arg((r == SL_RESULT_BUFFER_INSUFFICIENT) ? " (buffer insufficient)" : ""));
            // toss the remaining data, we got bigger problems
            return;
        }
        // update pointers for next time only if the data was queued correctly
        m_bufWriteBase += m_fragmentSize;
        if (m_bufWriteBase >= (m_fragmentSize * OPENSLES_BUFFERS))
            m_bufWriteBase = 0;
        m_bufWriteIndex = 0;
    }
}
 
int AudioOutputOpenSLES::GetBufferedOnSoundcard(void) const
{
    int numBufferesQueued = GetNumberOfBuffersQueued();
    if (numBufferesQueued < 0)
    {
        return 0;
    }
    return (numBufferesQueued * m_fragmentSize) + m_bufWriteIndex;
}
 
int AudioOutputOpenSLES::GetVolumeChannel(int channel) const
{
    SLmillibel mb = 0;
    int volume = 0;
    SLresult r = GetVolumeLevel(m_volumeItf, &mb);
    if (r == SL_RESULT_SUCCESS)
    {
        if (mb <= SL_MILLIBEL_MIN)
        {
            volume = 0;
        }
        else
        {
            volume = lroundf(expf(mb / (3*2000.0F)) * 100);
        }
        LOG(VB_AUDIO, LOG_INFO, LOC + QString("GetVolume(%1) %2 (%3)")
                        .arg(channel).arg(volume).arg(mb));
    }
    else
    {
        LOG(VB_GENERAL, LOG_ERR, LOC + QString("GetVolume(%1) %2 (%3) : %4")
                        .arg(channel).arg(volume).arg(mb).arg(r));
    }
 
    return volume;
}
 
void AudioOutputOpenSLES::SetVolumeChannel(int channel, int volume)
{
    if (channel > 1)
        LOG(VB_GENERAL, LOG_ERR, LOC + "Android volume only supports stereo!");
 
    // Volume is 0-100
    // android expects 0-1.0 before conversion
    // Convert UI volume to linear factor (cube) in log
    float vol = volume / 100.0F;
 
    int mb = 0;
    if (volume == 0)
    {
        mb = SL_MILLIBEL_MIN;
    }
    else
    {
        // millibels from linear amplification
        mb = lroundf(3 * 2000.F * log10f(vol));
        if (mb < SL_MILLIBEL_MIN)
            mb = SL_MILLIBEL_MIN;
        else if (mb > 0)
            mb = 0; // maximum supported level could be higher: GetMaxVolumeLevel */
    }
 
    SLresult r = SetVolumeLevel(m_volumeItf, mb);
    if (r == SL_RESULT_SUCCESS)
    {
        LOG(VB_AUDIO, LOG_INFO, LOC + QString("SetVolume(%1) %2(%3)")
                .arg(channel).arg(volume).arg(mb));
    }
    else
    {
        LOG(VB_GENERAL, LOG_ERR, LOC + QString("SetVolume(%1) %2(%3) : %4")
                .arg(channel).arg(volume).arg(mb).arg(r));
    }
 
}