mpegstreamdata.cpp

Go to the documentation of this file.

// -*- Mode: c++ -*-
// Copyright (c) 2003-2004, Daniel Thor Kristjansson
 
#include <algorithm> // for find & max
 
// POSIX headers
#include <sys/time.h> // for gettimeofday
 
// Qt headers
#include <QString>
 
// MythTV headers
#include "libmythbase/mythlogging.h"
#include "mpegstreamdata.h"
#include "mpegtables.h"
 
#include "atscstreamdata.h"
#include "atsctables.h"
 
//#define DEBUG_MPEG_RADIO // uncomment to strip video streams from TS stream
#define LOC QString("MPEGStream[%1](0x%2): ").arg(m_cardId).arg((intptr_t)this, QT_POINTER_SIZE, 16, QChar('0'))
 
MPEGStreamData::MPEGStreamData(int desiredProgram, int cardnum,
                               bool cacheTables)
    : m_cardId(cardnum),
      m_cacheTables(cacheTables),
      // Single program stuff
      m_desiredProgram(desiredProgram)
{
    MPEGStreamData::AddListeningPID(PID::MPEG_PAT_PID);
    MPEGStreamData::AddListeningPID(PID::MPEG_CAT_PID);
}
 
MPEGStreamData::~MPEGStreamData()
{
    MPEGStreamData::Reset(-1);
    SetPATSingleProgram(nullptr);
    SetPMTSingleProgram(nullptr);
 
    // Delete any cached tables that haven't been returned
    for (auto it = m_cachedSlatedForDeletion.cbegin();
         it != m_cachedSlatedForDeletion.cend(); ++it)
        delete it.key();
 
    QMutexLocker locker(&m_listenerLock);
    m_mpegListeners.clear();
    m_mpegSpListeners.clear();
}
 
void MPEGStreamData::SetDesiredProgram(int p)
{
    bool reset = true;
    uint pid = 0;
    const ProgramAssociationTable* pat = nullptr;
    pat_vec_t pats = GetCachedPATs();
 
    LOG(VB_RECORD, LOG_INFO, LOC + QString("SetDesiredProgram(%2)").arg(p));
 
    for (uint i = p ? 0 : pats.size(); i < pats.size() && !pid; i++)
    {
        pat = pats[i];
        pid = pats[i]->FindPID(p);
    }
 
    if (pid)
    {
        reset = false;
        m_desiredProgram = p;
        ProcessPAT(pat);
        pmt_vec_t pmts = GetCachedPMTs();
        for (auto & pmt : pmts)
        {
            if (pmt->ProgramNumber() == (uint)p)
                ProcessPMT(pmt);
        }
        ReturnCachedPMTTables(pmts);
    }
 
    ReturnCachedPATTables(pats);
 
    if (reset)
        Reset(p);
}
 
void MPEGStreamData::SetRecordingType(const QString &recording_type)
{
    m_recordingType = recording_type;
    uint neededAudio = (m_recordingType == "audio") ? 1 : 0;
    SetVideoStreamsRequired(0);
    SetAudioStreamsRequired(neededAudio);
}
 
void MPEGStreamData::SetEITHelper(EITHelper *eit_helper)
{
    QMutexLocker locker(&m_listenerLock);
    m_eitHelper = eit_helper;
}
 
void MPEGStreamData::SetEITRate(float rate)
{
    QMutexLocker locker(&m_listenerLock);
    m_eitRate = rate;
}
 
void MPEGStreamData::Reset(int desiredProgram)
{
    m_desiredProgram      = desiredProgram;
    m_recordingType       = "all";
    m_stripPmtDescriptors = false;
    m_normalizeStreamType = true;
 
    m_invalidPatSeen = false;
 
    SetPATSingleProgram(nullptr);
    SetPMTSingleProgram(nullptr);
 
    pid_psip_map_t old = m_partialPsipPacketCache;
    for (auto it = old.begin(); it != old.end(); ++it)
        DeletePartialPSIP(it.key());
    m_partialPsipPacketCache.clear();
 
    m_pidsListening.clear();
    m_pidsNotListening.clear();
    m_pidsWriting.clear();
    m_pidsAudio.clear();
    m_pidsConditionalAccess.clear();
 
    m_pidVideoSingleProgram = m_pidPmtSingleProgram = 0xffffffff;
 
    m_patStatus.clear();
 
    m_pmtStatus.clear();
 
    {
        QMutexLocker locker(&m_cacheLock);
 
        for (const auto & cached : std::as_const(m_cachedPats))
            DeleteCachedTable(cached);
        m_cachedPats.clear();
 
        for (const auto & cached : std::as_const(m_cachedPmts))
            DeleteCachedTable(cached);
        m_cachedPmts.clear();
 
        for (const auto & cached : std::as_const(m_cachedCats))
            DeleteCachedTable(cached);
        m_cachedCats.clear();
    }
 
    ResetDecryptionMonitoringState();
 
    AddListeningPID(PID::MPEG_PAT_PID);
    AddListeningPID(PID::MPEG_CAT_PID);
}
 
void MPEGStreamData::DeletePartialPSIP(uint pid)
{
    pid_psip_map_t::iterator it = m_partialPsipPacketCache.find(pid);
    if (it != m_partialPsipPacketCache.end())
    {
        PSIPTable *pkt = *it;
        m_partialPsipPacketCache.erase(it);
        delete pkt;
    }
}
 
PSIPTable* MPEGStreamData::AssemblePSIP(const TSPacket* tspacket,
                                        bool &moreTablePackets)
{
    bool broken = true;
    moreTablePackets = true;
 
    PSIPTable* partial = GetPartialPSIP(tspacket->PID());
 
    // Second and subsequent transport stream packets of PSIP packet
    if (partial && partial->AddTSPacket(tspacket, m_cardId, broken) && !broken)
    {
        // check if it's safe to read pespacket's Length()
        if ((partial->PSIOffset() + 1 + 3) > partial->TSSizeInBuffer())
        {
            LOG(VB_RECORD, LOG_ERR, LOC +
                QString("Discarding broken PSIP packet. Packet's length at "
                        "position %1 isn't in the buffer of %2 bytes.")
                    .arg(partial->PSIOffset() + 1 + 3)
                    .arg(partial->TSSizeInBuffer()));
            DeletePartialPSIP(tspacket->PID());
            return nullptr;
        }
 
        // Discard broken packets
        bool buggy = m_haveCrcBug &&
            ((TableID::PMT == partial->StreamID()) ||
             (TableID::PAT == partial->StreamID()));
        if (!buggy && !partial->IsGood())
        {
            LOG(VB_RECORD, LOG_ERR, LOC + QString("Discarding broken PSIP packet on PID 0x%1")
                .arg(tspacket->PID(),2,16,QChar('0')));
            DeletePartialPSIP(tspacket->PID());
            return nullptr;
        }
 
        auto* psip = new PSIPTable(*partial);
 
        // Advance to the next packet
        // pesdata starts only at PSIOffset()+1
        uint packetStart = partial->PSIOffset() + 1 + psip->SectionLength();
        if (packetStart < partial->TSSizeInBuffer())
        {
            if (partial->pesdata()[psip->SectionLength()] != 0xff)
            {
#if 0 /* This doesn't work, you can't start PSIP packet like this
         because the PayloadStart() flag won't be set in this TSPacket
         -- dtk  May 4th, 2007
       */
 
                // If the next section starts in the new tspacket
                // create a new partial packet to prevent overflow
                if ((partial->TSSizeInBuffer() > TSPacket::kSize) &&
                    (packetStart >
                     partial->TSSizeInBuffer() - TSPacket::kPayloadSize))
                {
                    // Saving will handle deleting the old one
                    SavePartialPSIP(tspacket->PID(),
                                   new PSIPTable(*tspacket));
                }
                else
#endif
                {
                    partial->SetPSIOffset(partial->PSIOffset() +
                                          psip->SectionLength());
                }
                return psip;
            }
        }
        // discard incomplete packets
        if (packetStart > partial->TSSizeInBuffer())
        {
            LOG(VB_RECORD, LOG_ERR, LOC +
                QString("TSPacket pid(0x%3) ").arg(tspacket->PID(),2,16,QChar('0')) +
                QString("Discarding broken PSIP packet. ") +
                QString("Packet with %1 bytes doesn't fit into a buffer of %2 bytes.")
                    .arg(packetStart).arg(partial->TSSizeInBuffer()));
            delete psip;
            psip = nullptr;
        }
 
        moreTablePackets = false;
        DeletePartialPSIP(tspacket->PID());
        return psip;
    }
    if (partial)
    {
        if (broken)
        {
            DeletePartialPSIP(tspacket->PID());
        }
 
        moreTablePackets = false;
        return nullptr; // partial packet is not yet complete.
    }
 
    // First transport stream packet of PSIP packet after here
    if (!tspacket->PayloadStart())
    {
        // We didn't see this PSIP packet's start, so this must be the
        // tail end of something we missed. Ignore it.
        moreTablePackets = false;
        return nullptr;
    }
 
    // table_id (8 bits) and section_length(12), syntax(1), priv(1), res(2)
    // pointer_field (+8 bits), since payload start is true if we are here.
    const unsigned int extra_offset = 4;
    const unsigned int offset = tspacket->AFCOffset() + tspacket->StartOfFieldPointer();
    const unsigned char* pesdata = tspacket->data() + offset;
 
    // Get the table length if it is in this packet
    int pes_length = 0;
    if (offset + 3  < TSPacket::kSize)
    {
        pes_length = (pesdata[2] & 0x0f) << 8 | pesdata[3];
    }
 
    // If the table is not completely in this packet we need another packet.
    if (pes_length == 0 || (pes_length + offset + extra_offset) > TSPacket::kSize)
    {
        SavePartialPSIP(tspacket->PID(), new PSIPTable(*tspacket));
        moreTablePackets = false;
        return nullptr;
    }
 
    // Complete table in one packet after here
    auto *psip = new PSIPTable(*tspacket);
 
    // There might be another section after this one in the
    // current packet. We need room before the end of the
    // packet, and it must not be packet stuffing.
    if ((offset + psip->SectionLength() + 1 < TSPacket::kSize) &&
        (pesdata[psip->SectionLength() + 1] != 0xff))
    {
        // This isn't stuffing, so we need to put this
        // on as a partial packet.
        auto *pesp = new PSIPTable(*tspacket);
        pesp->SetPSIOffset(offset + psip->SectionLength());
        SavePartialPSIP(tspacket->PID(), pesp);
        return psip;
    }
 
    moreTablePackets = false;
    return psip;
}
 
bool MPEGStreamData::CreatePATSingleProgram(
    const ProgramAssociationTable& pat)
{
    LOG(VB_RECORD, LOG_DEBUG, LOC + "CreatePATSingleProgram()");
    LOG(VB_RECORD, LOG_DEBUG, LOC + "PAT in input stream");
    LOG(VB_RECORD, LOG_DEBUG, LOC + pat.toString());
    if (m_desiredProgram < 0)
    {
        LOG(VB_RECORD, LOG_ERR, LOC + "Desired program not set yet");
        return false;
    }
    m_pidPmtSingleProgram = pat.FindPID(m_desiredProgram);
    LOG(VB_RECORD, LOG_DEBUG, LOC + QString("desired_program(%1) pid(0x%2)").
            arg(m_desiredProgram).arg(m_pidPmtSingleProgram, 0, 16));
 
    if (!m_pidPmtSingleProgram)
    {
        m_pidPmtSingleProgram = pat.FindAnyPID();
        if (!m_pidPmtSingleProgram)
        {
            LOG(VB_GENERAL, LOG_ERR, LOC + "No program found in PAT. "
                                     "This recording will not play in MythTV.");
        }
        LOG(VB_GENERAL, LOG_ERR, LOC +
            QString("Desired program #%1 not found in PAT."
                    "\n\t\t\tCannot create single program PAT.")
                .arg(m_desiredProgram));
        SetPATSingleProgram(nullptr);
        return false;
    }
 
    AddListeningPID(m_pidPmtSingleProgram);
 
    std::vector<uint> pnums;
    std::vector<uint> pids;
 
    pnums.push_back(1);
    pids.push_back(m_pidPmtSingleProgram);
 
    uint tsid = pat.TableIDExtension();
    uint ver = pat.Version();
    ProgramAssociationTable* pat2 =
        ProgramAssociationTable::Create(tsid, ver, pnums, pids);
 
    if (!pat2)
    {
        LOG(VB_GENERAL, LOG_ERR, LOC +
            "MPEGStreamData::CreatePATSingleProgram: "
            "Failed to create Program Association Table.");
        return false;
    }
 
    pat2->tsheader()->SetContinuityCounter(pat.tsheader()->ContinuityCounter());
 
    LOG(VB_RECORD, LOG_DEBUG, LOC + QString("pmt_pid(0x%1)")
            .arg(m_pidPmtSingleProgram, 0, 16));
    LOG(VB_RECORD, LOG_DEBUG, LOC + "PAT for output stream");
    LOG(VB_RECORD, LOG_DEBUG, LOC + pat2->toString());
 
    SetPATSingleProgram(pat2);
 
    return true;
 
}
 
static desc_list_t extract_atsc_desc(const tvct_vec_t &tvct,
                              const cvct_vec_t &cvct,
                              uint pnum)
{
    desc_list_t desc;
 
    std::vector<const VirtualChannelTable*> vct;
    vct.reserve(tvct.size() + cvct.size());
 
    for (const auto *i : tvct)
        vct.push_back(i);
 
    for (const auto *i : cvct)
        vct.push_back(i);
 
    for (size_t i = 0; i < tvct.size(); i++)
    {
        for (uint j = 0; j < vct[i]->ChannelCount(); j++)
        {
            if (vct[i]->ProgramNumber(j) == pnum)
            {
                desc_list_t ldesc = MPEGDescriptor::ParseOnlyInclude(
                    vct[i]->Descriptors(j), vct[i]->DescriptorsLength(j),
                    DescriptorID::caption_service);
 
                if (!ldesc.empty())
                    desc.insert(desc.end(), ldesc.begin(), ldesc.end());
            }
        }
 
        if (0 != vct[i]->GlobalDescriptorsLength())
        {
            desc_list_t vdesc = MPEGDescriptor::ParseOnlyInclude(
                vct[i]->GlobalDescriptors(),
                vct[i]->GlobalDescriptorsLength(),
                DescriptorID::caption_service);
 
            if (!vdesc.empty())
                desc.insert(desc.end(), vdesc.begin(), vdesc.end());
        }
    }
 
    return desc;
}
 
bool MPEGStreamData::CreatePMTSingleProgram(const ProgramMapTable &pmt)
{
    LOG(VB_RECORD, LOG_DEBUG, LOC + "CreatePMTSingleProgram()");
    LOG(VB_RECORD, LOG_DEBUG, LOC + "PMT in input stream");
    LOG(VB_RECORD, LOG_DEBUG, LOC + pmt.toString());
 
    if (!PATSingleProgram())
    {
        LOG(VB_RECORD, LOG_ERR, LOC + "no PAT yet...");
        return false; // no way to properly rewrite pids without PAT
    }
    pmt.Parse();
 
    uint programNumber = 1; // MPEG Program Number
 
    ATSCStreamData *sd = nullptr;
    tvct_vec_t tvct;
    cvct_vec_t cvct;
 
    desc_list_t gdesc;
 
    if (!m_stripPmtDescriptors)
    {
        gdesc = MPEGDescriptor::ParseAndExclude(
            pmt.ProgramInfo(), pmt.ProgramInfoLength(),
            DescriptorID::conditional_access);
 
        // If there is no caption descriptor in PMT, copy any caption
        // descriptor found in VCT to global descriptors...
        sd = dynamic_cast<ATSCStreamData*>(this);
        if (sd && !MPEGDescriptor::Find(gdesc, DescriptorID::caption_service))
        {
            tvct = sd->GetCachedTVCTs();
            cvct = sd->GetCachedCVCTs();
 
            desc_list_t vdesc = extract_atsc_desc(
                tvct, cvct, pmt.ProgramNumber());
 
            if (!vdesc.empty())
                gdesc.insert(gdesc.end(), vdesc.begin(), vdesc.end());
        }
    }
 
    std::vector<uint> pids;
    std::vector<uint> types;
    std::vector<desc_list_t> pdesc;
    pids.reserve(pmt.StreamCount());
    types.reserve(pmt.StreamCount());
    pdesc.reserve(pmt.StreamCount());
 
    std::vector<uint> videoPIDs;
    std::vector<uint> audioPIDs;
    std::vector<uint> dataPIDs;
    // Guessing two audio streams per video stream.  Hopefully
    // slightly oversized so only one memory allocation occurs.
    videoPIDs.reserve(pmt.StreamCount()/3);
    audioPIDs.reserve(pmt.StreamCount()/2);
    dataPIDs.reserve(pmt.StreamCount()/3);
 
    for (uint i = 0; i < pmt.StreamCount(); i++)
    {
        uint pid = pmt.StreamPID(i);
 
        desc_list_t desc = MPEGDescriptor::ParseAndExclude(
            pmt.StreamInfo(i), pmt.StreamInfoLength(i),
            DescriptorID::conditional_access);
 
        uint type = StreamID::Normalize(
            pmt.StreamType(i), desc, m_siStandard);
 
        bool is_video = StreamID::IsVideo(type);
        bool is_audio = StreamID::IsAudio(type);
 
        if (is_audio)
        {
            audioPIDs.push_back(pid);
        }
        else if (m_recordingType == "audio" )
        {
            // If not an audio PID but we only want audio,
            // ignore this PID.
            continue;
        }
 
#ifdef DEBUG_MPEG_RADIO
        if (is_video)
            continue;
#endif // DEBUG_MPEG_RADIO
 
        if (is_video)
        {
            videoPIDs.push_back(pid);
        }
 
        if (m_stripPmtDescriptors)
            desc.clear();
 
        // Filter out streams not used for basic television
        if (m_recordingType == "tv" && !is_audio && !is_video &&
            !MPEGDescriptor::Find(desc, DescriptorID::teletext) &&
            !MPEGDescriptor::Find(desc, DescriptorID::subtitling) &&
            pid != pmt.PCRPID()) // We must not strip the PCR!
        {
            continue;
        }
 
        if (!is_audio && !is_video) //NOTE: Anything which isn't audio or video is data
            dataPIDs.push_back(pid);
 
        pdesc.push_back(desc);
        pids.push_back(pid);
        types.push_back(type);
    }
 
    if (videoPIDs.size() < m_pmtSingleProgramNumVideo)
    {
        LOG(VB_RECORD, LOG_ERR, LOC +
            QString("Only %1 video streams seen in PMT, but %2 are required.")
                .arg(videoPIDs.size()).arg(m_pmtSingleProgramNumVideo));
        return false;
    }
 
    if (audioPIDs.size() < m_pmtSingleProgramNumAudio)
    {
        LOG(VB_RECORD, LOG_ERR, LOC +
            QString("Only %1 audio streams seen in PMT, but %2 are required.")
                .arg(audioPIDs.size()).arg(m_pmtSingleProgramNumAudio));
        return false;
    }
 
    desc_list_t cdesc = MPEGDescriptor::ParseOnlyInclude(
        pmt.ProgramInfo(), pmt.ProgramInfoLength(),
        DescriptorID::conditional_access);
    for (auto & i : cdesc)
    {
        ConditionalAccessDescriptor cad(i);
        if (cad.IsValid())
        {
            AddListeningPID(cad.PID());
            AddConditionalAccessPID(cad.PID());
        }
    }
 
    m_pidsAudio.clear();
    for (uint pid : audioPIDs)
        AddAudioPID(pid);
 
    m_pidsWriting.clear();
    m_pidVideoSingleProgram = !videoPIDs.empty() ? videoPIDs[0] : 0xffffffff;
    for (size_t i = 1; i < videoPIDs.size(); i++)
        AddWritingPID(videoPIDs[i]);
 
    for (uint pid : dataPIDs)
        AddWritingPID(pid);
 
    // Timebase
    int pcrpidIndex = pmt.FindPID(pmt.PCRPID());
    if (pcrpidIndex < 0)
    {
        // the timecode reference stream is not in the PMT,
        // add stream to misc record streams
        AddWritingPID(pmt.PCRPID());
    }
 
    // Create the PMT
    ProgramMapTable *pmt2 = ProgramMapTable::Create(
        programNumber, m_pidPmtSingleProgram, pmt.PCRPID(),
        pmt.Version(), gdesc, pids, types, pdesc);
 
    // Return any TVCT & CVCT tables, once we've copied any descriptors.
    if (sd)
    {
        sd->ReturnCachedTVCTTables(tvct);
        sd->ReturnCachedCVCTTables(cvct);
    }
 
    // Set Continuity Header
    uint cc_cnt = pmt.tsheader()->ContinuityCounter();
    pmt2->tsheader()->SetContinuityCounter(cc_cnt);
    SetPMTSingleProgram(pmt2);
 
    LOG(VB_RECORD, LOG_DEBUG, LOC + "PMT for output stream");
    LOG(VB_RECORD, LOG_DEBUG, LOC + pmt2->toString());
 
    return true;
}
 
bool MPEGStreamData::IsRedundant([[maybe_unused]] uint pid,
                                 const PSIPTable &psip) const
{
    const int table_id = psip.TableID();
    const int version  = psip.Version();
 
    if (TableID::PAT == table_id)
    {
        return m_patStatus.IsSectionSeen(psip.TableIDExtension(), version, psip.Section());
    }
 
    if (TableID::CAT == table_id)
    {
        return m_catStatus.IsSectionSeen(psip.TableIDExtension(), version, psip.Section());
    }
 
    if (TableID::PMT == table_id)
    {
        return m_pmtStatus.IsSectionSeen(psip.TableIDExtension(), version, psip.Section());
    }
 
    return false;
}
 
bool MPEGStreamData::HandleTables(uint pid, const PSIPTable &psip)
{
    if (MPEGStreamData::IsRedundant(pid, psip))
        return true;
 
    const int version = psip.Version();
    // If we get this far decode table
    switch (psip.TableID())
    {
        case TableID::PAT:
        {
            uint tsid = psip.TableIDExtension();
            m_patStatus.SetSectionSeen(tsid, version,  psip.Section(), psip.LastSection());
 
            ProgramAssociationTable pat(psip);
 
            if (m_cacheTables)
                CachePAT(&pat);
 
            ProcessPAT(&pat);
 
            return true;
        }
        case TableID::CAT:
        {
            uint tsid = psip.TableIDExtension();
            m_catStatus.SetSectionSeen(tsid, version, psip.Section(), psip.LastSection());
 
            ConditionalAccessTable cat(psip);
 
            if (m_cacheTables)
                CacheCAT(&cat);
 
            ProcessCAT(&cat);
 
            return true;
        }
        case TableID::PMT:
        {
            uint prog_num = psip.TableIDExtension();
            m_pmtStatus.SetSectionSeen(prog_num, version, psip.Section(), psip.LastSection());
 
            ProgramMapTable pmt(psip);
 
            if (m_cacheTables)
                CachePMT(&pmt);
 
            ProcessPMT(&pmt);
 
            return true;
        }
        case TableID::SITscte:
        {
            SpliceInformationTable sit(psip);
            sit.setSCTEPID(pid);
 
            m_listenerLock.lock();
            for (auto & listener : m_mpegListeners)
                listener->HandleSplice(&sit);
            m_listenerLock.unlock();
 
            return true;
        }
    }
    return false;
}
 
void MPEGStreamData::ProcessPAT(const ProgramAssociationTable *pat)
{
    bool foundProgram = pat->FindPID(m_desiredProgram) != 0U;
 
    m_listenerLock.lock();
    for (auto & listener : m_mpegListeners)
        listener->HandlePAT(pat);
    m_listenerLock.unlock();
 
    if (m_desiredProgram < 0)
        return;
 
    bool send_single_program = false;
    if (!m_invalidPatSeen && !foundProgram)
    {
        m_invalidPatSeen = true;
        m_invalidPatWarning = false;
        m_invalidPatTimer.start();
        LOG(VB_RECORD, LOG_WARNING, LOC +
            "ProcessPAT: PAT is missing program, setting timeout");
    }
    else if (m_invalidPatSeen && !foundProgram &&
             (m_invalidPatTimer.elapsed() > 400ms) && !m_invalidPatWarning)
    {
        m_invalidPatWarning = true; // only emit one warning...
        // After 400ms emit error if we haven't found correct PAT.
        LOG(VB_GENERAL, LOG_ERR, LOC + "ProcessPAT: Program not found in PAT. "
            "Rescan your transports.");
 
        send_single_program = CreatePATSingleProgram(*pat);
    }
    else if (foundProgram)
    {
        if (m_invalidPatSeen)
            LOG(VB_RECORD, LOG_INFO, LOC +
                "ProcessPAT: Good PAT seen after a bad PAT");
 
        m_invalidPatSeen = false;
 
        send_single_program = CreatePATSingleProgram(*pat);
    }
 
    if (send_single_program)
    {
        QMutexLocker locker(&m_listenerLock);
        ProgramAssociationTable *pat_sp = PATSingleProgram();
        for (auto & listener : m_mpegSpListeners)
            listener->HandleSingleProgramPAT(pat_sp, false);
    }
}
 
void MPEGStreamData::ProcessCAT(const ConditionalAccessTable *cat)
{
    m_listenerLock.lock();
    for (auto & listener : m_mpegListeners)
        listener->HandleCAT(cat);
    m_listenerLock.unlock();
 
    desc_list_t cdesc = MPEGDescriptor::ParseOnlyInclude(
        cat->Descriptors(), cat->DescriptorsLength(),
        DescriptorID::conditional_access);
    for (auto & i : cdesc)
    {
        ConditionalAccessDescriptor cad(i);
        if (cad.IsValid())
        {
            AddListeningPID(cad.PID());
            AddConditionalAccessPID(cad.PID());
        }
    }
}
 
void MPEGStreamData::ProcessPMT(const ProgramMapTable *pmt)
{
    m_listenerLock.lock();
    for (auto & listener : m_mpegListeners)
        listener->HandlePMT(pmt->ProgramNumber(), pmt);
    m_listenerLock.unlock();
 
    bool desired = pmt->ProgramNumber() == (uint) m_desiredProgram;
    if (desired && CreatePMTSingleProgram(*pmt))
    {
        QMutexLocker locker(&m_listenerLock);
        ProgramMapTable *pmt_sp = PMTSingleProgram();
        for (auto & listener : m_mpegSpListeners)
            listener->HandleSingleProgramPMT(pmt_sp, false);
    }
}
 
double MPEGStreamData::TimeOffset(void) const
{
    QMutexLocker locker(&m_siTimeLock);
    if (!m_siTimeOffsetCnt)
        return 0.0;
 
    double avg_offset = 0.0;
    double mult = 1.0 / m_siTimeOffsetCnt;
    for (uint i = 0; i < m_siTimeOffsetCnt; i++)
        avg_offset += m_siTimeOffsets[i] * mult;
 
    return avg_offset;
}
 
void MPEGStreamData::UpdateTimeOffset(uint64_t _si_utc_time)
{
    struct timeval tm {};
    if (gettimeofday(&tm, nullptr) != 0)
        return;
 
    double utc_time = tm.tv_sec + (tm.tv_usec * 0.000001);
    double si_time  = _si_utc_time;
 
    QMutexLocker locker(&m_siTimeLock);
    m_siTimeOffsets[m_siTimeOffsetIndx] = si_time - utc_time;
 
    m_siTimeOffsetCnt = std::max(m_siTimeOffsetIndx + 1, m_siTimeOffsetCnt);
 
    m_siTimeOffsetIndx = (m_siTimeOffsetIndx + 1) & 0xf;
 
}
 
void MPEGStreamData::HandleTSTables(const TSPacket* tspacket)
{
    PSIPTable *psip = nullptr;
    bool morePSIPTables = true;
    while (morePSIPTables)
    {
        // Delete PSIP from previous iteration.
        delete psip;
 
        // Assemble PSIP
        psip = AssemblePSIP(tspacket, morePSIPTables);
        if (!psip)
           return;
 
        // drop stuffing packets
        if ((TableID::ST       == psip->TableID()) ||
            (TableID::STUFFING == psip->TableID()))
        {
            LOG(VB_RECORD, LOG_DEBUG, LOC + "Dropping Stuffing table");
            continue;
        }
 
        // Don't do validation on tables without CRC
        if (!psip->HasCRC())
        {
            HandleTables(tspacket->PID(), *psip);
            continue;
        }
 
        // Validate PSIP
        // but don't validate PMT/PAT if our driver has the PMT/PAT CRC bug.
        bool buggy = m_haveCrcBug &&
            ((TableID::PMT == psip->TableID()) ||
             (TableID::PAT == psip->TableID()));
        if (!buggy && !psip->IsGood())
        {
            LOG(VB_RECORD, LOG_ERR, LOC +
                QString("PSIP packet failed CRC check. pid(0x%1) type(0x%2)")
                    .arg(tspacket->PID(),0,16).arg(psip->TableID(),0,16));
            continue;
        }
 
        if (TableID::MGT <= psip->TableID() && psip->TableID() <= TableID::STT &&
            !psip->IsCurrent())
        { // we don't cache the next table, for now
            LOG(VB_RECORD, LOG_DEBUG, LOC + QString("Table not current 0x%1")
                .arg(psip->TableID(),2,16,QChar('0')));
            continue;
        }
 
        if (tspacket->Scrambled())
        { // scrambled! ATSC, DVB require tables not to be scrambled
            LOG(VB_RECORD, LOG_ERR, LOC +
                "PSIP packet is scrambled, not ATSC/DVB compliant");
            continue;
        }
 
        if (!psip->VerifyPSIP(!m_haveCrcBug))
        {
            LOG(VB_RECORD, LOG_ERR, LOC + QString("PSIP table 0x%1 is invalid")
                .arg(psip->TableID(),2,16,QChar('0')));
            continue;
        }
 
        // Don't decode redundant packets,
        // but if it is a desired PAT or PMT emit a "heartbeat" signal.
        if (MPEGStreamData::IsRedundant(tspacket->PID(), *psip))
        {
            if (TableID::PAT == psip->TableID())
            {
                QMutexLocker locker(&m_listenerLock);
                ProgramAssociationTable *pat_sp = PATSingleProgram();
                for (auto & listener : m_mpegSpListeners)
                    listener->HandleSingleProgramPAT(pat_sp, false);
            }
            if (TableID::PMT == psip->TableID() &&
                tspacket->PID() == m_pidPmtSingleProgram)
            {
                QMutexLocker locker(&m_listenerLock);
                ProgramMapTable *pmt_sp = PMTSingleProgram();
                for (auto & listener : m_mpegSpListeners)
                    listener->HandleSingleProgramPMT(pmt_sp, false);
            }
            continue; // already parsed this table, toss it.
        }
 
        HandleTables(tspacket->PID(), *psip);
    }
 
    // Delete PSIP from final iteration.
    delete psip;
}
 
int MPEGStreamData::ProcessData(const unsigned char *buffer, int len)
{
    int pos = 0;
    bool resync = false;
 
    if (!m_psListeners.empty())
    {
 
        for (auto & listener : m_psListeners)
            listener->FindPSKeyFrames(buffer, len);
 
        return 0;
    }
 
    while (pos + int(TSPacket::kSize) <= len)
    { // while we have a whole packet left...
        if (buffer[pos] != SYNC_BYTE || resync)
        {
            int newpos = ResyncStream(buffer, pos+1, len);
            LOG(VB_RECORD, LOG_DEBUG, LOC +
                QString("Resyncing @ %1+1 w/len %2 -> %3")
                .arg(pos).arg(len).arg(newpos));
            if (newpos == -1)
                return len - pos;
            if (newpos == -2)
                return TSPacket::kSize;
            pos = newpos;
        }
 
        const auto *pkt = reinterpret_cast<const TSPacket*>(&buffer[pos]);
        pos += TSPacket::kSize; // Advance to next TS packet
        resync = false;
        if (!ProcessTSPacket(*pkt))
        {
            if (pos + int(TSPacket::kSize) > len)
                continue;
            if (buffer[pos] != SYNC_BYTE)
            {
                // if ProcessTSPacket fails, and we don't appear to be
                // in sync on the next packet, then resync. Otherwise
                // just process the next packet normally.
                pos -= TSPacket::kSize;
                resync = true;
            }
        }
    }
 
    return len - pos;
}
 
bool MPEGStreamData::ProcessTSPacket(const TSPacket& tspacket)
{
    bool ok = !tspacket.TransportError();
 
    if (IsEncryptionTestPID(tspacket.PID()))
    {
        ProcessEncryptedPacket(tspacket);
    }
 
    if (!ok)
        return false;
 
    if (tspacket.Scrambled())
        return true;
 
    // Discard broken packets with invalid adaptation field length
    // See ISO/IEC 13818-1 : 2000 (E). 2.4.3.5 Semantic definition of fields in adaptation field
    if (tspacket.HasAdaptationField())
    {
        size_t afsize = tspacket.AdaptationFieldSize();
        bool validsize = (tspacket.HasPayload())
            ? afsize <= 182
            : afsize == 183;
        if (!validsize)
        {
            LOG(VB_RECORD, LOG_DEBUG, QString("Invalid adaptation field, type %3, size %4")
                .arg(tspacket.AdaptationFieldControl()).arg(afsize) + "\n" +
                tspacket.toString());
            return false;
        }
    }
 
    if (VERBOSE_LEVEL_CHECK(VB_RECORD, LOG_DEBUG))
    {
        if (m_pmtSingleProgram && tspacket.PID() ==
            m_pmtSingleProgram->PCRPID())
        {
            if (tspacket.HasPCR())
            {
                LOG(VB_RECORD, LOG_DEBUG, LOC +
                    QString("PID %1 (0x%2) has PCR %3μs")
                    .arg(m_pmtSingleProgram->PCRPID())
                    .arg(m_pmtSingleProgram->PCRPID(), 0, 16)
                    .arg(duration_cast<std::chrono::microseconds>
                         (tspacket.GetPCR().time_since_epoch()).count()));
            }
        }
    }
 
    if (IsVideoPID(tspacket.PID()))
    {
        QMutexLocker locker(&m_listenerLock);
 
        for (auto & listener : m_tsAvListeners)
            listener->ProcessVideoTSPacket(tspacket);
 
        return true;
    }
 
    if (IsAudioPID(tspacket.PID()))
    {
        QMutexLocker locker(&m_listenerLock);
 
        for (auto & listener : m_tsAvListeners)
            listener->ProcessAudioTSPacket(tspacket);
 
        return true;
    }
 
    if (IsWritingPID(tspacket.PID()))
    {
        QMutexLocker locker(&m_listenerLock);
 
        for (auto & listener : m_tsWritingListeners)
            listener->ProcessTSPacket(tspacket);
    }
 
    if (tspacket.HasPayload() &&
        IsListeningPID(tspacket.PID()) &&
        !IsConditionalAccessPID(tspacket.PID()))
    {
        HandleTSTables(&tspacket);          // Table handling starts here....
    }
 
    return true;
}
 
int MPEGStreamData::ResyncStream(const unsigned char *buffer, int curr_pos,
                                 int len)
{
    // Search for two sync bytes 188 bytes apart,
    int pos = curr_pos;
    int nextpos = pos + TSPacket::kSize;
    if (nextpos >= len)
        return -1; // not enough bytes; caller should try again
 
    while (buffer[pos] != SYNC_BYTE || buffer[nextpos] != SYNC_BYTE)
    {
        pos++;
        nextpos++;
        if (nextpos == len)
            return -2; // not found
    }
 
    return pos;
}
 
bool MPEGStreamData::IsConditionalAccessPID(uint pid) const
{
    pid_map_t::const_iterator it = m_pidsConditionalAccess.find(pid);
    return it != m_pidsConditionalAccess.end();
}
 
bool MPEGStreamData::IsListeningPID(uint pid) const
{
    if (m_listeningDisabled || IsNotListeningPID(pid))
        return false;
    pid_map_t::const_iterator it = m_pidsListening.find(pid);
    return it != m_pidsListening.end();
}
 
bool MPEGStreamData::IsNotListeningPID(uint pid) const
{
    pid_map_t::const_iterator it = m_pidsNotListening.find(pid);
    return it != m_pidsNotListening.end();
}
 
bool MPEGStreamData::IsWritingPID(uint pid) const
{
    pid_map_t::const_iterator it = m_pidsWriting.find(pid);
    return it != m_pidsWriting.end();
}
 
bool MPEGStreamData::IsAudioPID(uint pid) const
{
    pid_map_t::const_iterator it = m_pidsAudio.find(pid);
    return it != m_pidsAudio.end();
}
 
uint MPEGStreamData::GetPIDs(pid_map_t &pids) const
{
    uint sz = pids.size();
 
    if (m_pidVideoSingleProgram < 0x1fff)
        pids[m_pidVideoSingleProgram] = kPIDPriorityHigh;
 
    for (auto it = m_pidsListening.cbegin(); it != m_pidsListening.cend(); ++it)
        pids[it.key()] = std::max(pids[it.key()], *it);
 
    for (auto it = m_pidsAudio.cbegin(); it != m_pidsAudio.cend(); ++it)
        pids[it.key()] = std::max(pids[it.key()], *it);
 
    for (auto it = m_pidsWriting.cbegin(); it != m_pidsWriting.cend(); ++it)
        pids[it.key()] = std::max(pids[it.key()], *it);
 
    return pids.size() - sz;
}
 
PIDPriority MPEGStreamData::GetPIDPriority(uint pid) const
{
    if (m_pidVideoSingleProgram == pid)
        return kPIDPriorityHigh;
 
    pid_map_t::const_iterator it;
    it = m_pidsListening.find(pid);
    if (it != m_pidsListening.end())
        return *it;
    it = m_pidsNotListening.find(pid);
    if (it != m_pidsNotListening.end())
        return *it;
    it = m_pidsWriting.find(pid);
    if (it != m_pidsWriting.end())
        return *it;
    it = m_pidsAudio.find(pid);
    if (it != m_pidsAudio.end())
        return *it;
 
    return kPIDPriorityNone;
}
 
void MPEGStreamData::SavePartialPSIP(uint pid, PSIPTable* packet)
{
    pid_psip_map_t::iterator it = m_partialPsipPacketCache.find(pid);
    if (it == m_partialPsipPacketCache.end())
    {
        m_partialPsipPacketCache[pid] = packet;
    }
    else
    {
        PSIPTable *old = *it;
        m_partialPsipPacketCache.remove(pid);
        m_partialPsipPacketCache.insert(pid, packet);
        delete old;
    }
}
 
bool MPEGStreamData::HasAllPATSections(uint tsid) const
{
    return m_patStatus.HasAllSections(tsid);
}
 
bool MPEGStreamData::HasAllCATSections(uint tsid) const
{
    return m_catStatus.HasAllSections(tsid);
}
 
bool MPEGStreamData::HasAllPMTSections(uint prog_num) const
{
    return m_pmtStatus.HasAllSections(prog_num);
}
 
bool MPEGStreamData::HasProgram(uint progNum) const
{
    pmt_const_ptr_t pmt = GetCachedPMT(progNum, 0);
    bool hasit = pmt;
    ReturnCachedTable(pmt);
 
    return hasit;
}
 
bool MPEGStreamData::HasCachedAllPAT(uint tsid) const
{
    QMutexLocker locker(&m_cacheLock);
 
    pat_cache_t::const_iterator it = m_cachedPats.constFind(tsid << 8);
    if (it == m_cachedPats.constEnd())
        return false;
 
    uint last_section = (*it)->LastSection();
    if (!last_section)
        return true;
 
    for (uint i = 1; i <= last_section; i++)
        if (m_cachedPats.constFind((tsid << 8) | i) == m_cachedPats.constEnd())
            return false;
 
    return true;
}
 
bool MPEGStreamData::HasCachedAnyPAT(uint tsid) const
{
    QMutexLocker locker(&m_cacheLock);
 
    for (uint i = 0; i <= 255; i++)
        if (m_cachedPats.contains((tsid << 8) | i))
            return true;
 
    return false;
}
 
bool MPEGStreamData::HasCachedAnyPAT(void) const
{
    QMutexLocker locker(&m_cacheLock);
    return !m_cachedPats.empty();
}
 
bool MPEGStreamData::HasCachedAllCAT(uint tsid) const
{
    QMutexLocker locker(&m_cacheLock);
 
    cat_cache_t::const_iterator it = m_cachedCats.constFind(tsid << 8);
    if (it == m_cachedCats.constEnd())
        return false;
 
    uint last_section = (*it)->LastSection();
    if (!last_section)
        return true;
 
    for (uint i = 1; i <= last_section; i++)
        if (m_cachedCats.constFind((tsid << 8) | i) == m_cachedCats.constEnd())
            return false;
 
    return true;
}
 
bool MPEGStreamData::HasCachedAnyCAT(uint tsid) const
{
    QMutexLocker locker(&m_cacheLock);
 
    for (uint i = 0; i <= 255; i++)
        if (m_cachedCats.contains((tsid << 8) | i))
            return true;
 
    return false;
}
 
bool MPEGStreamData::HasCachedAnyCAT(void) const
{
    QMutexLocker locker(&m_cacheLock);
    return !m_cachedCats.empty();
}
 
bool MPEGStreamData::HasCachedAllPMT(uint pnum) const
{
    QMutexLocker locker(&m_cacheLock);
 
    pmt_cache_t::const_iterator it = m_cachedPmts.constFind(pnum << 8);
    if (it == m_cachedPmts.constEnd())
        return false;
 
    uint last_section = (*it)->LastSection();
    if (!last_section)
        return true;
 
    for (uint i = 1; i <= last_section; i++)
        if (m_cachedPmts.constFind((pnum << 8) | i) == m_cachedPmts.constEnd())
            return false;
 
    return true;
}
 
bool MPEGStreamData::HasCachedAnyPMT(uint pnum) const
{
    QMutexLocker locker(&m_cacheLock);
 
    for (uint i = 0; i <= 255; i++)
        if (m_cachedPmts.contains((pnum << 8) | i))
            return true;
 
    return false;
}
 
bool MPEGStreamData::HasCachedAllPMTs(void) const
{
    QMutexLocker locker(&m_cacheLock);
 
    if (m_cachedPats.empty())
        return false;
 
    for (auto *pat : std::as_const(m_cachedPats))
    {
        if (!HasCachedAllPAT(pat->TransportStreamID()))
            return false;
 
        for (uint i = 0; i < pat->ProgramCount(); i++)
        {
            uint prognum = pat->ProgramNumber(i);
            if (prognum && !HasCachedAllPMT(prognum))
                return false;
        }
    }
 
    return true;
}
 
bool MPEGStreamData::HasCachedAnyPMTs(void) const
{
    QMutexLocker locker(&m_cacheLock);
    return !m_cachedPmts.empty();
}
 
pat_const_ptr_t MPEGStreamData::GetCachedPAT(uint tsid, uint section_num) const
{
    QMutexLocker locker(&m_cacheLock);
    ProgramAssociationTable *pat = nullptr;
 
    uint key = (tsid << 8) | section_num;
    pat_cache_t::const_iterator it = m_cachedPats.constFind(key);
    if (it != m_cachedPats.constEnd())
        IncrementRefCnt(pat = *it);
 
    return pat;
}
 
pat_vec_t MPEGStreamData::GetCachedPATs(uint tsid) const
{
    QMutexLocker locker(&m_cacheLock);
    pat_vec_t pats;
 
    pats.reserve(256);
    for (uint i=0; i < 256; i++)
    {
        pat_const_ptr_t pat = GetCachedPAT(tsid, i);
        if (pat)
            pats.push_back(pat);
    }
 
    return pats;
}
 
pat_vec_t MPEGStreamData::GetCachedPATs(void) const
{
    QMutexLocker locker(&m_cacheLock);
    pat_vec_t pats;
 
    pats.reserve(m_cachedPats.size());
    for (auto *pat : std::as_const(m_cachedPats))
    {
        IncrementRefCnt(pat);
        pats.push_back(pat);
    }
 
    return pats;
}
 
cat_const_ptr_t MPEGStreamData::GetCachedCAT(uint tsid, uint section_num) const
{
    QMutexLocker locker(&m_cacheLock);
    ConditionalAccessTable *cat = nullptr;
 
    uint key = (tsid << 8) | section_num;
    cat_cache_t::const_iterator it = m_cachedCats.constFind(key);
    if (it != m_cachedCats.constEnd())
        IncrementRefCnt(cat = *it);
 
    return cat;
}
 
cat_vec_t MPEGStreamData::GetCachedCATs(uint tsid) const
{
    QMutexLocker locker(&m_cacheLock);
    cat_vec_t cats;
 
    cats.reserve(256);
    for (uint i=0; i < 256; i++)
    {
        cat_const_ptr_t cat = GetCachedCAT(tsid, i);
        if (cat)
            cats.push_back(cat);
    }
 
    return cats;
}
 
cat_vec_t MPEGStreamData::GetCachedCATs(void) const
{
    QMutexLocker locker(&m_cacheLock);
    cat_vec_t cats;
 
    cats.reserve(m_cachedCats.size());
    for (auto *cat : std::as_const(m_cachedCats))
    {
        IncrementRefCnt(cat);
        cats.push_back(cat);
    }
 
    return cats;
}
 
pmt_const_ptr_t MPEGStreamData::GetCachedPMT(
    uint program_num, uint section_num) const
{
    QMutexLocker locker(&m_cacheLock);
    ProgramMapTable *pmt = nullptr;
 
    uint key = (program_num << 8) | section_num;
    pmt_cache_t::const_iterator it = m_cachedPmts.constFind(key);
    if (it != m_cachedPmts.constEnd())
        IncrementRefCnt(pmt = *it);
 
    return pmt;
}
 
pmt_vec_t MPEGStreamData::GetCachedPMTs(void) const
{
    QMutexLocker locker(&m_cacheLock);
    std::vector<const ProgramMapTable*> pmts;
 
    pmts.reserve(m_cachedPmts.size());
    for (auto *pmt : std::as_const(m_cachedPmts))
    {
        IncrementRefCnt(pmt);
        pmts.push_back(pmt);
    }
 
    return pmts;
}
 
pmt_map_t MPEGStreamData::GetCachedPMTMap(void) const
{
    QMutexLocker locker(&m_cacheLock);
    pmt_map_t pmts;
 
    for (auto *pmt : std::as_const(m_cachedPmts))
    {
        IncrementRefCnt(pmt);
        pmts[pmt->ProgramNumber()].push_back(pmt);
    }
 
    return pmts;
}
 
void MPEGStreamData::ReturnCachedTable(const PSIPTable *psip) const
{
    QMutexLocker locker(&m_cacheLock);
 
    int val = m_cachedRefCnt[psip] - 1;
    m_cachedRefCnt[psip] = val;
 
    // if ref <= 0 and table was slated for deletion, delete it.
    if (val <= 0)
    {
        psip_refcnt_map_t::iterator it;
        it = m_cachedSlatedForDeletion.find(psip);
        if (it != m_cachedSlatedForDeletion.end())
            DeleteCachedTable(psip);
    }
}
 
void MPEGStreamData::ReturnCachedPATTables(pat_vec_t &pats) const
{
    for (auto & pat : pats)
        ReturnCachedTable(pat);
    pats.clear();
}
 
void MPEGStreamData::ReturnCachedPATTables(pat_map_t &pats) const
{
    // NOLINTNEXTLINE(modernize-loop-convert)
    for (pat_map_t::iterator it = pats.begin(); it != pats.end(); ++it)
        ReturnCachedPATTables(*it);
    pats.clear();
}
 
void MPEGStreamData::ReturnCachedCATTables(cat_vec_t &cats) const
{
    for (auto & cat : cats)
        ReturnCachedTable(cat);
    cats.clear();
}
 
void MPEGStreamData::ReturnCachedCATTables(cat_map_t &cats) const
{
    // NOLINTNEXTLINE(modernize-loop-convert)
    for (cat_map_t::iterator it = cats.begin(); it != cats.end(); ++it)
        ReturnCachedCATTables(*it);
    cats.clear();
}
 
void MPEGStreamData::ReturnCachedPMTTables(pmt_vec_t &pmts) const
{
    for (auto & pmt : pmts)
        ReturnCachedTable(pmt);
    pmts.clear();
}
 
void MPEGStreamData::ReturnCachedPMTTables(pmt_map_t &pmts) const
{
    // NOLINTNEXTLINE(modernize-loop-convert)
    for (pmt_map_t::iterator it = pmts.begin(); it != pmts.end(); ++it)
        ReturnCachedPMTTables(*it);
    pmts.clear();
}
 
void MPEGStreamData::IncrementRefCnt(const PSIPTable *psip) const
{
    QMutexLocker locker(&m_cacheLock);
    m_cachedRefCnt[psip] = m_cachedRefCnt[psip] + 1;
}
 
bool MPEGStreamData::DeleteCachedTable(const PSIPTable *psip) const
{
    if (!psip)
        return false;
 
    uint tid = psip->TableIDExtension();
 
    QMutexLocker locker(&m_cacheLock);
    if (m_cachedRefCnt[psip] > 0)
    {
        m_cachedSlatedForDeletion[psip] = 1;
        return false;
    }
    if (TableID::PAT == psip->TableID() &&
             (m_cachedPats[(tid << 8) | psip->Section()] == psip))
    {
        m_cachedPats[(tid << 8) | psip->Section()] = nullptr;
        delete psip;
    }
    else if (TableID::CAT == psip->TableID() &&
             (m_cachedCats[(tid << 8) | psip->Section()] == psip))
    {
        m_cachedCats[(tid << 8) | psip->Section()] = nullptr;
        delete psip;
    }
    else if ((TableID::PMT == psip->TableID()) &&
             (m_cachedPmts[(tid << 8) | psip->Section()] == psip))
    {
        m_cachedPmts[(tid << 8) | psip->Section()] = nullptr;
        delete psip;
    }
    else
    {
        m_cachedSlatedForDeletion[psip] = 2;
        return false;
    }
    psip_refcnt_map_t::iterator it;
    it = m_cachedSlatedForDeletion.find(psip);
    if (it != m_cachedSlatedForDeletion.end())
        m_cachedSlatedForDeletion.erase(it);
 
    return true;
}
 
void MPEGStreamData::CachePAT(const ProgramAssociationTable *_pat)
{
    auto *pat = new ProgramAssociationTable(*_pat);
    uint key = (_pat->TransportStreamID() << 8) | _pat->Section();
 
    QMutexLocker locker(&m_cacheLock);
 
    pat_cache_t::iterator it = m_cachedPats.find(key);
    if (it != m_cachedPats.end())
        DeleteCachedTable(*it);
 
    m_cachedPats[key] = pat;
}
 
void MPEGStreamData::CacheCAT(const ConditionalAccessTable *_cat)
{
    auto *cat = new ConditionalAccessTable(*_cat);
    uint key = (_cat->TableIDExtension() << 8) | _cat->Section();
 
    QMutexLocker locker(&m_cacheLock);
 
    cat_cache_t::iterator it = m_cachedCats.find(key);
    if (it != m_cachedCats.end())
        DeleteCachedTable(*it);
 
    m_cachedCats[key] = cat;
}
 
void MPEGStreamData::CachePMT(const ProgramMapTable *_pmt)
{
    auto *pmt = new ProgramMapTable(*_pmt);
    uint key = (_pmt->ProgramNumber() << 8) | _pmt->Section();
 
    QMutexLocker locker(&m_cacheLock);
 
    pmt_cache_t::iterator it = m_cachedPmts.find(key);
    if (it != m_cachedPmts.end())
        DeleteCachedTable(*it);
 
    m_cachedPmts[key] = pmt;
}
 
void MPEGStreamData::AddMPEGListener(MPEGStreamListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto & listener : m_mpegListeners)
        if (((void*)val) == ((void*)listener))
            return;
 
    m_mpegListeners.push_back(val);
}
 
void MPEGStreamData::RemoveMPEGListener(MPEGStreamListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto it = m_mpegListeners.begin(); it != m_mpegListeners.end(); ++it)
    {
        if (((void*)val) == ((void*)*it))
        {
            m_mpegListeners.erase(it);
            return;
        }
    }
}
 
void MPEGStreamData::AddWritingListener(TSPacketListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto & listener : m_tsWritingListeners)
        if (((void*)val) == ((void*)listener))
            return;
 
    m_tsWritingListeners.push_back(val);
}
 
void MPEGStreamData::RemoveWritingListener(TSPacketListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto it = m_tsWritingListeners.begin(); it != m_tsWritingListeners.end(); ++it)
    {
        if (((void*)val) == ((void*)*it))
        {
            m_tsWritingListeners.erase(it);
            return;
        }
    }
}
 
void MPEGStreamData::AddAVListener(TSPacketListenerAV *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto & listener : m_tsAvListeners)
    {
        if (((void*)val) == ((void*)listener))
        {
            LOG(VB_RECORD, LOG_ERR, LOC + QString("AddAVListener 0x%1 already present")
                .arg((uint64_t)val, 0, 16));
            return;
        }
    }
 
    m_tsAvListeners.push_back(val);
#if 0
    LOG(VB_RECORD, LOG_DEBUG, LOC + QString("AddAVListener 0x%1 added")
        .arg((uint64_t)val, 0, 16));
#endif
}
 
void MPEGStreamData::RemoveAVListener(TSPacketListenerAV *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto it = m_tsAvListeners.begin(); it != m_tsAvListeners.end(); ++it)
    {
        if (((void*)val) == ((void*)*it))
        {
            m_tsAvListeners.erase(it);
#if 0
            LOG(VB_RECORD, LOG_DEBUG, LOC + QString("RemoveAVListener 0x%1 found and removed")
                .arg((uint64_t)val, 0, 16));
#endif
            return;
        }
    }
 
    LOG(VB_RECORD, LOG_ERR, LOC + QString("RemoveAVListener 0x%1 NOT found")
        .arg((uint64_t)val, 0, 16));
}
 
void MPEGStreamData::AddMPEGSPListener(MPEGSingleProgramStreamListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto & listener : m_mpegSpListeners)
        if (((void*)val) == ((void*)listener))
            return;
 
    m_mpegSpListeners.push_back(val);
}
 
void MPEGStreamData::RemoveMPEGSPListener(MPEGSingleProgramStreamListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto it = m_mpegSpListeners.begin(); it != m_mpegSpListeners.end(); ++it)
    {
        if (((void*)val) == ((void*)*it))
        {
            m_mpegSpListeners.erase(it);
            return;
        }
    }
}
 
void MPEGStreamData::AddPSStreamListener(PSStreamListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto & listener : m_psListeners)
        if (((void*)val) == ((void*)listener))
            return;
 
    m_psListeners.push_back(val);
}
 
void MPEGStreamData::RemovePSStreamListener(PSStreamListener *val)
{
    QMutexLocker locker(&m_listenerLock);
 
    for (auto it = m_psListeners.begin(); it != m_psListeners.end(); ++it)
    {
        if (((void*)val) == ((void*)*it))
        {
            m_psListeners.erase(it);
            return;
        }
    }
}
 
void MPEGStreamData::AddEncryptionTestPID(uint pnum, uint pid, bool isvideo)
{
    QMutexLocker locker(&m_encryptionLock);
 
#if 0
    LOG(VB_GENERAL, LOG_DEBUG, LOC + QString("AddEncryptionTestPID(%1, 0x%2)")
            .arg(pnum) .arg(pid, 0, 16));
#endif
 
    AddListeningPID(pid);
 
    m_encryptionPidToInfo[pid] = CryptInfo(isvideo ? 10000 : 500, 8);
 
    m_encryptionPidToPnums[pid].push_back(pnum);
    m_encryptionPnumToPids[pnum].push_back(pid);
    m_encryptionPnumToStatus[pnum] = kEncUnknown;
}
 
void MPEGStreamData::RemoveEncryptionTestPIDs(uint pnum)
{
    QMutexLocker locker(&m_encryptionLock);
 
#if 0
    LOG(VB_RECORD, LOG_DEBUG, LOC +
        QString("Tearing down up decryption monitoring for program %1")
            .arg(pnum));
#endif
 
    QMap<uint, uint_vec_t>::iterator list;
    uint_vec_t::iterator it;
 
    uint_vec_t pids = m_encryptionPnumToPids[pnum];
    for (uint pid : pids)
    {
#if 0
        LOG(VB_GENERAL, LOG_DEBUG, LOC +
            QString("Removing 0x%1 PID Enc monitoring").arg(pid,0,16));
#endif
 
        RemoveListeningPID(pid);
 
        list = m_encryptionPidToPnums.find(pid);
        if (list != m_encryptionPidToPnums.end())
        {
            it = find((*list).begin(), (*list).end(), pnum);
 
            if (it != (*list).end())
                (*list).erase(it);
 
            if ((*list).empty())
            {
                m_encryptionPidToPnums.remove(pid);
                m_encryptionPidToInfo.remove(pid);
            }
        }
    }
 
    m_encryptionPnumToPids.remove(pnum);
}
 
bool MPEGStreamData::IsEncryptionTestPID(uint pid) const
{
    QMutexLocker locker(&m_encryptionLock);
 
    QMap<uint, CryptInfo>::const_iterator it =
        m_encryptionPidToInfo.find(pid);
 
    return it != m_encryptionPidToInfo.end();
}
 
void MPEGStreamData::TestDecryption(const ProgramMapTable *pmt)
{
    QMutexLocker locker(&m_encryptionLock);
 
#if 0
    LOG(VB_RECORD, LOG_DEBUG, LOC +
        QString("Setting up decryption monitoring for program %1")
            .arg(pmt->ProgramNumber()));
#endif
 
    bool encrypted = pmt->IsProgramEncrypted();
    for (uint i = 0; i < pmt->StreamCount(); i++)
    {
        if (!encrypted && !pmt->IsStreamEncrypted(i))
            continue;
 
        const uint streamType = pmt->StreamType(i);
        bool is_vid = StreamID::IsVideo(streamType);
        bool is_aud = StreamID::IsAudio(streamType);
 
        if (is_vid || is_aud)
        {
            AddEncryptionTestPID(
                pmt->ProgramNumber(), pmt->StreamPID(i), is_vid);
        }
    }
}
 
void MPEGStreamData::ResetDecryptionMonitoringState(void)
{
    QMutexLocker locker(&m_encryptionLock);
 
    m_encryptionPidToInfo.clear();
    m_encryptionPidToPnums.clear();
    m_encryptionPnumToPids.clear();
}
 
bool MPEGStreamData::IsProgramDecrypted(uint pnum) const
{
    QMutexLocker locker(&m_encryptionLock);
    return m_encryptionPnumToStatus[pnum] == kEncDecrypted;
}
 
bool MPEGStreamData::IsProgramEncrypted(uint pnum) const
{
    QMutexLocker locker(&m_encryptionLock);
    return m_encryptionPnumToStatus[pnum] == kEncEncrypted;
}
 
static QString toString(CryptStatus status)
{
    if (kEncDecrypted == status)
        return "Decrypted";
    if (kEncEncrypted == status)
        return "Encrypted";
    return "Unknown";
}
 
void MPEGStreamData::ProcessEncryptedPacket(const TSPacket& tspacket)
{
    QMutexLocker encryptionLock(&m_encryptionLock);
 
    std::map<uint,bool> pnumEncrypted;
    const uint pid = tspacket.PID();
    CryptInfo &info = m_encryptionPidToInfo[pid];
 
    CryptStatus status = kEncUnknown;
 
    if (tspacket.Scrambled())
    {
        info.m_decryptedPackets = 0;
 
        // If a fair amount of encrypted packets is passed assume that
        // the stream is not decryptable
        if (++info.m_encryptedPackets >= info.m_encryptedMin)
            status = kEncEncrypted;
    }
    else
    {
        info.m_encryptedPackets = 0;
        if (++info.m_decryptedPackets > info.m_decryptedMin)
            status = kEncDecrypted;
    }
 
    if (status == info.m_status)
        return; // pid encryption status unchanged
 
    info.m_status = status;
 
    LOG(status != kEncDecrypted ? VB_GENERAL : VB_RECORD, LOG_DEBUG, LOC +
        QString("PID 0x%1 status: %2") .arg(pid,0,16).arg(toString(status)));
 
    uint_vec_t pnum_del_list;
    const uint_vec_t &pnums = m_encryptionPidToPnums[pid];
    for (uint pnum : pnums)
    {
        status = m_encryptionPnumToStatus[pnum];
 
        const uint_vec_t &pids = m_encryptionPnumToPids[pnum];
        if (!pids.empty())
        {
            std::array<uint,3> enc_cnt { 0, 0, 0 };
            for (uint pid2 : pids)
            {
                CryptStatus stat = m_encryptionPidToInfo[pid2].m_status;
                enc_cnt[stat]++;
 
#if 0
                LOG(VB_GENERAL, LOG_DEBUG, LOC +
                    QString("\tpnum %1 PID 0x%2 status: %3")
                        .arg(pnum).arg(pid2,0,16) .arg(toString(stat)));
#endif
            }
            status = kEncUnknown;
 
            if (enc_cnt[kEncEncrypted])
                status = kEncEncrypted;
            else if (enc_cnt[kEncDecrypted] >= std::min((size_t) 2, pids.size()))
                status = kEncDecrypted;
        }
 
        if (status == m_encryptionPnumToStatus[pnum])
            continue; // program encryption status unchanged
 
        LOG(VB_RECORD, LOG_DEBUG, LOC + QString("Program %1 status: %2")
                .arg(pnum).arg(toString(status)));
 
        m_encryptionPnumToStatus[pnum] = status;
 
        bool encrypted = kEncUnknown == status || kEncEncrypted == status;
        pnumEncrypted[pnum] = encrypted;
 
        if (kEncDecrypted == status)
            pnum_del_list.push_back(pnum);
    }
 
    // Call HandleEncryptionStatus outside the m_encryptionLock
    encryptionLock.unlock();
    m_listenerLock.lock();
    for (auto & pe : pnumEncrypted)
    {
        for (auto & listener : m_mpegListeners)
        {
            listener->HandleEncryptionStatus(pe.first, pe.second);
        }
    }
    m_listenerLock.unlock();
 
    for (size_t i = 0; i < pnum_del_list.size(); i++)
        RemoveEncryptionTestPIDs(pnums[i]);
}