avformatdecoder.h

Go to the documentation of this file.

 
#ifndef AVFORMATDECODER_H_
#define AVFORMATDECODER_H_
 
#include <array>
#include <cstdint>
 
extern "C" {
#include "libavcodec/avcodec.h"
#include "libavformat/avformat.h"
}
 
#include <QList>
#include <QMap>
#include <QString>
 
#include "libmyth/audio/audiooutputsettings.h"
#include "libmyth/audio/audiooutpututil.h"
#include "libmyth/audio/spdifencoder.h"
#include "libmythbase/programinfo.h"
 
#include "captions/vbilut.h"
#include "decoderbase.h"
#include "format.h"
#include "io/mythavformatbuffer.h"
#include "mpeg/AVCParser.h"
#include "mythcodeccontext.h"
#include "mythplayer.h"
 
class TeletextDecoder;
class CC608Decoder;
class CC708Decoder;
class SubtitleReader;
class InteractiveTV;
class MythSqlDatabase;
 
struct SwsContext;
 
extern "C" void HandleStreamChange(void *data);
 
class AudioInfo
{
  public:
    AudioInfo() = default;
 
    AudioInfo(AVCodecID id, AudioFormat fmt, int sr, int ch, bool passthru,
              int original_ch, int profile = 0) :
        m_codecId(id), format(fmt),
        m_sampleSize(ch * AudioOutputSettings::SampleSize(fmt)),
        m_sampleRate(sr), m_channels(ch), m_codecProfile(profile),
        m_doPassthru(passthru), m_originalChannels(original_ch)
    {
    }
 
    AVCodecID   m_codecId          {AV_CODEC_ID_NONE};
    AudioFormat format             {FORMAT_NONE};
    int         m_sampleSize       {-2};
    int         m_sampleRate       {-1};
    int         m_channels         {-1};
    int         m_codecProfile     {0};
    bool        m_doPassthru       {false};
    int         m_originalChannels {-1};
 
    bool operator==(const AudioInfo &o) const
    {
        return (m_codecId==o.m_codecId        && m_channels==o.m_channels     &&
                m_sampleSize==o.m_sampleSize  && m_sampleRate==o.m_sampleRate &&
                format==o.format              && m_doPassthru==o.m_doPassthru &&
                m_originalChannels==o.m_originalChannels &&
                m_codecProfile == o.m_codecProfile);
    }
    QString toString() const
    {
        return QString("id(%1) %2Hz %3ch %4bps %5 (profile %6)")
            .arg(avcodec_get_name(m_codecId),4).arg(m_sampleRate,6)
            .arg(m_channels,2).arg(AudioOutputSettings::FormatToBits(format),2)
            .arg((m_doPassthru) ? "pt":"",3).arg(m_codecProfile);
    }
};
 
class AvFormatDecoder : public DecoderBase
{
    friend void HandleStreamChange(void *data);
 
  public:
    AvFormatDecoder(MythPlayer *parent, const ProgramInfo &pginfo,
                    PlayerFlags flags);
    ~AvFormatDecoder() override;
 
    // Deleted functions should be public.
    AvFormatDecoder(const AvFormatDecoder &) = delete;            // not copyable
    AvFormatDecoder &operator=(const AvFormatDecoder &) = delete; // not copyable
 
    void SetEof(bool eof) override; // DecoderBase
 
    MythCodecMap* CodecMap(void);
    void CloseCodecs();
    void CloseContext();
    void Reset(bool reset_video_data, bool seek_reset,
               bool reset_file) override; // DecoderBase
 
    static bool CanHandle(TestBufferVec & testbuf,
                          const QString &filename);
 
    int OpenFile(MythMediaBuffer *Buffer, bool novideo,
                 TestBufferVec & testbuf) override; // DecoderBase
 
    bool GetFrame(DecodeType Type, bool &Retry) override; // DecoderBase
 
    bool IsLastFrameKey(void) const override { return false; } // DecoderBase
 
    void WriteStoredData([[maybe_unused]] MythMediaBuffer *Buffer,
                         [[maybe_unused]] bool storevid,
                         [[maybe_unused]] std::chrono::milliseconds timecodeOffset) override {} // DecoderBase
 
    void SetRawAudioState(bool state) override { (void)state; } // DecoderBase
 
    bool GetRawAudioState(void) const override { return false; } // DecoderBase
 
    void SetRawVideoState(bool state) override { (void)state; } // DecoderBase
 
    bool GetRawVideoState(void) const override { return false; } // DecoderBase
 
    long UpdateStoredFrameNum(long frame) override { (void)frame; return 0;} // DecoderBase
 
    QString      GetCodecDecoderName(void) const override; // DecoderBase
    QString      GetRawEncodingType(void) override; // DecoderBase
    MythCodecID  GetVideoCodecID(void) const override { return m_videoCodecId; } // DecoderBase
 
    void SetDisablePassThrough(bool disable) override; // DecoderBase
    void ForceSetupAudioStream(void) override; // DecoderBase
    void AddTextData(unsigned char *buf, int len, int64_t timecode, char type);
 
    QString GetTrackDesc(uint Type, uint TrackNo) override;
    int SetTrack(uint Type, int TrackNo) override;
 
    int ScanStreams(bool novideo);
    int FindStreamInfo(void);
 
    int  GetNumChapters() override; // DecoderBase
    void GetChapterTimes(QList<std::chrono::seconds> &times) override; // DecoderBase
    int  GetCurrentChapter(long long framesPlayed) override; // DecoderBase
    long long GetChapter(int chapter) override; // DecoderBase
    bool DoRewind(long long desiredFrame, bool discardFrames = true) override; // DecoderBase
    bool DoFastForward(long long desiredFrame, bool discardFrames = true) override; // DecoderBase
    void SetIdrOnlyKeyframes(bool value) override // DecoderBase
        { m_avcParser->use_I_forKeyframes(!value); }
 
    std::chrono::milliseconds NormalizeVideoTimecode(std::chrono::milliseconds timecode) override; // DecoderBase
    virtual std::chrono::milliseconds NormalizeVideoTimecode(AVStream *st, std::chrono::milliseconds timecode);
 
    int  GetTeletextDecoderType(void) const override; // DecoderBase
 
    QString GetXDS(const QString &Key) const override; // DecoderBase
    QByteArray GetSubHeader(uint TrackNo) override;
    void GetAttachmentData(uint TrackNo, QByteArray &Filename, QByteArray &Data) override; // DecoderBase
 
    // MHEG stuff
    bool SetAudioByComponentTag(int Tag) override; // DecoderBase
    bool SetVideoByComponentTag(int Tag) override; // DecoderBase
 
    // Stream language info
    virtual int GetTeletextLanguage(uint Index);
    virtual int GetSubtitleLanguage(uint /*unused*/, uint StreamIndex);
    virtual int GetCaptionLanguage(TrackType TrackType, int ServiceNum);
    virtual int GetAudioLanguage(uint AudioIndex, uint StreamIndex);
    virtual AudioTrackType GetAudioTrackType(uint StreamIndex);
 
    static int GetMaxReferenceFrames(AVCodecContext *Context);
 
  protected:
    int  AutoSelectTrack(uint type) override; // DecoderBase
    void ScanATSCCaptionStreams(int av_index);
    void UpdateATSCCaptionTracks(void);
    void UpdateCaptionTracksFromStreams(bool check_608, bool check_708);
    void ScanTeletextCaptions(int av_index);
    void ScanRawTextCaptions(int av_stream_index);
    void ScanDSMCCStreams(void);
    int  AutoSelectAudioTrack(void);
    int  filter_max_ch(const AVFormatContext *ic,
                       const sinfo_vec_t     &tracks,
                       const std::vector<int>&fs,
                       enum AVCodecID         codecId = AV_CODEC_ID_NONE,
                       int                    profile = -1);
 
    friend int get_avf_buffer(struct AVCodecContext *c, AVFrame *pic,
                              int flags);
    friend int open_avf(URLContext *h, const char *filename, int flags);
    friend int read_avf(URLContext *h, uint8_t *buf, int buf_size);
    friend int write_avf(URLContext *h, uint8_t *buf, int buf_size);
    friend int64_t seek_avf(URLContext *h, int64_t offset, int whence);
    friend int close_avf(URLContext *h);
 
    void DecodeDTVCC(const uint8_t *buf, uint buf_size, bool scte);
    void DecodeCCx08(const uint8_t *buf, uint buf_size, bool scte);
    void InitByteContext(bool forceseek = false);
    void InitVideoCodec(AVStream *stream, AVCodecContext *enc,
                        bool selectedStream = false);
 
    void MpegPreProcessPkt(AVStream *stream, AVPacket *pkt);
    int  H264PreProcessPkt(AVStream *stream, AVPacket *pkt);
    bool PreProcessVideoPacket(AVStream *stream, AVPacket *pkt);
    virtual bool ProcessVideoPacket(AVStream *stream, AVPacket *pkt, bool &Retry);
    virtual bool ProcessVideoFrame(AVStream *Stream, AVFrame *AvFrame);
    bool ProcessAudioPacket(AVStream *stream, AVPacket *pkt,
                            DecodeType decodetype);
    bool ProcessSubtitlePacket(AVStream *stream, AVPacket *pkt);
    bool ProcessRawTextPacket(AVPacket* Packet);
    virtual bool ProcessDataPacket(AVStream *curstream, AVPacket *pkt,
                                   DecodeType decodetype);
 
    void ProcessVBIDataPacket(const AVStream *stream, const AVPacket *pkt);
    void ProcessDVBDataPacket(const AVStream *stream, const AVPacket *pkt);
    void ProcessDSMCCPacket(const AVStream *stream, const AVPacket *pkt);
 
    void SeekReset(long long newkey, uint skipFrames, bool doFlush, bool discardFrames) override; // DecoderBase
 
    inline bool DecoderWillDownmix(const AVCodecContext *ctx);
    bool DoPassThrough(const AVCodecParameters *par, bool withProfile=true);
    bool SetupAudioStream(void);
    void SetupAudioStreamSubIndexes(int streamIndex);
    void RemoveAudioStreams();
 
    void HandleGopStart(AVPacket *pkt, bool can_reliably_parse_keyframes);
 
    bool GenerateDummyVideoFrames(void);
    bool HasVideo(const AVFormatContext *ic);
    float GetVideoFrameRate(AVStream *Stream, AVCodecContext *Context, bool Sanitise = false);
    static void av_update_stream_timings_video(AVFormatContext *ic);
    bool OpenAVCodec(AVCodecContext *avctx, const AVCodec *codec);
 
    void UpdateFramesPlayed(void) override; // DecoderBase
    bool DoRewindSeek(long long desiredFrame) override; // DecoderBase
    void DoFastForwardSeek(long long desiredFrame, bool &needflush) override; // DecoderBase
    virtual void StreamChangeCheck(void);
    virtual void PostProcessTracks(void) { }
    virtual bool IsValidStream(int /*streamid*/) {return true;}
 
    int DecodeAudio(AVCodecContext *ctx, uint8_t *buffer, int &data_size,
                    AVPacket *pkt);
 
    virtual int ReadPacket(AVFormatContext *ctx, AVPacket *pkt, bool &storePacket);
 
    bool FlagIsSet(PlayerFlags arg) { return m_playerFlags & arg; }
 
    bool               m_isDbIgnored;
 
    AVCParser         *m_avcParser                    {nullptr};
 
    AVFormatContext   *m_ic                           {nullptr};
    MythCodecMap       m_codecMap                     { };
 
    // AVFormatParameters params;
 
    URLContext         m_readContext                  {};
 
    int                m_frameDecoded                 {0};
    MythVideoFrame    *m_decodedVideoFrame            {nullptr};
    MythAVFormatBuffer *m_avfRingBuffer               {nullptr};
 
    struct SwsContext *m_swsCtx                       {nullptr};
    bool               m_directRendering              {false};
 
    bool               m_doRewind                     {false};
 
    bool               m_gopSet                       {false};
    bool               m_seenGop                      {false};
    int                m_seqCount                     {0};
 
    QList<AVPacket*>   m_storedPackets;
 
    int                m_prevGopPos                   {0};
 
    // GetFrame
    bool               m_gotVideoFrame                {false};
    bool               m_hasVideo                     {false};
    bool               m_needDummyVideoFrames         {false};
    bool               m_skipAudio                    {false};
    bool               m_allowedQuit                  {false};
 
    uint32_t           m_startCodeState               {0xffffffff};
 
    std::chrono::milliseconds  m_lastVPts             {0ms};
    std::chrono::milliseconds  m_lastAPts             {0ms};
    std::chrono::microseconds  m_lastCcPtsu           {0ms};
    std::chrono::milliseconds  m_firstVPts            {0ms};
    bool               m_firstVPtsInuse               {false};
 
    int64_t            m_faultyPts                    {0};
    int64_t            m_faultyDts                    {0};
    int64_t            m_lastPtsForFaultDetection     {0};
    int64_t            m_lastDtsForFaultDetection     {0};
    bool               m_ptsDetected                  {false};
    bool               m_reorderedPtsDetected         {false};
    bool               m_ptsSelected                  {true};
    // set use_frame_timing true to utilize the pts values in returned
    // frames. Set fale to use deprecated method.
    bool               m_useFrameTiming               {false};
 
    bool               m_forceDtsTimestamps           {false};
 
    PlayerFlags        m_playerFlags;
    MythCodecID        m_videoCodecId                 {kCodec_NONE};
 
    int                m_maxKeyframeDist              {-1};
    int                m_averrorCount                 {0};
 
    // Caption/Subtitle/Teletext decoders
    uint               m_ignoreScte                   {0};
    uint               m_invertScteField              {0};
    uint               m_lastScteField                {0};
    CC608Decoder      *m_ccd608                       {nullptr};
    CC708Decoder      *m_ccd708                       {nullptr};
    TeletextDecoder   *m_ttd                          {nullptr};
    std::array<bool,68> m_ccX08InPmt                  {};
    std::array<bool,68> m_ccX08InTracks               {};
    QList<StreamInfo>  m_pmtTracks;
    QList<TrackType>   m_pmtTrackTypes;
    QList<StreamInfo>  m_streamTracks;
    QList<TrackType>   m_streamTrackTypes;
 
    InteractiveTV     *m_itv                          {nullptr};
 
    // Audio
    uint8_t           *m_audioSamples                 {nullptr};
    bool               m_disablePassthru              {false};
 
    AudioInfo          m_audioIn;
    AudioInfo          m_audioOut;
 
    bool               m_processFrames                {true};
 
    bool               m_streamsChanged               { false };
    bool               m_resetHardwareDecoders        { false };
 
    // Value in milliseconds, from setting AudioReadAhead
    std::chrono::milliseconds  m_audioReadAhead       {100ms};
 
#if QT_VERSION < QT_VERSION_CHECK(5,14,0)
    QMutex             m_avCodecLock                  { QMutex::Recursive };
#else
    QRecursiveMutex    m_avCodecLock;
#endif
};
 
#endif
 
/* vim: set expandtab tabstop=4 shiftwidth=4: */