Ticket #9294: 0003-Add-SSA-ASS-subtitle-support-libass.patch

mythtv/libs/libmythtv/avformatdecoder.cpp

@@ -1873 +1873 @@
             enc->codec_type != CODEC_TYPE_SUBTITLE)
             continue;
 
-        // skip DVB teletext, text and SSA subs, there is no libavcodec decoder
+        // skip DVB teletext and text subs, there is no libavcodec decoder
         if (enc->codec_type == CODEC_TYPE_SUBTITLE &&
            (enc->codec_id   == CODEC_ID_DVB_TELETEXT ||
-            enc->codec_id   == CODEC_ID_TEXT ||
-            enc->codec_id   == CODEC_ID_SSA))
+            enc->codec_id   == CODEC_ID_TEXT))
             continue;
 
         VERBOSE(VB_PLAYBACK, LOC + QString("Looking for decoder for %1")

mythtv/libs/libmythtv/libmythtv.pro

@@ -56 +56 @@
 LIBS += -lmythavcodec
 LIBS += -lmythavcore
 LIBS += -lmythavutil
+LIBS += -lass
 LIBS += -lmythui-$$LIBVERSION       -lmythupnp-$$LIBVERSION
 LIBS += -lmythdvdnav-$$LIBVERSION
 LIBS += -lmythbluray-$$LIBVERSION    -lmythdb-$$LIBVERSION

mythtv/libs/libmythtv/subtitlescreen.cpp

@@ -23 +23 @@
     m_708reader(NULL), m_safeArea(QRect()), m_useBackground(false),
     m_removeHTML(QRegExp("</?.+>")),        m_subtitleType(kDisplayNone),
     m_textFontZoom(100),                    m_refreshArea(false),
-    m_fontStretch(fontStretch)
+    m_fontStretch(fontStretch),             m_assLibrary(NULL),
+    m_assRenderer(NULL),                    m_asstracknum(-1),
+    m_assTrack(NULL),                       m_assScreenRect(QRect())
 {
     m_708fontSizes[0] = 36;
     m_708fontSizes[1] = 45;
     m_708fontSizes[2] = 60;
     m_removeHTML.setMinimal(true);
+    InitialiseAssLibrary();
 }
 
 SubtitleScreen::~SubtitleScreen(void)
 {
     ClearAllSubtitles();
+    CleanupAssLibrary();
 }
 
 void SubtitleScreen::EnableSubtitles(int type)
@@ -95 +99 @@
 {
     ClearNonDisplayedSubtitles();
     ClearDisplayedSubtitles();
+    if (m_assTrack)
+        ass_flush_events(m_assTrack);
 }
 
 void SubtitleScreen::ClearNonDisplayedSubtitles(void)
@@ -291 +297 @@
                             QString("AV Sub was %1 ms late").arg(late));
                 }
             }
+            else if (displaysub && rect->type == SUBTITLE_ASS)
+            {
+                InitialiseAssTrack(m_player->GetDecoder()->GetTrack(kTrackTypeSubtitle));
+                AddAssEvent(rect->ass);
+            }
         }
         m_subreader->FreeAVSubtitle(subtitle);
     }
+    RenderASSTrack(currentFrame->timecode);
     subs->lock.unlock();
 }
 
@@ -1022 +1034 @@
 
     return mythfont;
 }
+
+/* Mostly copied from avformatdecoder */
+static void myth_libass_log(int level, const char *fmt, va_list vl, void *ctx)
+{
+    static QString full_line("LibASS:");
+    static const int msg_len = 255;
+    static QMutex string_lock;
+    uint verbose_level = 0;
+
+    switch (level)
+    {
+        case 0: //MSGL_FATAL
+            verbose_level = VB_IMPORTANT;
+            break;
+        case 1: //MSGL_ERR
+        case 2: //MSGL_WARN
+        case 4: //MSGL_INFO
+            verbose_level = VB_GENERAL;
+            break;
+        case 6: //MSGL_V
+        case 7: //MSGL_DBG2
+        default:
+            return;
+    }
+
+    if (!VERBOSE_LEVEL_CHECK(verbose_level))
+        return;
+
+    string_lock.lock();
+
+    char str[msg_len+1];
+    int bytes = vsnprintf(str, msg_len+1, fmt, vl);
+    // check for truncated messages and fix them
+    if (bytes > msg_len)
+    {
+        VERBOSE(VB_IMPORTANT, QString("libASS log output truncated %1 of %2 bytes written")
+                .arg(msg_len).arg(bytes));
+        str[msg_len-1] = '\n';
+    }
+
+    full_line += QString(str);
+    if (full_line.endsWith("\n"))
+    {
+        full_line.truncate(full_line.length() - 1);
+        VERBOSE(verbose_level, full_line);
+        full_line.truncate(0);
+    }
+    string_lock.unlock();
+}
+
+void SubtitleScreen::InitialiseAssLibrary(void)
+{
+    m_assLibrary = ass_library_init();
+    ass_set_message_cb(m_assLibrary, myth_libass_log, NULL);
+    ass_set_extract_fonts(m_assLibrary, true);
+    //add embedded fonts
+    for ( uint i = 0; i < m_player->GetDecoder()->GetTrackCount(kTrackTypeAttachment); ++i)
+    {
+        QByteArray filename;
+        QByteArray font;
+
+        m_player->GetDecoder()->GetAttachmentData(i, filename, font);
+        ass_add_font(m_assLibrary, filename.data(), font.data(), font.size());
+    }
+
+    m_assRenderer = ass_renderer_init(m_assLibrary);
+    if (!m_assRenderer)
+        return;
+
+    ass_set_fonts(m_assRenderer, NULL, "sans-serif", 1, NULL, 1);
+    ass_set_hinting(m_assRenderer, ASS_HINTING_LIGHT);
+    VERBOSE(VB_PLAYBACK | VB_EXTRA, LOC + QString("libASS library Init"));
+}
+
+void SubtitleScreen::CleanupAssLibrary(void)
+{
+    CleanupAssTrack();
+    if (m_assRenderer)
+        ass_renderer_done(m_assRenderer);
+    m_assRenderer = NULL;
+    if (m_assLibrary)
+    {
+        ass_clear_fonts(m_assLibrary);
+        ass_library_done(m_assLibrary);
+    }
+    m_assLibrary = NULL;
+    VERBOSE(VB_PLAYBACK | VB_EXTRA, LOC + QString("libASS library cleanup"));
+}
+
+void SubtitleScreen::InitialiseAssTrack(int tracknum)
+{
+    if (tracknum == m_asstracknum && m_assTrack)
+        return;
+
+    CleanupAssTrack();
+    m_assTrack = ass_new_track(m_assLibrary);
+    m_asstracknum = tracknum;
+
+    QByteArray header = m_player->GetDecoder()->GetSubHeader(tracknum);
+    if (!header.isNull())
+    {
+        ass_process_codec_private(m_assTrack, header.data(), header.size());
+    }
+
+    float tmp = 0.0;
+    QRect dummy;
+    m_player->getVideoOutput()->GetOSDBounds(dummy, m_assScreenRect, tmp, tmp, tmp);
+    ResizeASSRenderer(m_assScreenRect);
+    VERBOSE(VB_PLAYBACK | VB_EXTRA, LOC + QString("libASS Track Init(%1)").arg(m_asstracknum));
+}
+
+void SubtitleScreen::CleanupAssTrack(void)
+{
+    if (m_assTrack)
+        ass_free_track(m_assTrack);
+    m_assTrack = NULL;
+    VERBOSE(VB_PLAYBACK | VB_EXTRA, LOC + QString("libASS Track cleanup"));
+}
+
+void SubtitleScreen::AddAssEvent(char *event)
+{
+    if (m_assTrack)
+    {
+        ass_process_data(m_assTrack, event, strlen(event));
+        VERBOSE(VB_PLAYBACK | VB_EXTRA, LOC + QString("libASS event added to track(%i): %1").arg(m_asstracknum).arg(event));
+    }
+}
+
+void SubtitleScreen::ResizeASSRenderer(const QRect &Screen)
+{
+    //int mt, mb, ml, mr;
+    ass_set_frame_size(m_assRenderer, Screen.width(), Screen.height());
+    ass_set_margins(m_assRenderer, 0, 0, 0, 0);
+    ass_set_use_margins(m_assRenderer, true);
+    ass_set_font_scale(m_assRenderer, 1.0);
+}
+
+void SubtitleScreen::RenderASSTrack(uint64_t timecode)
+{
+    VideoOutput *vo = m_player->getVideoOutput();
+    ASS_Image *images = NULL;
+    int count = 0;
+    int changed = 0;
+
+    if (!vo || !m_assRenderer || !m_assTrack)
+        return;
+
+    QRect oldscreen = m_assScreenRect;
+    QRect dummy;
+    float tmp = 0.0;
+    vo->GetOSDBounds(dummy, m_assScreenRect, tmp, tmp, tmp);
+    if (oldscreen != m_assScreenRect)
+        ResizeASSRenderer(m_assScreenRect);
+
+    images = ass_render_frame(m_assRenderer, m_assTrack, timecode, &changed);
+    if (changed)
+    {
+        MythPainter *osd_painter = vo->GetOSDPainter();
+        if (!osd_painter)
+            return;
+        DeleteAllChildren();
+        SetRedraw();
+        while (images)
+        {
+            //if width or height = 0 then dont display this image
+            if (images->w == 0 || images->h == 0)
+            {
+                images = images->next;
+                continue;
+            }
+
+            uint8_t alpha = images->color & 0xFF;
+            uint8_t blue = images->color >> 8 & 0xFF;
+            uint8_t green = images->color >> 16 & 0xFF;
+            uint8_t red = images->color >> 24 & 0xFF;
+
+            //image is fully transparent dont need to render
+            if (alpha == 255)
+            {
+                images = images->next;
+                continue;
+            }
+
+            QSize ImageSize(images->w, images->h);
+            QRect DisplayRect(images->dst_x, images->dst_y, images->w, images->h);
+
+            //create the image using Libass image data
+            QImage qImage(ImageSize, QImage::Format_ARGB32);
+            qImage.fill(0x00000000);
+
+            unsigned char *src = images->bitmap;
+            for (int y = 0; y < images->h; ++y)
+            {
+                for (int x = 0; x < images->w; ++x)
+                {
+                    uint8_t pixelvalue = src[x];
+                    if (pixelvalue)
+                    {
+                        uint8_t pixelalpha = pixelvalue * (255 - alpha) / 255;
+                        uint32_t pixel = (pixelalpha << 24) | (red << 16) | (green << 8) | (blue);
+                        qImage.setPixel(x, y, pixel);
+                    }
+                }
+                src += images->stride;
+            }
+
+            //add pictures to the OSD
+            MythImage* image = NULL;
+            MythUIImage *uiimage = NULL;
+
+            if (osd_painter)
+                image = osd_painter->GetFormatImage();
+
+            if (image)
+            {
+                image->Assign(qImage);
+                QString name = QString("asssub%1").arg(count);
+                uiimage = new MythUIImage(this, name);
+                if (uiimage)
+                {
+                        m_refreshArea = true;
+                        uiimage->SetImage(image);
+                        uiimage->SetArea(MythRect(DisplayRect));
+                }
+            }
+            images = images->next;
+            count++;
+        }
+        VERBOSE(VB_PLAYBACK | VB_EXTRA, LOC + QString("libASS Rendered %1 Images").arg(count));
+    }
+}

mythtv/libs/libmythtv/subtitlescreen.h

@@ -2 +2 @@
 #define SUBTITLESCREEN_H
 
 #include <QFont>
+extern "C" {
+#include <ass/ass.h>
+}
 
 #include "mythscreentype.h"
 #include "subtitlereader.h"
@@ -44 +47 @@
                            float aspect, vector<CC708String*> &list);
     MythFontProperties* Get708Font(CC708CharacterAttribute attr);
 
+    //LibASS additions
+    void InitialiseAssLibrary(void);
+    void CleanupAssLibrary(void);
+
+    void InitialiseAssTrack(int tracknum);
+    void CleanupAssTrack(void);
+
+    void AddAssEvent(char *event);
+
+    void ResizeASSRenderer(const QRect &Screen);
+    void RenderASSTrack(uint64_t timecode);
+
     MythPlayer *m_player;
     SubtitleReader    *m_subreader;
     CC608Reader       *m_608reader;
@@ -58 +73 @@
     bool               m_refreshArea;
     QHash<int,QList<MythUIType*> > m_708imageCache;
     int                m_fontStretch;
+
+    //LibASS additions
+    ASS_Library       *m_assLibrary;
+    ASS_Renderer      *m_assRenderer;
+    int                m_asstracknum;
+    ASS_Track         *m_assTrack;
+    QRect              m_assScreenRect;
 };
 
 #endif // SUBTITLESCREEN_H