cc708decoder.cpp

Go to the documentation of this file.

// -*- Mode: c++ -*-
// Copyright (c) 2003-2005, Daniel Kristjansson
 
#include <cstdio>
#include <cstdlib>
 
#include "libmythbase/mythlogging.h"
#include "captions/cc708reader.h"
#include "captions/cc708decoder.h"
 
#define LOC QString("CC708: ")
 
#define DEBUG_CAPTIONS         0
#define DEBUG_CC_SERVICE       0
#define DEBUG_CC_SERVICE_2     0
#define DEBUG_CC_SERVICE_BLOCK 0
#define DEBUG_CC_RAWPACKET     0
#define DEBUG_CC_VALIDPACKET   0
#define DEBUG_CC_DECODE        0
#define DEBUG_CC_PARSE         0
 
enum kCCTypes : std::uint8_t
{
    NTSC_CC_f1         = 0,
    NTSC_CC_f2         = 1,
    DTVCC_PACKET_DATA  = 2,
    DTVCC_PACKET_START = 3,
};
 
const std::array<const std::string, 4> cc_types =
{
    "NTSC line 21 field 1 closed captions"
    "NTSC line 21 field 2 closed captions"
    "DTVCC Channel Packet Data"
    "DTVCC Channel Packet Start"
};
 
static void parse_cc_packet(CC708Reader *cb_cbs, CaptionPacket *pkt,
                            cc708_seen_times& last_seen);
 
void CC708Decoder::decode_cc_data(uint cc_type, uint data1, uint data2)
{
    if (DTVCC_PACKET_START == cc_type)
    {
#if DEBUG_CC_DECODE
        LOG(VB_VBI, LOG_DEBUG, LOC + QString("CC ST data(0x%1 0x%2)")
                .arg(data1,2,16,QChar('0')).arg(data2,2,16,QChar('0')));
#endif
 
        if (m_partialPacket.size && m_reader)
            parse_cc_packet(m_reader, &m_partialPacket, m_lastSeen);
 
        m_partialPacket.data[0] = data1;
        m_partialPacket.data[1] = data2;
        m_partialPacket.size    = 2;
    }
    else if (DTVCC_PACKET_DATA == cc_type && m_partialPacket.size > 0)
    {
#if DEBUG_CC_DECODE
        LOG(VB_VBI, LOG_DEBUG, LOC + QString("CC Ex data(0x%1 0x%2)")
                .arg(data1,2,16,QChar('0')).arg(data2,2,16,QChar('0')));
#endif
 
        m_partialPacket.data[m_partialPacket.size + 0] = data1;
        m_partialPacket.data[m_partialPacket.size + 1] = data2;
        m_partialPacket.size += 2;
    }
 
    uint8_t packet_size_code = m_partialPacket.data[0] & 0b11'1111;
    uint8_t total_packet_size = packet_size_code * 2;
    if (packet_size_code == 0)
    {
        total_packet_size = 128;
    }
    if (m_reader != nullptr && m_partialPacket.size == total_packet_size)
    {
        parse_cc_packet(m_reader, &m_partialPacket, m_lastSeen);
        m_partialPacket.size = 0;
    }
}
 
void CC708Decoder::services(std::chrono::seconds seconds, cc708_seen_flags & seen) const
{
    auto then = SystemClock::now() - seconds;
 
    seen[0] = false; // service zero is not allowed in CEA-708-D
    for (uint i = 1; i < 64; i++)
        seen[i] = (m_lastSeen[i] >= then);
}
 
enum C0 : std::uint8_t
{
    NUL  = 0x00,
    ETX  = 0x03,
    BS   = 0x08,
    FF   = 0x0C,
    CR   = 0x0D,
    HCR  = 0x0E,
    EXT1 = 0x10,
    P16  = 0x18,
};
 
enum C1 : std::uint8_t
{
    CW0=0x80, CW1=0x81, CW2=0x82, CW3=0x83, CW4=0x84, CW5=0x85, CW6=0x86, CW7=0x87,
    CLW=0x88, DSW=0x89, HDW=0x8A, TGW=0x8B, DLW=0x8C, DLY=0x8D, DLC=0x8E, RST=0x8F,
    SPA=0x90, SPC=0x91, SPL=0x92,                                         SWA=0x97,
    DF0=0x98, DF1=0x99, DF2=0x9A, DF3=0x9B, DF4=0x9C, DF5=0x9D, DF6=0x9E, DF7=0x9F,
};
 
using cc_table = std::array<const uint16_t, 0x60>;
extern const cc_table CCtableG0;
extern const cc_table CCtableG1;
extern const cc_table CCtableG2;
extern const cc_table CCtableG3;
 
static void append_character(CC708Reader *cc, uint service_num, short ch);
static void parse_cc_service_stream(CC708Reader *cc, uint service_num);
static int handle_cc_c0_ext1_p16(CC708Reader *cc, uint service_num, int i);
static int handle_cc_c1(CC708Reader *cc, uint service_num, int i);
static int handle_cc_c2(CC708Reader *cc, uint service_num, int i);
static int handle_cc_c3(CC708Reader *cc, uint service_num, int i);
 
static inline void send_str (CC708Reader* cc, uint service_num)
{
    std::u16string& s = cc->m_tempStr[service_num];
    if (s.empty())
        return;
    cc->TextWrite(service_num, s);
    s.clear();
}
 
static void parse_cc_service_stream(CC708Reader* cc, uint service_num)
{
    const int blk_size = cc->m_buf[service_num].size();
    int blk_start = 0;
    int dlc_loc = 0;
    int rst_loc = 0;
    int i = 0;
 
    // find last reset or delay cancel in buffer
    for (i = 0; i < blk_size; i++)
    {
        switch (cc->m_buf[service_num][i]) {
            // Skip over parameters, since their bytes may coincide
            // with RST or DLC
            case CLW:
            case DLW:
            case DSW:
            case HDW:
            case TGW:
            case DLY:
                i += 1;
                break;
            case SPA:
            case SPL:
                i += 2;
                break;
            case SPC:
                i += 3;
                break;
            case SWA:
                i += 4;
                break;
            case DF0:
            case DF1:
            case DF2:
            case DF3:
            case DF4:
            case DF5:
            case DF6:
            case DF7:
                i += 6;
                break;
            // Detect RST or DLC bytes
            case RST:
                rst_loc = dlc_loc = i;
                break;
            case DLC:
                dlc_loc = i;
                break;
        }
    }
 
    // reset, process only data after reset
    if (rst_loc)
    {
        cc->Reset(service_num);
        cc->m_delayed[service_num] = false; // Reset implicitly cancels delay
        blk_start = rst_loc + 1;
    }
 
    // if we have a delay cancel, cancel any delay
    if (dlc_loc && cc->m_delayed[service_num])
    {
        cc->DelayCancel(service_num);
        cc->m_delayed[service_num] = false;
    }
 
    // cancel delay if the buffer is full
    if (cc->m_delayed[service_num] && blk_size >= 126)
    {
        cc->DelayCancel(service_num);
        cc->m_delayed[service_num] = false;
        dlc_loc = blk_size - 1;
    }
 
#if DEBUG_CC_PARSE
    LOG(VB_VBI, LOG_ERR,
        QString("cc_ss delayed(%1) blk_start(%2) blk_size(%3)")
            .arg(cc->m_delayed[service_num]) .arg(blk_start) .arg(blk_size));
#endif
 
    for (i = (cc->m_delayed[service_num]) ? blk_size : blk_start;
         i < blk_size; )
    {
        const int old_i = i;
        const int code = cc->m_buf[service_num][i];
        if (0x0 == code)
        {
            i++;
        }
        else if (code <= 0x1f)
        {
            // C0 code -- ASCII commands + ext1: C2,C3,G2,G3 + p16: 16 chars
            i = handle_cc_c0_ext1_p16(cc, service_num, i);
        }
        else if (code <= 0x7f)
        {
            // G0 code -- mostly ASCII printables
            short character = CCtableG0[code-0x20];
            append_character(cc, service_num, character);
            i++;
            send_str(cc, service_num);
        }
        else if (code <= 0x9f)
        {
            // C1 code -- caption control codes
            i = handle_cc_c1(cc, service_num, i);
        }
        else if (code <= 0xff)
        {
            // G1 code -- ISO 8859-1 Latin 1 characters
            short character = CCtableG1[code-0xA0];
            append_character(cc, service_num, character);
            i++;
        }
 
#if DEBUG_CC_SERVICE
        LOG(VB_VBI, LOG_DEBUG, QString("i %1, blk_size %2").arg(i)
                .arg(blk_size));
#endif
 
        // loop continuation check
        if (old_i == i)
        {
#if DEBUG_CC_SERVICE
            LOG(VB_VBI, LOG_DEBUG, QString("old_i == i == %1").arg(i));
            QString msg;
            for (int j = 0; j < blk_size; j++)
                msg += QString("0x%1 ").arg(cc->m_buf[service_num][j], 2, 16, QChar('0'));
            LOG(VB_VBI, LOG_DEBUG, msg);
#endif
            if (blk_size - i > 10)
            {
                LOG(VB_VBI, LOG_INFO, "eia-708 decoding error...");
                cc->Reset(service_num);
                cc->m_delayed[service_num] = false;
                i = cc->m_buf[service_num].size();
            }
            // There must be an incomplete code in buffer...
            break;
        }
        if (cc->m_delayed[service_num] && dlc_loc < i)
        {
            // delay in effect
            break;
        }
        if (cc->m_delayed[service_num])
        {
            // this delay has already been canceled..
            cc->DelayCancel(service_num);
            cc->m_delayed[service_num] = false;
        }
    }
 
    // get rid of remaining bytes...
    if ((blk_size - i) > 0)
    {
        cc->m_buf[service_num].erase(cc->m_buf[service_num].begin(),
                                     cc->m_buf[service_num].begin() + i);
    }
    else
    {
        if (0 != (blk_size - i))
        {
            LOG(VB_VBI, LOG_ERR, QString("buffer error i(%1) buf_size(%2)")
                .arg(i).arg(blk_size));
            QString msg;
            for (i=0; i < blk_size; i++)
                msg += QString(" 0x%1").arg(cc->m_buf[service_num][i], 0, 16);
            LOG(VB_VBI, LOG_ERR, msg);
        }
        cc->m_buf[service_num].clear();
    }
}
 
static int handle_cc_c0_ext1_p16(CC708Reader* cc, uint service_num, int i)
{
    // C0 code -- subset of ASCII misc. control codes
    const int code = cc->m_buf[service_num][i];
 
    if (code <= 0xf)
    {
        // single byte code
        if (C0::ETX == code)
            send_str(cc, service_num);
        else if (C0::BS == code)
            append_character(cc, service_num, 0x8);     // Backspace
        else if (C0::FF==code)
            append_character(cc, service_num, 0xc);     // Form Feed
        else if (C0::CR==code)
            append_character(cc, service_num, 0xd);     // Carriage Return
        else if (C0::HCR==code)
            append_character(cc, service_num, 0xe);     // Horizontal Carriage Return
        i++;
    }
    else if (code<=0x17)
    {
        // double byte code
        const int blk_size = cc->m_buf[service_num].size();
        if (EXT1==code && ((i+1)<blk_size))
        {
            const int code2 = cc->m_buf[service_num][i+1];
            if (code2<=0x1f)
            {
                // C2 code -- nothing in EIA-708-A
                i = handle_cc_c2(cc, service_num, i);
            }
            else if (code2<=0x7f)
            {
                // G2 code -- fractions, drawing, symbols
                append_character(cc, service_num, CCtableG2[code2-0x20]);
                i+=2;
            }
            else if (code2<=0x9f)
            {
                // C3 code -- nothing in EIA-708-A
                i = handle_cc_c3(cc, service_num, i);
            }
            else if (code2<=0xff)
            {
                // G3 code -- one symbol in EIA-708-A "[cc]"
                append_character(cc, service_num, CCtableG3[code2-0xA0]);
                i+=2;
            }
        }
        else if ((i+1)<blk_size)
        {
            i+=2;
        }
    }
    else if (code<=0x1f)
    {
        // triple byte code
        const int blk_size = cc->m_buf[service_num].size();
        if (P16==code && ((i+2)<blk_size))
        {
            // reserved for large alphabets, but not yet defined
        }
        if ((i+2)<blk_size)
            i+=3;
    }
    return i;
}
 
static int handle_cc_c1(CC708Reader* cc, uint service_num, int i)
{
    const int blk_size = cc->m_buf[service_num].size();
    const int code = cc->m_buf[service_num][i];
 
    const unsigned char* blk_buf = cc->m_buf[service_num].data();
    if (code<=CW7)
    { // no paramaters
        send_str(cc, service_num);
        cc->SetCurrentWindow(service_num, code-0x80);
        i+=1;
    }
    else if (DLC == cc->m_buf[service_num][i])
    {
/* processed out-of-band
        cc->DelayCancel(service_num);
        cc->m_delayed[service_num] = 0;
*/
        i+=1;
    }
    else if (code<=DLY && ((i+1)<blk_size))
    { // 1 byte of paramaters
        int param1 = blk_buf[i+1];
        send_str(cc, service_num);
        if (CLW==code)
            cc->ClearWindows(service_num, param1);
        else if (DSW==code)
            cc->DisplayWindows(service_num, param1);
        else if (HDW==code)
            cc->HideWindows(service_num, param1);
        else if (TGW==code)
            cc->ToggleWindows(service_num, param1);
        else if (DLW==code)
            cc->DeleteWindows(service_num, param1);
        else if (DLY==code)
        {
            cc->Delay(service_num, param1);
            cc->m_delayed[service_num] = true;
        }
        i+=2;
    }
    else if (SPA==code && ((i+2)<blk_size))
    {
        int pen_size  = (blk_buf[i+1]   ) & 0x3;
        int offset    = (blk_buf[i+1]>>2) & 0x3;
        int text_tag  = (blk_buf[i+1]>>4) & 0xf;
        int font_tag  = (blk_buf[i+2]   ) & 0x7;
        int edge_type = (blk_buf[i+2]>>3) & 0x7;
        int underline = (blk_buf[i+2]>>6) & 0x1;
        int italic    = (blk_buf[i+2]>>7) & 0x1;
        send_str(cc, service_num);
        cc->SetPenAttributes(service_num, pen_size, offset, text_tag,
                             font_tag, edge_type, underline, italic);
        i+=3;
    }
    else if (SPC==code && ((i+3)<blk_size))
    {
        int fg_color   = (blk_buf[i+1]   ) & 0x3f;
        int fg_opacity = (blk_buf[i+1]>>6) & 0x03;
        int bg_color   = (blk_buf[i+2]   ) & 0x3f;
        int bg_opacity = (blk_buf[i+2]>>6) & 0x03;
        int edge_color = (blk_buf[i+3]>>6) & 0x3f;
        send_str(cc, service_num);
        cc->SetPenColor(service_num, fg_color, fg_opacity,
                        bg_color, bg_opacity, edge_color);
        i+=4;
    }
    else if (SPL==code && ((i+2)<blk_size))
    {
        int row = blk_buf[i+1] & 0x0f;
        int col = blk_buf[i+2] & 0x3f;
        send_str(cc, service_num);
        cc->SetPenLocation(service_num, row, col);
        i+=3;
    }
    else if (SWA==code && ((i+4)<blk_size))
    {
        int fill_color    = (blk_buf[i+1]   ) & 0x3f;
        int fill_opacity  = (blk_buf[i+1]>>6) & 0x03;
        int border_color  = (blk_buf[i+2]   ) & 0x3f;
        int border_type01 = (blk_buf[i+2]>>6) & 0x03;
        int justify       = (blk_buf[i+3]   ) & 0x03;
        int scroll_dir    = (blk_buf[i+3]>>2) & 0x03;
        int print_dir     = (blk_buf[i+3]>>4) & 0x03;
        int word_wrap     = (blk_buf[i+3]>>6) & 0x01;
        int border_type   = (blk_buf[i+3]>>5) | border_type01;
        int display_eff   = (blk_buf[i+4]   ) & 0x03;
        int effect_dir    = (blk_buf[i+4]>>2) & 0x03;
        int effect_speed  = (blk_buf[i+4]>>4) & 0x0f;
        send_str(cc, service_num);
        cc->SetWindowAttributes(
            service_num, fill_color, fill_opacity, border_color, border_type,
            scroll_dir,     print_dir,    effect_dir,
            display_eff,    effect_speed, justify, word_wrap);
        i+=5;
    }
    else if ((code>=DF0) && (code<=DF7) && ((i+6)<blk_size))
    {
        // param1
        int priority = ( blk_buf[i+1]  ) & 0x7;
        int col_lock = (blk_buf[i+1]>>3) & 0x1;
        int row_lock = (blk_buf[i+1]>>4) & 0x1;
        bool visible  = ((blk_buf[i+1]>>5) & 0x1) != 0;
        // param2
        int anchor_vertical = blk_buf[i+2] & 0x7f;
        int relative_pos = (blk_buf[i+2]>>7);
        // param3
        int anchor_horizontal = blk_buf[i+3];
        // param4
        int row_count = blk_buf[i+4] & 0xf;
        int anchor_point = blk_buf[i+4]>>4;
        // param5
        int col_count = blk_buf[i+5] & 0x3f;
        // param6
        int pen_style = blk_buf[i+6] & 0x7;
        int win_style = (blk_buf[i+6]>>3) & 0x7;
        send_str(cc, service_num);
        cc->DefineWindow(service_num, code-0x98, priority, visible,
                         anchor_point, relative_pos,
                         anchor_vertical, anchor_horizontal,
                         row_count, col_count, row_lock, col_lock,
                         pen_style, win_style);
        i+=7;
    }
#if DEBUG_CC_SERVICE
    else
    {
        LOG(VB_VBI, LOG_ERR, QString("handle_cc_c1: (NOT HANDLED) "
                "code(0x%1) i(%2) blk_size(%3)").arg(code, 2, 16, QLatin1Char('0'))
                .arg(i).arg(blk_size));
    }
#endif
 
    return i;
}
 
static int handle_cc_c2(CC708Reader* cc, uint service_num, int i)
{
    const int blk_size = cc->m_buf[service_num].size();
    const int code = cc->m_buf[service_num][i+1];
 
    if ((code<=0x7) && ((i+1)<blk_size)){
        i+=2;
        send_str(cc, service_num);
    }
    else if ((code<=0xf) && ((i+2)<blk_size))
    {
        i+=3;
        send_str(cc, service_num);
    }
    else if ((code<=0x17) && ((i+3)<blk_size))
    {
        i+=4;
        send_str(cc, service_num);
    }
    else if ((code<=0x1f) && ((i+4)<blk_size))
    {
        i+=5;
        send_str(cc, service_num);
    }
    return i;
}
 
static int handle_cc_c3(CC708Reader* cc, uint service_num, int i)
{
    const unsigned char* blk_buf = cc->m_buf[service_num].data();
    const int blk_size = cc->m_buf[service_num].size();
    const int code = cc->m_buf[service_num][i+1];
 
    if ((code<=0x87) && ((i+5)<blk_size))
    {
        i+=6;
        send_str(cc, service_num);
    }
    else if ((code<=0x8f) && ((i+6)<blk_size))
    {
        i+=7;
        send_str(cc, service_num);
    }
    else if ((i+2)<blk_size)
    { // varible length commands
        int length = blk_buf[i+2]&0x3f;
        if ((i+length)<blk_size)
        {
            i+=1+length;
            send_str(cc, service_num);
        }
    }
    return i;
}
 
static void append_cc(CC708Reader* cc, uint service_num,
                      const unsigned char* blk_buf, int block_size)
{
    try
    {
        cc->m_buf[service_num].insert(cc->m_buf[service_num].end(),
                                      blk_buf, blk_buf + block_size);
    }
    catch (const std::bad_alloc& e)
    {
        // The buffer resize failed. Drop the new data.
        LOG(VB_VBI, LOG_DEBUG, QString("append_cc: srv %1 failed to add %2 bytes")
            .arg(service_num).arg(block_size));
        return;
    }
#if DEBUG_CC_SERVICE_2
    {
        uint i;
        QString msg("append_cc:");
        for (i = 0; i < cc->m_buf[service_num].size(); i++)
            msg += QString(" 0x%1").arg(cc->m_buf[service_num][i], 2, 16, QChar('0'));
        LOG(VB_VBI, LOG_DEBUG, msg);
    }
#endif
    parse_cc_service_stream(cc, service_num);
}
 
static void parse_cc_packet(CC708Reader* cb_cbs, CaptionPacket* pkt,
                            cc708_seen_times& last_seen)
{
    const unsigned char* pkt_buf = pkt->data.data();
    const int pkt_size = pkt->size;
    int off = 1;
    int len     = ((((int)pkt_buf[0]) & 0x3f)<<1) - 1;
 
    if (len < 0)
        return;
 
#if DEBUG_CC_RAWPACKET
    if (true)
#elif DEBUG_CAPTIONS
    if (len > pkt_size)
#else
    if (false) // NOLINT(readability-simplify-boolean-expr)
#endif
    {
        int srv = (pkt_buf[off]>>5) & 0x7;
        int seq_num = (((int)pkt_buf[0])>>6)&0x3;
        QString msg = QString("CC708 len %1 srv0 %2 seq %3").arg(len, 2)
                          .arg(srv) .arg(seq_num);
        for (int j = 0; j < pkt_size; j++)
            msg += QString(" 0x%1").arg(pkt_buf[j], 0, 16);
        LOG(VB_VBI, LOG_DEBUG, msg);
    }
 
    if (pkt_size >= 127)
        LOG(VB_VBI, LOG_ERR,
            QString("Unexpected pkt_size=%1").arg(pkt_size));
 
    while (off < pkt_size && pkt_buf[off])
    { // service_block
        int block_size = pkt_buf[off] & 0x1f;
        int service_number = (pkt_buf[off]>>5) & 0x7;
        int block_data_offset = (0x7==service_number && block_size!=0) ?
            off+2 : off+1;
#if DEBUG_CC_SERVICE_BLOCK
        LOG(VB_VBI, LOG_DEBUG,
            QString("block_size(%1) service_number(%2) block_data_offset(%3)")
                .arg(block_size) .arg(service_number) .arg(block_data_offset));
#endif
        if (off+2 == block_data_offset)
        {
            int extended_service_number = pkt_buf[off+2] & 0x3f;
#if DEBUG_CC_SERVICE_BLOCK
            LOG(VB_VBI, LOG_DEBUG, QString("extended_service_number(%1)")
                   .arg(extended_service_number));
#endif
            service_number =  extended_service_number;
        }
        if (service_number)
        {
#if DEBUG_CC_SERVICE
            int i;
            if (!(2==block_size &&
                  0==pkt_buf[block_data_offset] &&
                  0==pkt_buf[block_data_offset+1]))
            {
                QString msg = QString("service %1:").arg(service_number);
                for (i=0; i<block_size; i++)
                    msg += QString(" 0x%1")
                               .arg(pkt_buf[block_data_offset+i], 2, 16, QChar('0'));
                LOG(VB_VBI, LOG_DEBUG, msg);
            }
#endif
            append_cc(cb_cbs, service_number,
                      &pkt_buf[block_data_offset], block_size);
 
            last_seen[service_number] = std::chrono::system_clock::now();
        }
        off+=block_size+1;
    }
    if (off<pkt_size) // must end in null service block, if packet is not full.
    {
        if (pkt_buf[off] != 0)
        {
            LOG(VB_VBI, LOG_ERR,
                QString("CEA-708 packet error: pkt_size=%1, pkt_buf[%2]=%3")
                .arg(pkt_size).arg(off).arg(pkt_buf[off]));
        }
    }
}
 
static void append_character(CC708Reader *cc, uint service_num, short ch)
{
    std::u16string& s = cc->m_tempStr[service_num];
    if (s.size()+2 > s.capacity())
        s.resize(s.capacity() * 2);
    s.push_back(ch);
}
 
const cc_table CCtableG0 =
{
//   0    1    2    3       4    5    6    7
//   8    9    a    b       c    d    e    f
    ' ', '!','\"', '#',    '$', '%', '&', '\'', /* 0x20-0x27 */
    '(', ')', '*', '+',    ',', '-', '.', '/',  /* 0x28-0x2f */
    '0', '1', '2', '3',    '4', '5', '6', '7',  /* 0x30-0x37 */
    '8', '9', ':', ';',    '<', '=', '>', '?',  /* 0x38-0x3f */
 
    '@', 'A', 'B', 'C',    'D', 'E', 'F', 'G',  /* 0x40-0x47 */
    'H', 'I', 'J', 'K',    'L', 'M', 'N', 'O',  /* 0x48-0x4f */
    'P', 'Q', 'R', 'S',    'T', 'U', 'V', 'W',  /* 0x50-0x57 */
    'X', 'Y', 'Z', '[',    '\\',']', '^', '_',  /* 0x58-0x5f */
 
    '`', 'a', 'b', 'c',    'd', 'e', 'f', 'g',  /* 0x60-0x67 */
    'h', 'i', 'j', 'k',    'l', 'm', 'n', 'o',  /* 0x68-0x6f */
    'p', 'q', 'r', 's',    't', 'u', 'v', 'w',  /* 0x70-0x77 */
    'x', 'y', 'z', '{',    '|', '}', '~',  0x266a, // music note/* 0x78-0x7f */
};
 
const cc_table CCtableG1 =
{
//          0           1           2           3
//          4           5           6           7
//          8           9           a           b
//          c           d           e           f
    0xA0, // unicode non-breaking space
            0xA1 /* ¡ */, 0xA2 /* ¢ */, 0xA3 /* £ */,
    0xA4 /* ¤ */, 0xA5 /* ¥ */, 0xA6 /* ¦ */, 0xA7 /* § */,
    0xA8 /* ¨ */, 0xA9 /* © */, 0xAA /* ª */, 0xAB /* « */,
    0xAC /* ¬ */, 0xAD /* ­ */, 0xAE /* ® */, 0xAF /* ¯ */,
    0xB0 /* ° */, 0xB1 /* ± */, 0xB2 /* ² */, 0xB3 /* ³ */,
    0xB4 /* ´ */, 0xB5 /* µ */, 0xB6 /* ¶ */, 0xB7 /* · */,
    0xB8 /* ¸ */, 0xB9 /* ¹ */, 0xBA /* º */, 0xBB /* » */,
    0xBC /* ¼ */, 0xBD /* ½ */, 0xBE /* ¾ */, 0xBF /* ¿ */,
 
    0xC0 /* À */, 0xC1 /* Á */, 0xC2 /* Â */, 0xC3 /* Ã */,
    0xC4 /* Ä */, 0xC5 /* Å */, 0xC6 /* Æ */, 0xC7 /* Ç */,
    0xC8 /* È */, 0xC9 /* É */, 0xCA /* Ê */, 0xCB /* Ë */,
    0xCC /* Ì */, 0xCD /* Í */, 0xCE /* Î */, 0xCF /* Ï */,
    0xD0 /* Ð */, 0xD1 /* Ñ */, 0xD2 /* Ò */, 0xD3 /* Ó */,
    0xD4 /* Ô */, 0xD5 /* Õ */, 0xD6 /* Ö */, 0xD7 /* × */,
    0xD8 /* Ø */, 0xD9 /* Ù */, 0xDA /* Ú */, 0xDB /* Û */,
    0xDC /* Ü */, 0xDD /* Ý */, 0xDE /* Þ */, 0xDF /* ß */,
 
    0xE0 /* à */, 0xE1 /* á */, 0xE2 /* â */, 0xE3 /* ã */,
    0xE4 /* ä */, 0xE5 /* å */, 0xE6 /* æ */, 0xE7 /* ç */,
    0xE8 /* è */, 0xE9 /* é */, 0xEA /* ê */, 0xEB /* ë */,
    0xEC /* ì */, 0xED /* í */, 0xEE /* î */, 0xEF /* ï */,
    0xF0 /* ð */, 0xF1 /* ñ */, 0xF2 /* ò */, 0xF3 /* ó */,
    0xF4 /* ô */, 0xF5 /* õ */, 0xF6 /* ö */, 0xF7 /* ÷ */,
    0xF8 /* ø */, 0xF9 /* ù */, 0xFA /* ú */, 0xFB /* û */,
    0xFC /* ü */, 0xFD /* ý */, 0xFE /* þ */, 0xFF /* ÿ */,
};
 
const cc_table CCtableG2 =
{
    ' ', /* transparent space */
                        0xA0, /* non-breaking transparent space */
    0,                  0,                     /* 0x20-0x23 */
    0,                  0x2026,/* elipsis */
    0,                  0,                     /* 0x24-0x27 */
    0,                  0,
    0x160,/*S under \/ */0,                    /* 0x28-0x2b */
    0x152, /* CE */     0,
    0,                  0,                     /* 0x2c-0x2f */
    0x2588,/*block*/    0x2018,/* open ' */
    0x2019,/*close ' */ 0x201c,/* open " */    /* 0x30-0x33 */
    0x201d,/*close " */ 0xB7,/* dot */
    0,                  0,                     /* 0x34-0x37 */
    0,                  0x2122,/* super TM */
    0x161,/*s under \/ */0,                    /* 0x38-0x3b */
    0x153, /* ce */     0x2120,/* super SM */
    0,                  0x178,/*Y w/umlout*/   /* 0x3c-0x3f */
 
//  0         1         2         3
//  4         5         6         7
//  8         9         a         b
//  c         d         e         f
    0,        0,        0,        0,
    0,        0,        0,        0, /* 0x40-0x47 */
    0,        0,        0,        0,
    0,        0,        0,        0, /* 0x48-0x4f */
 
    0,        0,        0,        0,
    0,        0,        0,        0, /* 0x50-0x57 */
    0,        0,        0,        0,
    0,        0,        0,        0, /* 0x58-0x5f */
 
    0,        0,        0,        0,
    0,        0,        0,        0, /* 0x60-0x67 */
    0,        0,        0,        0,
    0,        0,        0,        0, /* 0x68-0x6f */
 
    0,                  0,
    0,                  0,           /* 0x70-0x73 */
    0,                  0,
    0x215b, /* 1/8 */   0x215c, /* 3/8 */    /* 0x74-0x77 */
    0x215d, /* 5/8 */   0x215e, /* 7/8 */
    0x2502, /*line | */ 0x2510, /*line ~| */ /* 0x78-0x7b */
    0x2514, /*line |_*/ 0x2500, /*line -*/
    0x2518, /*line _|*/ 0x250c, /*line |~ */ /* 0x7c-0x7f */
};
 
const cc_table CCtableG3 =
{
//   0 1  2  3    4  5  6  7     8  9  a  b    c  d  e  f
    '#', /* [CC] closed captioning logo */
       0, 0, 0,   0, 0, 0, 0,    0, 0, 0, 0,   0, 0, 0, 0, /* 0xa0-0xaf */
    0, 0, 0, 0,   0, 0, 0, 0,    0, 0, 0, 0,   0, 0, 0, 0, /* 0xb0-0xbf */
 
    0, 0, 0, 0,   0, 0, 0, 0,    0, 0, 0, 0,   0, 0, 0, 0, /* 0xc0-0xcf */
    0, 0, 0, 0,   0, 0, 0, 0,    0, 0, 0, 0,   0, 0, 0, 0, /* 0xd0-0xdf */
 
    0, 0, 0, 0,   0, 0, 0, 0,    0, 0, 0, 0,   0, 0, 0, 0, /* 0xe0-0xff */
    0, 0, 0, 0,   0, 0, 0, 0,    0, 0, 0, 0,   0, 0, 0, 0, /* 0xf0-0xff */
};