Ticket #9534: mythchannel_sync

#!/usr/bin/perl

#
# Upgrade database mysql for internal playlist sorage and dynamic update
# 1. expanding field that is not used for iptv     - SQL:alter table channel MODIFY freqid varchar(255);
# 2. Add a new option (flag) to the table settings - SQL:insert into settings (value,data) VALUES('iptv_playlist_change','1');
# 3. Choose the type of card - FREEBOX (Network Recorder) in the M3U URL prescribes intrenal:KEYWORD
#    option says that the internal library to take out the base, KEYWORD can be of any, this is usually the provider name
#    it must coincide with the set variable $ IPTV_SOURCE in mythchannel_sync
#
# ðÏÄÇÏÔÏ×ËÁ ÂÁÚÙ mysql ÄÌÑ ×ÎÕÔÒÅÎÎÅÇÏ ÈÒÁÎÅÎÉÑ ÐÌÅÊÌÉÓÔÁ É ÄÉÎÁÍÉÞÅÓËÏÇÏ ÏÂÎÏ×ÌÅÎÉÑ
# 1. ÒÁÓÛÉÒÑÅÍ ÐÏÌÅ ËÏÔÏÒÏÅ ÎÅ ÉÓÐÏÌØÚØÕÅÔÓÑ × iptv  - SQL:alter table channel MODIFY freqid varchar(255);
# 2. äÏÂÁ×ÌÑÅÍ ÎÏ×ÕÀ ÏÐÃÉÀ (ÆÌÁÇ) × ÔÁÂÌÉÃÕ settings - SQL:insert into settings (value,data) VALUES('iptv_playlist_change','1');
# 3. ÷ÙÂÉÒÁÅÍ ÔÉÐ ËÁÒÔÙ - FREEBOX (óÅÔÅ×ÏÊ ÒÅËÏÒÄÅÒ) × ÐÏÌÅ M3U URL ÐÒÏÐÉÓÙ×ÁÅÍ intrenal:KEYWORD
#    ÏÐÃÉÑ internal ÇÏ×ÏÒÉÔ ÞÔÏ ÐÌÅÊÌÉÓÔ ÂÒÁÔØ ÉÚ ÂÁÚÙ, KEYWORD ÍÏÖÅÔ ÂÙÔØ ÌÀÂÙÍ ÜÔÏ ÉÍÑ ÐÒÏ×ÁÊÄÅÒÁ ÏÎÏ ÄÏÌÖÎÏ ÓÏ×ÐÁÄÁÔØ 
#    Ó ÕÓÔÁÎÏ×ÌÅÎÎÏÊ ÐÅÒÅÍÅÎÎÏÊ $IPTV_SOURCE × mythchannel_sync

# Run this script periodically

#
# Playlist format:
# csv
# CHID\tCHNOMER\tXMLTVID\tURLICON\tCHNAME\tCHURL\n
# ...

# examlpe
# 123\t1\t345\thttp://serv.com/image/img.gif\tSuper Channel\tudp://230.0.0.1:1234\n

# PS You can easily modify

use Socket;
use DBI;
use Encode;
use encoding "utf8";

$DEBUG=1;
#######################################################
$IPTV_SOURCE="myiptvisp";
$PLAYLIST_URL="http://serv.com/playlist.php";
#######################################################
$DB_HOST="localhost";
$DB_PORT="0";
$DB_NAME="mythtv";
$DB_USER="user";
$DB_PASS="pass";
$HOME_DIR="/home/localuser"; # dir .mythtv/channels
#######################################################


# ÚÁÂÉÒÁÅÍ playlist
($type,$file,$buf)=http_get($PLAYLIST_URL);
@chlist=split(/\n/,$buf);
unless ($chlist[0] =~ /^csv/i) { exit; }


# ÆÏÒÍÉÒÕÅÍ ÐÌÅÊÌÉÓÔ É ÚÁËÁÞÉ×ÁÅÍ ÏÔÓÕÔÓÔ×ÕÀÝÉÅ ÉËÏÎËÉ
foreach $ch (@chlist)
{
  $ch=~s/[\r\n]//g;
  $type='';
  ($chid,$chno,$tvpid,$icon,$name,$url)=split(/\t/,$ch);

  if ($url eq "") { next; }

  if ($icon ne '')
  {
    ($a1,$a2,$a3,$file)=parse_url($icon);
    $full_icon="$HOME_DIR/.mythtv/channels/$file";
    unless (-e $full_icon)
    {
      ($type,$file,$buf)=http_get($icon);
    }

    if ($type=~/image/i)
    {
      open(F,">",$full_icon);
      print F $buf;
      close F;
    }
    #$icon=$file; # mythtv ÓÁÍ ÚÎÁÅÔ × ËÁËÏÊ ÄÉÒÅËÔÏÒÉÉ ÌÅÖÁÔ ÉËÏÎËÉ
    $icon=$full_icon; # ÌÕÞÛÅ ÕËÁÚÁÔØ ÐÏÌÎÙÊ ÐÕÔØ ÎÅËÏÔÏÒÙÅ ÜÌÅÍÅÎÔÙ ÎÅ ×ÉÄÑÔ ÉËÏÎËÉ
  }

  $CHLIST_NEW{$chid}->{'chno'}=$chno;
  $CHLIST_NEW{$chid}->{'tvpid'}=$tvpid;
  $CHLIST_NEW{$chid}->{'icon'}=$icon;
  $CHLIST_NEW{$chid}->{'name'}=$name;
  $CHLIST_NEW{$chid}->{'url'}=$url;
}

# æÌÁÇ ÉÚÍÅÎÅÎÉÑ
$DB_CHANGE=0;

# ÐÏÄËÌÀÞÁÅÍÓÑ Ë âä
my $dbh = DBI->connect("DBI:mysql:database=$DB_NAME;host=$DB_HOST",$DB_USER,$DB_PASS,{'RaiseError' => 0}) or die "Can`t connect to MySQL!\n";

# ÕÓÔÁÎÁ×ÌÉ×ÁÅÍ ËÏÄÉÒÏ×ËÕ
$dbh->{'mysql_enable_utf8'} = 1;
$dbh->do("set character set utf8");
$dbh->do("SET NAMES 'utf8'");

# ÕÚÎÁÅÍ id ×ÉÄÅÏÉÓÔÏÞÎÉËÁ
$hl=$dbh->prepare("SELECT i.sourceid FROM capturecard AS c,cardinput AS i WHERE c.cardtype='FREEBOX' AND c.videodevice='internal:$IPTV_SOURCE' AND c.cardid=i.cardid GROUP BY 1");
$hl->execute();
($SOURCE_ID)=$hl->fetchrow_array();
$hl->finish();

if ($SOURCE_ID eq "") { die "Can`t find cardtype: FREEBOX and/or videodevice(M3U URL): internal:$IPTV_SOURCE \n"; }

print "Select sourceid: $SOURCE_ID\n";


$CH_DELETE=0;
$CH_UPDATE=0;
$CH_INSERT=0;


# ×Ù×ÏÄÉÍ ×ÓÅ ËÁÎÁÌÙ ÄÌÑ ÜÔÏÇÏ ×ÉÄÅÏ ÉÓÔÏÞÎÉËÁ
$hl=$dbh->prepare("SELECT chanid,channum,freqid,callsign,name,icon,xmltvid,visible FROM channel WHERE sourceid='$SOURCE_ID'") or die "Can`t select 1\n";
$hl->execute();
do {
while ( ($id,$chno,$url,$chid,$name,$icon,$tvpid,$visible)=$hl->fetchrow_array() )
{
#  print "$id $name $icon\n";

  # ËÁÎÁÌ ÂÙÌ ÕÄÁÌÅÎ
  if ( !defined($CHLIST_NEW{$chid}) )
  {
    $dbh->do("DELETE FROM channel WHERE callsign='$chid'");
    $CH_DELETE++;
    $DB_CHANGE=1;
print "- $url $name\n" if ($DEBUG);
    next;
  }

  # ËÁÎÁÌ ÐÒÉÓÕÔÓÔ×ÕÅÔ, ÐÒÏ×ÅÒÑÅÍ ÎÁ ÉÚÍÅÎÅÎÉÑ ...
  $CH=$CHLIST_NEW{$chid};
  ($chno_n,$tvpid_n,$icon_n,$name_n,$url_n) = @{$CH}{ ('chno','tvpid','icon','name','url') };
#print "$name_n\n";
  # ÐÒÏ×ÅÒËÁ ÎÁ ÐÅÅÎÕÍÅÒÁÃÉÀ mythtv -> iptv
  #if ( $chno_n ne $chno ) {}  # ÐÏËÁ ÎÅ ÏÞÅÎØ ÑÓÎÏ ËÁË ÜÔÏ ÄÅÌÁÔØ ÐÏ ÉÄÅÅ ÎÁÄÏ ÚÁÒÁÎÉÅ ÐÅÒÅÄ ÜÔÉÍ ÃÉËÌÏÍ ÓÄÅÌÁÔØ ×ÓÅ ÉÚÍÅÎÅÎÉÑ Á ÐÏÔÏÍ × ÜÔÏÍ ÃÉËÌÅ ×ÓÅ ÐÒÉÎÑÔØ

  if    ( $url_n   ne $url   ) { $change=1; }
  elsif ( $chno_n  ne $chno  ) { $change=1; }
  elsif ( $tvpid_n ne $tvpid ) { $change=1; }
  elsif ( $name_n  ne $name  ) { $change=1; }
  elsif ( $icon_n  ne $icon  ) { $change=1; }
  else                         { $change=0; }

  # ÕÄÁÌÑÅÍ ÉÚ ÓÐÉÓËÁ ÜÔÏÔ ËÁÎÁÌ
  delete($CHLIST_NEW{$chid});

  # ÅÓÌÉ ÉÚÍÅÎÅÎÉÊ ÎÅÔ ÐÒÏÐÕÓËÁÅÍ ÏÂÒÁÂÏÔËÕ ÜÔÏÇÏ ËÁÎÁÌÁ
  unless ($change) { next; }

  $CH_UPDATE++;
  $DB_CHANGE=1;
print "! $url_n $name_n\n" if ($DEBUG);
  $dbh->do("UPDATE channel SET channum='$chno_n',freqid='$url_n',name='$name_n',icon='$icon_n',xmltvid='$tvpid_n' WHERE chanid='$id'");
}
} while ($hl->more_results);
$hl->finish();


# ÕÚÎÁÅÍ ÍÁËÓÉÍÁÌØÎÙÊ id ËÁÎÁÌÁ
$hl=$dbh->prepare("SELECT max(chanid) FROM channel");
$hl->execute();
($CHANID_LAST)=$hl->fetchrow_array();
$hl->finish();


# ×ÓÁ×ÌÑÅÍ ÏÓÔÁ×ÛÉÅÓÑ ËÁÎÁÌÙ × ÓÐÉÓËÅ, ÜÔÏ ÎÏ×ÙÅ ËÁÎÁÌÙ
while ( ($chid,$CH) = each %CHLIST_NEW )
{
  $CH_INSERT++;
  $DB_CHANGE=1;
  $CHANID_LAST++;
  ($chno_n,$tvpid_n,$icon_n,$name_n,$url_n) = @{$CH}{ ('chno','tvpid','icon','name','url') };
print "+ $url_n $name_n\n" if ($DEBUG);

  $dbh->do("INSERT INTO channel (chanid,channum,freqid,callsign,name,icon,xmltvid,sourceid) VALUES('$CHANID_LAST','$chno_n','$url_n','$chid','$name_n','$icon_n','$tvpid_n','$SOURCE_ID')");
}

# ÕÓÔÁÎÁ×ÌÉ×ÁÅÍ ÉÌÉ ÓÂÒÁÓÙ×ÁÅÍ ÆÌÁÇ ÉÚÍÅÎÅÎÉÊ
$dbh->do("UPDATE settings SET data='$DB_CHANGE' WHERE value='iptv_playlist_change'");


# ÏÔËÌÀÞÁÅÍÓÑ ÏÔ âä
$dbh->disconnect();


print "Channel  update: $CH_UPDATE\n";
print "Channel  delete: $CH_DELETE\n";
print "Channel  insert: $CH_INSERT\n";
print "Set flag iptv_playlist_change=$DB_CHANGE\n";



#######################################################
# æÕÎËÃÉÉ
sub http_get
{
  my $url=shift;
  my ($host,$port,$url,$file)=parse_url($url);

  if ($host eq '') { return undef; }
  socket(SOCK, PF_INET, SOCK_STREAM, getprotobyname('tcp'));

  my $iaddr = inet_aton($host);
  my $paddr = sockaddr_in($port, $iaddr);

  connect(SOCK, $paddr) || return undef;;
  send (SOCK, "GET /$url HTTP/1.0\nHOST:$host\n\n", 0) || return undef;;

  my @data=<SOCK>;

  close(SOCK);

  my $skip=1;
  my $str;
  my $content_type;
  my $buff;

  foreach $str (@data)
  {
    if ($skip)
    {
      if ($str=~/^[\r\n]$/)             { $skip=0; next; }
      if ($str=~/Content-Type: (.+)$/i) { $content_type=$1; }
      next;
    }
    $buff.=$str;
  }

  return ($content_type,$file,$buff);
}


# http://host[:port]/path/file[?args]
sub parse_url
{
  my $url=shift;
  my $host;
  my $port;
  my $file;

  if    ($url=~/^https\:\/\/(.*)$/) { $port=443; $url=$1; }
  elsif ($url=~/^http\:\/\/(.*)$/)  { $port=80;  $url=$1; }
  else  { return undef; }

  if    ($url=~/^([^\/]+)(\/.*)$/)  { $host=$1; $url=$2; }  else { return undef; }
  if    ($host=~/^(.+):(.+)$/)      { $host=$1; $port=$2; }
  if    ($url=~/\/([^\/]*)$/)       { $file=$1; if ($file=~/^(.+)\?/) { $file=$1; } }

  return ($host,$port,$url,$file);
}