Ticket #2734: metadata_scripts_prune.patch

mythvideo/scripts/fetch_poster.py

@@ -165 +165 @@
                 urls = []
                 for div in divs:
                         links = div.findAll('a')
+                        
                         if len(links) > 0:
-                                link = links[0]
-                                title = link['title'].lower()
-                                if title.endswith("poster"):
-                                        title = title[0:-len(" poster")]
-                                if title == search:
-                                        urls.append(link['href'])
+                                for link in links:
+                                        # Skip the mailto links.
+                                        spl = link['href'].split(":")
+                                        if len(spl) > 1:
+                                                if spl[0].lower() == "mailto":
+                                                        continue
+                                        title = link['title'].lower()
+                                        if title.endswith("poster"):
+                                                title = title[0:-len(" poster")]
+                                        if title == search:
+                                                urls.append(link['href'])
                 return urls
                                 
                 

mythvideo/scripts/find_meta.py

@@ -130 +130 @@
                 db="mythconverg")
         print_verbose("Database connection successful.")
         return True
-        
+                
 def find_imdb_id_from_text_file(textFile):
         
         if os.access(textFile, os.R_OK):
@@ -164 +164 @@
                 
 def cleanup_title(title):
         title = title.replace("_", " ").replace(".", " ")
-        cut_point_strings = ["hdtv", "xvid", "dvd", "proper", "720p"]
+        cut_point_strings = ["hdtv", "xvid", "dvd", "proper", "720p", "limited"]
         lowest_cutpoint = len(title)
         for string in cut_point_strings:
                 pos = title.lower().rfind(string)
@@ -287 +287 @@
         else:
                 return disc
         
-
 def save_metadata_to_mythdb(videopath, metadata):
         """
         Updates the given metadata for the given video path.
         
         Detects if the given title is a dvd-rip dir with multiple videos and
-        adds metadata for all the videos separately, and chains the videos
+        adds metadata for all the videos separately and chains the videos
         together.
         """
         files_str = parse_meta("Files", "", "", metadata)
@@ -314 +313 @@
                         return
                         
         return save_video_metadata_to_mythdb(videopath, metadata)
+                
+def prune_mythdb_metadata():
+        global db
+        c = db.cursor()
+        c.execute("""
+                SELECT intid, filename
+                FROM videometadata""")
         
-        
+        row = c.fetchone()
+        while row is not None:
+                intid = row[0]
+                filename = row[1]
+                if not os.path.exists(filename):
+                        print_verbose("%s not exist, removing metadata..." % filename)
+                        c2 = db.cursor()
+                        c2.execute("""DELETE FROM videometadata WHERE intid = %s""", (intid,))
+                        c2.close()
+                row = c.fetchone()
+        c.close()
+                
 def mythvideo_metadata_id(videopath):
         """
         Finds the MythVideo metadata id for the given video path from the MythDB, if any.
@@ -357 +374 @@
                 return row[0]
         else:
                 return None
-        
-        
+                
 def save_video_metadata_to_mythdb(videopath, metadata, child=-1, disc=None):
         """
         Updates the given metadata for the given video file.
@@ -515 +531 @@
                 print_verbose("Found existing cover image.")
                 return poster_files[0]
         return None
-                
-                
+                                
 def save_metadata_to_file(fileName, metadata):
         global overwrite
                 
@@ -775 +790 @@
         if metadata is not None:
                 save_metadata(pathName, metadata_target, metadata)
 
-
 def scan_directory(dirName, imdb_id = None):
         global videoExtensions
         dirName = dirName.replace("[", "?").replace("]", "?")
@@ -890 +904 @@
         p.add_option('--answer', '-a', action="store", type="string", dest="imdb_id",
                 help="Fetch metadata with the given IMDb ID for the path (must be a single path).")
                 
+        p.add_option('--prune', '-p', action="store_true", default=False,
+                help="Prune metadata of deleted files from MythDB.")
                 
+                
         options, arguments = p.parse_args()
         
         if options.version: 
@@ -904 +921 @@
         dbimport = not options.no_dbimport
         import_from_files = options.fromfiles and dbimport
         metafiles = options.metafiles
+        prune = options.prune
         
         if not (metafiles or dbimport):
                 print "You must define writing to either MythDB import (-d) or metadata files (-m)."
                 sys.exit(1)
                         
-        if len(arguments) < 1:
+        if not prune and len(arguments) < 1:
                 print "Please give the paths to be scanned as argument."
                 sys.exit(1)
         paths = arguments       
@@ -923 +941 @@
                         sys.exit(1)                     
                 print_verbose("IMDb ID %s given manually." % options.imdb_id)           
                         
-        if dbimport:
+        if dbimport or prune:
                 if not db_support:
                         print "You must install MySQLdb module to make direct DB importing to work"
                         sys.exit(1)
@@ -933 +951 @@
                 poster_dir = mythtv_setting("VideoArtworkDir", socket.gethostname())
                 
         
+        if prune:
+                prune_mythdb_metadata()
+        
         for path in paths:
         
                 if not os.path.exists(path):