Backend Video Scanner: Perform all metadata updates and image downloa…

…d the UI can.

Replaces the old video scanner thread in the backend (well, old is relative) and replace it with a MetadataFactory.

Add a video scanning thread to the Metadata Factory, and handling for video metadata in an automated lookup scenario.

The hardest part and largest bits of this change are actually code to make the metadata download code agnostic to the fact that it's running on a backend.  Specifically, it all makes liberal use of RemoteFile, which will function, but spewed nasty errors about the backend connecting to itself.  So, lots and lots of code to detect and work around that.

So, to all who have ever complained that they couldn't script a scan, or used it as an excuse for using some script that molested and destroyed their data, please, please instead use:

mythbackend --scanvideos

or the SCAN_VIDEOS protocol command.  This now does everything you can from the frontend, and uses the same classes, so it will never need updating when the frontend gains some new scanning functionality.

mythtv/libs/libmythbase/mythversion.h

@@ -12,7 +12,7 @@
 /// Update this whenever the plug-in API changes.
 /// Including changes in the libmythbase, libmyth, libmythtv, libmythav* and
 /// libmythui class methods used by plug-ins.
-#define MYTH_BINARY_VERSION "0.25.20110713-4"
+#define MYTH_BINARY_VERSION "0.25.20110714-1"
 
 /** \brief Increment this whenever the MythTV network protocol changes.
  *

mythtv/libs/libmythmetadata/metadatadownload.cpp

@@ -9,6 +9,7 @@
 #include "mythdirs.h"
 #include "mythuihelper.h"
 #include "mythsystem.h"
+#include "storagegroup.h"
 #include "metadatadownload.h"
 #include "util.h"
 #include "remotefile.h"
@@ -566,11 +567,24 @@ QString MetadataDownload::getMXMLPath(QString filename)
     QUrl qurl(filename);
     QString ext = QFileInfo(qurl.path()).suffix();
     xmlname = filename.left(filename.size() - ext.size()) + "mxml";
+    QUrl xurl(xmlname);
 
     if (xmlname.startsWith("myth://"))
     {
-        if (RemoteFile::Exists(xmlname))
-            ret = xmlname;
+        if (qurl.host().toLower() != gCoreContext->GetHostName().toLower() &&
+            (qurl.host() != gCoreContext->GetSettingOnHost("BackendServerIP",
+                                               gCoreContext->GetHostName())))
+        {
+            if (RemoteFile::Exists(xmlname))
+                ret = xmlname;
+        }
+        else
+        {
+            StorageGroup sg;
+            QString fn = sg.FindFile(xurl.path());
+            if (!fn.isEmpty() && QFile::exists(fn))
+                ret = xmlname;
+        }
     }
     else
     {
@@ -588,11 +602,24 @@ QString MetadataDownload::getNFOPath(QString filename)
     QUrl qurl(filename);
     QString ext = QFileInfo(qurl.path()).suffix();
     nfoname = filename.left(filename.size() - ext.size()) + "nfo";
+    QUrl nurl(nfoname);
 
     if (nfoname.startsWith("myth://"))
     {
-        if (RemoteFile::Exists(nfoname))
-            ret = nfoname;
+        if (qurl.host().toLower() != gCoreContext->GetHostName().toLower() &&
+            (qurl.host() != gCoreContext->GetSettingOnHost("BackendServerIP",
+                                               gCoreContext->GetHostName())))
+        {
+            if (RemoteFile::Exists(nfoname))
+                ret = nfoname;
+        }
+        else
+        {
+            StorageGroup sg;
+            QString fn = sg.FindFile(nurl.path());
+            if (!fn.isEmpty() && QFile::exists(fn))
+                ret = nfoname;
+        }
     }
     else
     {

mythtv/libs/libmythmetadata/metadatafactory.cpp

@@ -4,11 +4,16 @@
 
 #include "mythcontext.h"
 #include "videoutils.h"
+#include "mythlogging.h"
 
 // Needed to perform a lookup
 #include "metadatadownload.h"
 #include "metadataimagedownload.h"
 
+// Needed for video scanning
+#include "videometadatalistmanager.h"
+#include "globals.h"
+
 // Input for a lookup
 #include "videometadata.h"
 #include "programinfo.h"
@@ -25,11 +30,17 @@ QEvent::Type MetadataFactorySingleResult::kEventType =
 QEvent::Type MetadataFactoryMultiResult::kEventType =
     (QEvent::Type) QEvent::registerEventType();
 
+QEvent::Type MetadataFactoryVideoChanges::kEventType =
+    (QEvent::Type) QEvent::registerEventType();
+
 MetadataFactory::MetadataFactory(QObject *parent) :
-    m_parent(parent)
+    m_parent(parent), m_scanning(false)
 {
     m_lookupthread = new MetadataDownload(this);
     m_imagedownload = new MetadataImageDownload(this);
+    m_videoscanner = new VideoScannerThread(this);
+
+    m_mlm = new VideoMetadataListManager();
 }
 
 MetadataFactory::~MetadataFactory()
@@ -47,6 +58,9 @@ MetadataFactory::~MetadataFactory()
         delete m_imagedownload;
         m_imagedownload = NULL;
     }
+
+    if (m_videoscanner && m_videoscanner->wait())
+        delete m_videoscanner;
 }
 
 void MetadataFactory::Lookup(RecordingRule *recrule, bool automatic,
@@ -150,6 +164,14 @@ void MetadataFactory::Lookup(MetadataLookup *lookup)
         m_lookupthread->addLookup(lookup);
 }
 
+void MetadataFactory::VideoScan()
+{
+    m_scanning = true;
+
+    m_videoscanner->SetDirs(GetVideoDirs());
+    m_videoscanner->start();
+}
+
 void MetadataFactory::OnMultiResult(MetadataLookupList list)
 {
     if (!list.size())
@@ -211,8 +233,11 @@ void MetadataFactory::OnSingleResult(MetadataLookup *lookup)
     }
     else
     {
-        QCoreApplication::postEvent(m_parent,
-            new MetadataFactorySingleResult(lookup));
+        if (m_scanning)
+            OnVideoResult(lookup);
+        else
+            QCoreApplication::postEvent(m_parent,
+                new MetadataFactorySingleResult(lookup));
     }
 }
 
@@ -234,6 +259,157 @@ void MetadataFactory::OnImageResult(MetadataLookup *lookup)
         new MetadataFactorySingleResult(lookup));
 }
 
+void MetadataFactory::OnVideoResult(MetadataLookup *lookup)
+{
+    if (!lookup)
+       return;
+
+    VideoMetadata *metadata = qVariantValue<VideoMetadata *>(lookup->GetData());
+
+    if (!metadata)
+        return;
+
+    metadata->SetTitle(lookup->GetTitle());
+    metadata->SetSubtitle(lookup->GetSubtitle());
+
+    if (metadata->GetTagline().isEmpty())
+        metadata->SetTagline(lookup->GetTagline());
+    if (metadata->GetYear() == 1895 || metadata->GetYear() == 0)
+        metadata->SetYear(lookup->GetYear());
+    if (metadata->GetReleaseDate() == QDate())
+        metadata->SetReleaseDate(lookup->GetReleaseDate());
+    if (metadata->GetDirector() == VIDEO_DIRECTOR_UNKNOWN ||
+        metadata->GetDirector().isEmpty())
+    {
+        QList<PersonInfo> director = lookup->GetPeople(kPersonDirector);
+        if (director.count() > 0)
+            metadata->SetDirector(director.takeFirst().name);
+    }
+    if (metadata->GetStudio().isEmpty())
+    {
+        QStringList studios = lookup->GetStudios();
+        if (studios.count() > 0)
+            metadata->SetStudio(studios.takeFirst());
+    }
+    if (metadata->GetPlot() == VIDEO_PLOT_DEFAULT ||
+        metadata->GetPlot().isEmpty())
+        metadata->SetPlot(lookup->GetDescription());
+    if (metadata->GetUserRating() == 0)
+        metadata->SetUserRating(lookup->GetUserRating());
+    if (metadata->GetRating() == VIDEO_RATING_DEFAULT)
+        metadata->SetRating(lookup->GetCertification());
+    if (metadata->GetLength() == 0)
+        metadata->SetLength(lookup->GetRuntime());
+    if (metadata->GetSeason() == 0)
+        metadata->SetSeason(lookup->GetSeason());
+    if (metadata->GetEpisode() == 0)
+        metadata->SetEpisode(lookup->GetEpisode());
+    if (metadata->GetHomepage().isEmpty())
+        metadata->SetHomepage(lookup->GetHomepage());
+
+    metadata->SetInetRef(lookup->GetInetref());
+
+//    m_d->AutomaticParentalAdjustment(metadata);
+
+    // Cast
+    QList<PersonInfo> actors = lookup->GetPeople(kPersonActor);
+    QList<PersonInfo> gueststars = lookup->GetPeople(kPersonGuestStar);
+
+    for (QList<PersonInfo>::const_iterator p = gueststars.begin();
+        p != gueststars.end(); ++p)
+    {
+        actors.append(*p);
+    }
+
+    VideoMetadata::cast_list cast;
+    QStringList cl;
+
+    for (QList<PersonInfo>::const_iterator p = actors.begin();
+        p != actors.end(); ++p)
+    {
+        cl.append((*p).name);
+    }
+
+    for (QStringList::const_iterator p = cl.begin();
+        p != cl.end(); ++p)
+    {
+        QString cn = (*p).trimmed();
+        if (cn.length())
+        {
+            cast.push_back(VideoMetadata::cast_list::
+                        value_type(-1, cn));
+        }
+    }
+
+    metadata->SetCast(cast);
+
+    // Genres
+    VideoMetadata::genre_list video_genres;
+    QStringList genres = lookup->GetCategories();
+
+    for (QStringList::const_iterator p = genres.begin();
+        p != genres.end(); ++p)
+    {
+        QString genre_name = (*p).trimmed();
+        if (genre_name.length())
+        {
+            video_genres.push_back(
+                    VideoMetadata::genre_list::value_type(-1, genre_name));
+        }
+    }
+
+    metadata->SetGenres(video_genres);
+
+    // Countries
+    VideoMetadata::country_list video_countries;
+    QStringList countries = lookup->GetCountries();
+
+    for (QStringList::const_iterator p = countries.begin();
+        p != countries.end(); ++p)
+    {
+        QString country_name = (*p).trimmed();
+        if (country_name.length())
+        {
+            video_countries.push_back(
+                    VideoMetadata::country_list::value_type(-1,
+                            country_name));
+        }
+    }
+
+    metadata->SetCountries(video_countries);
+
+    ArtworkMap map = lookup->GetDownloads();
+
+    QUrl coverurl(map.value(kArtworkCoverart).url);
+    if (!coverurl.path().isEmpty())
+        metadata->SetCoverFile(coverurl.path().remove(0,1));
+
+    QUrl fanarturl(map.value(kArtworkFanart).url);
+    if (!fanarturl.path().isEmpty())
+        metadata->SetFanart(fanarturl.path().remove(0,1));
+
+    QUrl bannerurl(map.value(kArtworkBanner).url);
+    if (!bannerurl.path().isEmpty())
+        metadata->SetBanner(bannerurl.path().remove(0,1));
+
+    QUrl sshoturl(map.value(kArtworkScreenshot).url);
+    if (!sshoturl.path().isEmpty())
+        metadata->SetScreenshot(sshoturl.path().remove(0,1));
+
+    metadata->SetProcessed(true);
+    metadata->UpdateDatabase();
+
+    if (gCoreContext->HasGUI())
+    {
+        QCoreApplication::postEvent(m_parent,
+            new MetadataFactorySingleResult(lookup));
+    }
+    else
+    {
+        lookup->deleteLater();
+    }
+}
+
 void MetadataFactory::customEvent(QEvent *levent)
 {
     if (levent->type() == MetadataLookupEvent::kEventType)
@@ -277,7 +453,54 @@ void MetadataFactory::customEvent(QEvent *levent)
         if (!lookup)
             return;
 
-        OnImageResult(lookup);
+        if (m_scanning)
+            OnVideoResult(lookup);
+        else
+            OnImageResult(lookup);
+    }
+    else if (levent->type() == VideoScanChanges::kEventType)
+    {
+        VideoScanChanges *vsc = (VideoScanChanges *)levent;
+
+        if (!vsc)
+            return;
+
+        QList<int> additions = vsc->additions;
+        QList<int> moves = vsc->moved;
+        QList<int> deletions = vsc->deleted;
+
+        if (!m_scanning)
+        {
+            LOG(VB_GENERAL, LOG_INFO,
+                QString("Video Scan Complete: a(%1) m(%2) d(%3)")
+                .arg(additions.count()).arg(moves.count())
+                .arg(deletions.count()));
+
+            QCoreApplication::postEvent(m_parent,
+                new MetadataFactoryVideoChanges(additions, moves,
+                                                deletions));
+        }
+        else
+        {
+            LOG(VB_GENERAL, LOG_INFO,
+                QString("Video Scan Complete: a(%1) m(%2) d(%3)")
+                .arg(additions.count()).arg(moves.count())
+                .arg(deletions.count()));
+
+            VideoMetadataListManager::metadata_list ml;
+            VideoMetadataListManager::loadAllFromDatabase(ml);
+            m_mlm->setList(ml);
+
+            for (QList<int>::const_iterator it = additions.begin();
+                it != additions.end(); ++it)
+            {
+                VideoMetadata *metadata = m_mlm->byID(*it).get();
+
+                if (metadata);
+                    Lookup(metadata, true, true);
+            }
+        }
+        m_videoscanner->ResetCounts();
     }
 }