From 7e6d3a8f714dc11ea0ca33becc1894958cc65d56 Mon Sep 17 00:00:00 2001 From: DanCooper Date: Thu, 31 Aug 2017 00:17:09 +0200 Subject: [PATCH] fixed: no search results limit in TelevisionTunes scrapers ends in a very long scraping duration e.g. the movie "9" (or "#9" in german) ends with over 3600 search results they has to be parsed (each theme with a "9" in the title will be found, e.g. all themes with a year with "9" in title). Now the limit is set to 20 results. --- .../Scraper/clsScrapeTelevisionTunes.vb | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/Addons/scraper.TelevisionTunes.Theme/Scraper/clsScrapeTelevisionTunes.vb b/Addons/scraper.TelevisionTunes.Theme/Scraper/clsScrapeTelevisionTunes.vb index f7e582eab..6d4b96d1b 100644 --- a/Addons/scraper.TelevisionTunes.Theme/Scraper/clsScrapeTelevisionTunes.vb +++ b/Addons/scraper.TelevisionTunes.Theme/Scraper/clsScrapeTelevisionTunes.vb @@ -73,7 +73,7 @@ Namespace TelevisionTunes Dim SearchURL As String If Not String.IsNullOrEmpty(originaltitle) Then - SearchTitle = HttpUtility.UrlEncode(originaltitle) + SearchTitle = Uri.EscapeDataString(originaltitle) SearchURL = String.Concat(BaseURL, SearchTitle) Else SearchURL = String.Empty @@ -99,6 +99,10 @@ Namespace TelevisionTunes Dim sResult As MatchCollection = Regex.Matches(Html, sPattern, RegexOptions.Singleline) For ctr As Integer = 0 To sResult.Count - 1 + If _themelist.Count = 20 Then + logger.Warn(String.Format("[TelevisionTunes] [GetThemes] Limit reached (20 themes of {0} has been added)", sResult.Count)) + Exit For + End If tWebURL = String.Concat("http://www.televisiontunes.com/", HttpUtility.HtmlDecode(sResult.Item(ctr).Groups("URL").Value).Trim) tTitle = sResult.Item(ctr).Groups("TITLE").Value.Trim tURL = GetDownloadURL(tWebURL)