Merge pull request #449 from RobertDeRose/bugfix/update-torrenday

Updated TorrentDay definition
cardigann · Apr 25, 2020 · 4ad57c5 · 4ad57c5
2 parents dfbf73b + 801a2b2
commit 4ad57c5
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/definitions/torrentday.yml b/definitions/torrentday.yml
@@ -70,10 +70,10 @@
     inputs:
       $raw: "{{range .Categories}}{{.}}&{{end}}q={{ .Query.Keywords }}"
     rows:
-      selector: table#torrentTable > tbody > tr:nth-child(n+2):has(td.t_label)
+      selector: table#torrentTable > tbody > tr:nth-child(n+2):has(td.torrentNameInfo)
     fields:
       category:
-        selector: td.t_label > a
+        selector: td:nth-child(1) > a
         attribute: href
         filters:
           - name: regexp

diff --git a/indexer/runner.go b/indexer/runner.go
@@ -205,8 +205,12 @@ func (r *Runner) testURLWorks(u string) bool {
 		r.logger.WithError(err).Warn("URL check failed")
 		return false
 	} else if r.browser.StatusCode() != http.StatusOK {
-		r.logger.Warn("URL returned non-ok status")
-		return false
+		if r.browser.Title() == "Just a moment..." {
+			r.logger.Warn("Found cloudflare check, assuming OK")
+		} else {
+			r.logger.Warn("URL returned non-ok status")
+			return false
+		}
 	}
 
 	return true