skip the wayback archive for the index page

kovidgoyal · Nov 19, 2022 · 176171a · 176171a
1 parent 8db5fff
commit 176171a
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/recipes/nytimes.recipe b/recipes/nytimes.recipe
@@ -101,8 +101,8 @@ class NewYorkTimes(BasicNewsRecipe):
             self._nyt_parser = ans = load_module('calibre.web.site_parsers.nytimes')
         return ans
 
-    def get_nyt_page(self, url):
-        if use_wayback_machine:
+    def get_nyt_page(self, url, skip_wayback=False):
+        if use_wayback_machine and not skip_wayback:
             from calibre import browser
             return self.nyt_parser.download_url(url, browser())
         return self.browser.open_novisit(url).read()
@@ -123,7 +123,7 @@ class NewYorkTimes(BasicNewsRecipe):
     def read_todays_paper(self):
         INDEX = 'https://www.nytimes.com/section/todayspaper'
         # INDEX = 'file:///t/raw.html'
-        return self.index_to_soup(self.get_nyt_page(INDEX))
+        return self.index_to_soup(self.get_nyt_page(INDEX, skip_wayback=True))
 
     def read_nyt_metadata(self):
         soup = self.read_todays_paper()

diff --git a/recipes/nytimes_sub.recipe b/recipes/nytimes_sub.recipe
@@ -101,8 +101,8 @@ class NewYorkTimes(BasicNewsRecipe):
             self._nyt_parser = ans = load_module('calibre.web.site_parsers.nytimes')
         return ans
 
-    def get_nyt_page(self, url):
-        if use_wayback_machine:
+    def get_nyt_page(self, url, skip_wayback=False):
+        if use_wayback_machine and not skip_wayback:
             from calibre import browser
             return self.nyt_parser.download_url(url, browser())
         return self.browser.open_novisit(url).read()
@@ -123,7 +123,7 @@ class NewYorkTimes(BasicNewsRecipe):
     def read_todays_paper(self):
         INDEX = 'https://www.nytimes.com/section/todayspaper'
         # INDEX = 'file:///t/raw.html'
-        return self.index_to_soup(self.get_nyt_page(INDEX))
+        return self.index_to_soup(self.get_nyt_page(INDEX, skip_wayback=True))
 
     def read_nyt_metadata(self):
         soup = self.read_todays_paper()