[ie/NerdCubedFeed] Rework extractor

yt_dlp/extractor/nerdcubed.py

@@ -1,33 +1,37 @@
-import datetime
-
 from .common import InfoExtractor
+from .youtube import YoutubeIE
+from ..utils import parse_iso8601, url_or_none
+from ..utils.traversal import traverse_obj
 
 
 class NerdCubedFeedIE(InfoExtractor):
-    _VALID_URL = r'https?://(?:www\.)?nerdcubed\.co\.uk/feed\.json'
+    _VALID_URL = r'https?://(?:www\.)?nerdcubed\.co\.uk/?(?:$|[#?])'
     _TEST = {
-        'url': 'http://www.nerdcubed.co.uk/feed.json',
+        'url': 'http://www.nerdcubed.co.uk/',
         'info_dict': {
             'id': 'nerdcubed-feed',
             'title': 'nerdcubed.co.uk feed',
         },
-        'playlist_mincount': 1300,
+        'playlist_mincount': 5500,
     }
 
-    def _real_extract(self, url):
-        feed = self._download_json(url, url, 'Downloading NerdCubed JSON feed')
+    def _entries(self, feed):
+        for feed_entry in traverse_obj(feed, ('videos', lambda _, v: v['id'])):
+            yield self.url_result(
+                'https://www.youtube.com/watch?v=' + feed_entry['id'], YoutubeIE,
+                **traverse_obj(feed_entry, {
+                    'id': ('id', {str}),
+                    'title': ('title', {str}),
+                    'description': ('description', {str}),
+                    'timestamp': ('publishedAt', {parse_iso8601}),
+                    'channel': ('source', 'name', {str}),
+                    'channel_id': ('source', 'id', {str}),
+                    'channel_url': ('source', 'url', {str}),
+                    'thumbnail': ('thumbnail', 'source', {url_or_none}),
+                }), url_transparent=True)
 
-        entries = [{
-            '_type': 'url',
-            'title': feed_entry['title'],
-            'uploader': feed_entry['source']['name'] if feed_entry['source'] else None,
-            'upload_date': datetime.datetime.strptime(feed_entry['date'], '%Y-%m-%d').strftime('%Y%m%d'),
-            'url': 'http://www.youtube.com/watch?v=' + feed_entry['youtube_id'],
-        } for feed_entry in feed]
+    def _real_extract(self, url):
+        video_id = 'nerdcubed-feed'
+        feed = self._download_json('https://www.nerdcubed.co.uk/_/cdn/videos.json', video_id)
 
-        return {
-            '_type': 'playlist',
-            'title': 'nerdcubed.co.uk feed',
-            'id': 'nerdcubed-feed',
-            'entries': entries,
-        }
+        return self.playlist_result(self._entries(feed), video_id, 'nerdcubed.co.uk feed')