Skip to content

Commit

Permalink
[CI] auto update yt_dlp to upstream commit 95e82347b398d8bb160767cdd9…
Browse files Browse the repository at this point in the history
…75edecd62cbabd
  • Loading branch information
github-actions[bot] committed Jan 9, 2024
1 parent b323c9d commit 99d6b57
Show file tree
Hide file tree
Showing 6 changed files with 83 additions and 97 deletions.
2 changes: 1 addition & 1 deletion lib/yt_dlp/extractor/_extractors.py
Original file line number Diff line number Diff line change
Expand Up @@ -2019,7 +2019,6 @@
TuneInPodcastEpisodeIE,
TuneInShortenerIE,
)
from .turbo import TurboIE
from .tv2 import (
TV2IE,
TV2ArticleIE,
Expand Down Expand Up @@ -2223,6 +2222,7 @@
VikiIE,
VikiChannelIE,
)
from .viously import ViouslyIE
from .viqeo import ViqeoIE
from .viu import (
ViuIE,
Expand Down
2 changes: 1 addition & 1 deletion lib/yt_dlp/extractor/nhk.py
Original file line number Diff line number Diff line change
Expand Up @@ -665,7 +665,7 @@ def _real_extract(self, url):

noa_info = self._download_json(
f'https:{config.find(".//url_program_noa").text}'.format(area=data.find('areakey').text),
station, note=f'Downloading {area} station metadata')
station, note=f'Downloading {area} station metadata', fatal=False)
present_info = traverse_obj(noa_info, ('nowonair_list', self._NOA_STATION_IDS.get(station), 'present'))

return {
Expand Down
64 changes: 0 additions & 64 deletions lib/yt_dlp/extractor/turbo.py

This file was deleted.

50 changes: 20 additions & 30 deletions lib/yt_dlp/extractor/twitch.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,6 @@
from ..compat import (
compat_parse_qs,
compat_str,
compat_urllib_parse_urlencode,
compat_urllib_parse_urlparse,
)
from ..utils import (
Expand Down Expand Up @@ -191,6 +190,20 @@ def _get_thumbnails(self, thumbnail):
'url': thumbnail,
}] if thumbnail else None

def _extract_twitch_m3u8_formats(self, video_id, token, signature):
"""Subclasses must define _M3U8_PATH"""
return self._extract_m3u8_formats(
f'{self._USHER_BASE}/{self._M3U8_PATH}/{video_id}.m3u8', video_id, 'mp4', query={
'allow_source': 'true',
'allow_audio_only': 'true',
'allow_spectre': 'true',
'p': random.randint(1000000, 10000000),
'player': 'twitchweb',
'playlist_include_framerate': 'true',
'sig': signature,
'token': token,
})


class TwitchVodIE(TwitchBaseIE):
IE_NAME = 'twitch:vod'
Expand All @@ -203,6 +216,7 @@ class TwitchVodIE(TwitchBaseIE):
)
(?P<id>\d+)
'''
_M3U8_PATH = 'vod'

_TESTS = [{
'url': 'http://www.twitch.tv/riotgames/v/6528877?t=5m10s',
Expand Down Expand Up @@ -532,20 +546,8 @@ def _real_extract(self, url):
info = self._extract_info_gql(video, vod_id)
access_token = self._download_access_token(vod_id, 'video', 'id')

formats = self._extract_m3u8_formats(
'%s/vod/%s.m3u8?%s' % (
self._USHER_BASE, vod_id,
compat_urllib_parse_urlencode({
'allow_source': 'true',
'allow_audio_only': 'true',
'allow_spectre': 'true',
'player': 'twitchweb',
'playlist_include_framerate': 'true',
'nauth': access_token['value'],
'nauthsig': access_token['signature'],
})),
vod_id, 'mp4', entry_protocol='m3u8_native')

formats = self._extract_twitch_m3u8_formats(
vod_id, access_token['value'], access_token['signature'])
formats.extend(self._extract_storyboard(vod_id, video.get('storyboard'), info.get('duration')))

self._prefer_source(formats)
Expand Down Expand Up @@ -924,6 +926,7 @@ class TwitchStreamIE(TwitchBaseIE):
)
(?P<id>[^/#?]+)
'''
_M3U8_PATH = 'api/channel/hls'

_TESTS = [{
'url': 'http://www.twitch.tv/shroomztv',
Expand Down Expand Up @@ -1026,23 +1029,10 @@ def _real_extract(self, url):

access_token = self._download_access_token(
channel_name, 'stream', 'channelName')
token = access_token['value']

stream_id = stream.get('id') or channel_name
query = {
'allow_source': 'true',
'allow_audio_only': 'true',
'allow_spectre': 'true',
'p': random.randint(1000000, 10000000),
'player': 'twitchweb',
'playlist_include_framerate': 'true',
'segment_preference': '4',
'sig': access_token['signature'].encode('utf-8'),
'token': token.encode('utf-8'),
}
formats = self._extract_m3u8_formats(
'%s/api/channel/hls/%s.m3u8' % (self._USHER_BASE, channel_name),
stream_id, 'mp4', query=query)
formats = self._extract_twitch_m3u8_formats(
channel_name, access_token['value'], access_token['signature'])
self._prefer_source(formats)

view_count = stream.get('viewers')
Expand Down
60 changes: 60 additions & 0 deletions lib/yt_dlp/extractor/viously.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
import base64
import re

from .common import InfoExtractor
from ..utils import (
extract_attributes,
int_or_none,
parse_iso8601,
)
from ..utils.traversal import traverse_obj


class ViouslyIE(InfoExtractor):
_VALID_URL = False
_WEBPAGE_TESTS = [{
'url': 'http://www.turbo.fr/videos-voiture/454443-turbo-du-07-09-2014-renault-twingo-3-bentley-continental-gt-speed-ces-guide-achat-dacia.html',
'md5': '37a6c3381599381ff53a7e1e0575c0bc',
'info_dict': {
'id': 'F_xQzS2jwb3',
'ext': 'mp4',
'title': 'Turbo du 07/09/2014\xa0: Renault Twingo 3, Bentley Continental GT Speed, CES, Guide Achat Dacia...',
'description': 'Turbo du 07/09/2014\xa0: Renault Twingo 3, Bentley Continental GT Speed, CES, Guide Achat Dacia...',
'age_limit': 0,
'upload_date': '20230328',
'timestamp': 1680037507,
'duration': 3716,
'categories': ['motors'],
}
}]

def _extract_from_webpage(self, url, webpage):
viously_players = re.findall(r'<div[^>]*class="(?:[^"]*\s)?v(?:iou)?sly-player(?:\s[^"]*)?"[^>]*>', webpage)
if not viously_players:
return

def custom_decode(text):
STANDARD_ALPHABET = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/='
CUSTOM_ALPHABET = 'VIOUSLYABCDEFGHJKMNPQRTWXZviouslyabcdefghjkmnpqrtwxz9876543210+/='
data = base64.b64decode(text.translate(str.maketrans(CUSTOM_ALPHABET, STANDARD_ALPHABET)))
return data.decode('utf-8').strip('\x00')

for video_id in traverse_obj(viously_players, (..., {extract_attributes}, 'id')):
formats = self._extract_m3u8_formats(
f'https://www.viously.com/video/hls/{video_id}/index.m3u8', video_id, fatal=False)
if not formats:
continue
data = self._download_json(
f'https://www.viously.com/export/json/{video_id}', video_id,
transform_source=custom_decode, fatal=False)
yield {
'id': video_id,
'formats': formats,
**traverse_obj(data, ('video', {
'title': ('title', {str}),
'description': ('description', {str}),
'duration': ('duration', {int_or_none}),
'timestamp': ('iso_date', {parse_iso8601}),
'categories': ('category', 'name', {str}, {lambda x: [x] if x else None}),
})),
}
2 changes: 1 addition & 1 deletion lib/yt_dlp_version
Original file line number Diff line number Diff line change
@@ -1 +1 @@
b6951271ac014761c9c317b9cecd5e8e139cfa7c
95e82347b398d8bb160767cdd975edecd62cbabd

0 comments on commit 99d6b57

Please sign in to comment.