[sohu] Update extractor
The original extraction logic always fails for all test videos
This commit is contained in:
parent
3dbec410a0
commit
32060c6d6b
1 changed files with 19 additions and 25 deletions
|
@ -8,10 +8,7 @@ from ..compat import (
|
||||||
compat_str,
|
compat_str,
|
||||||
compat_urllib_request
|
compat_urllib_request
|
||||||
)
|
)
|
||||||
from ..utils import (
|
from ..utils import ExtractorError
|
||||||
sanitize_url_path_consecutive_slashes,
|
|
||||||
ExtractorError,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
class SohuIE(InfoExtractor):
|
class SohuIE(InfoExtractor):
|
||||||
|
@ -31,7 +28,7 @@ class SohuIE(InfoExtractor):
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'http://tv.sohu.com/20150305/n409385080.shtml',
|
'url': 'http://tv.sohu.com/20150305/n409385080.shtml',
|
||||||
'md5': '699060e75cf58858dd47fb9c03c42cfb',
|
'md5': 'ac9a5d322b4bf9ae184d53e4711e4f1a',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': '409385080',
|
'id': '409385080',
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
|
@ -39,7 +36,7 @@ class SohuIE(InfoExtractor):
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'url': 'http://my.tv.sohu.com/us/232799889/78693464.shtml',
|
'url': 'http://my.tv.sohu.com/us/232799889/78693464.shtml',
|
||||||
'md5': '9bf34be48f2f4dadcb226c74127e203c',
|
'md5': '49308ff6dafde5ece51137d04aec311e',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': '78693464',
|
'id': '78693464',
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
|
@ -53,7 +50,7 @@ class SohuIE(InfoExtractor):
|
||||||
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
|
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
|
||||||
},
|
},
|
||||||
'playlist': [{
|
'playlist': [{
|
||||||
'md5': 'bdbfb8f39924725e6589c146bc1883ad',
|
'md5': '492923eac023ba2f13ff69617c32754a',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': '78910339_part1',
|
'id': '78910339_part1',
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
|
@ -61,7 +58,7 @@ class SohuIE(InfoExtractor):
|
||||||
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
|
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'md5': '3e1f46aaeb95354fd10e7fca9fc1804e',
|
'md5': 'de604848c0e8e9c4a4dde7e1347c0637',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': '78910339_part2',
|
'id': '78910339_part2',
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
|
@ -69,7 +66,7 @@ class SohuIE(InfoExtractor):
|
||||||
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
|
'title': '【神探苍实战秘籍】第13期 战争之影 赫卡里姆',
|
||||||
}
|
}
|
||||||
}, {
|
}, {
|
||||||
'md5': '8407e634175fdac706766481b9443450',
|
'md5': '93584716ee0657c0b205b8aa3d27aa13',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': '78910339_part3',
|
'id': '78910339_part3',
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
|
@ -144,24 +141,21 @@ class SohuIE(InfoExtractor):
|
||||||
for i in range(part_count):
|
for i in range(part_count):
|
||||||
formats = []
|
formats = []
|
||||||
for format_id, format_data in formats_json.items():
|
for format_id, format_data in formats_json.items():
|
||||||
allot = format_data['allot']
|
|
||||||
prot = format_data['prot']
|
|
||||||
|
|
||||||
data = format_data['data']
|
data = format_data['data']
|
||||||
clips_url = data['clipsURL']
|
|
||||||
su = data['su']
|
|
||||||
|
|
||||||
part_str = self._download_webpage(
|
# URLs starts with http://newflv.sohu.ccgslb.net/ is not usable
|
||||||
'http://%s/?prot=%s&file=%s&new=%s' %
|
# so retry until got a working URL
|
||||||
(allot, prot, clips_url[i], su[i]),
|
video_url = 'newflv.sohu.ccgslb.net'
|
||||||
video_id,
|
retries = 0
|
||||||
'Downloading %s video URL part %d of %d'
|
while 'newflv.sohu.ccgslb.net' in video_url and retries < 5:
|
||||||
% (format_id, i + 1, part_count))
|
download_note = 'Download information from CDN gateway for format ' + format_id
|
||||||
|
if retries > 0:
|
||||||
part_info = part_str.split('|')
|
download_note += ' (retry #%d)' % retries
|
||||||
|
retries += 1
|
||||||
video_url = sanitize_url_path_consecutive_slashes(
|
cdn_info = self._download_json(
|
||||||
'%s%s?key=%s' % (part_info[0], su[i], part_info[3]))
|
'http://data.vod.itc.cn/cdnList?new=' + data['su'][i],
|
||||||
|
video_id, download_note)
|
||||||
|
video_url = cdn_info['url']
|
||||||
|
|
||||||
formats.append({
|
formats.append({
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
|
|
Loading…
Reference in a new issue