Browse Source
Remove no longer needed compat_str around geturl
master
Sergey M․
5 years ago
No known key found for this signature in database
GPG Key ID: 2C393E0F18A9236D
12 changed files with
16 additions and
23 deletions
-
youtube_dl/extractor/common.py
-
youtube_dl/extractor/eporner.py
-
youtube_dl/extractor/generic.py
-
youtube_dl/extractor/lecturio.py
-
youtube_dl/extractor/linuxacademy.py
-
youtube_dl/extractor/mediaset.py
-
youtube_dl/extractor/mediasite.py
-
youtube_dl/extractor/platzi.py
-
youtube_dl/extractor/safari.py
-
youtube_dl/extractor/teachable.py
-
youtube_dl/extractor/tumblr.py
-
youtube_dl/extractor/vimeo.py
|
|
@ -2341,7 +2341,7 @@ class InfoExtractor(object): |
|
|
|
return [] |
|
|
|
ism_doc, urlh = res |
|
|
|
|
|
|
|
return self._parse_ism_formats(ism_doc, compat_str(urlh.geturl()), ism_id) |
|
|
|
return self._parse_ism_formats(ism_doc, urlh.geturl(), ism_id) |
|
|
|
|
|
|
|
def _parse_ism_formats(self, ism_doc, ism_url, ism_id=None): |
|
|
|
""" |
|
|
|
|
|
@ -4,7 +4,6 @@ from __future__ import unicode_literals |
|
|
|
import re |
|
|
|
|
|
|
|
from .common import InfoExtractor |
|
|
|
from ..compat import compat_str |
|
|
|
from ..utils import ( |
|
|
|
encode_base_n, |
|
|
|
ExtractorError, |
|
|
@ -55,7 +54,7 @@ class EpornerIE(InfoExtractor): |
|
|
|
|
|
|
|
webpage, urlh = self._download_webpage_handle(url, display_id) |
|
|
|
|
|
|
|
video_id = self._match_id(compat_str(urlh.geturl())) |
|
|
|
video_id = self._match_id(urlh.geturl()) |
|
|
|
|
|
|
|
hash = self._search_regex( |
|
|
|
r'hash\s*:\s*["\']([\da-f]{32})', webpage, 'hash') |
|
|
|
|
|
@ -2287,7 +2287,7 @@ class GenericIE(InfoExtractor): |
|
|
|
|
|
|
|
if head_response is not False: |
|
|
|
# Check for redirect |
|
|
|
new_url = compat_str(head_response.geturl()) |
|
|
|
new_url = head_response.geturl() |
|
|
|
if url != new_url: |
|
|
|
self.report_following_redirect(new_url) |
|
|
|
if force_videoid: |
|
|
@ -2387,12 +2387,12 @@ class GenericIE(InfoExtractor): |
|
|
|
return self.playlist_result( |
|
|
|
self._parse_xspf( |
|
|
|
doc, video_id, xspf_url=url, |
|
|
|
xspf_base_url=compat_str(full_response.geturl())), |
|
|
|
xspf_base_url=full_response.geturl()), |
|
|
|
video_id) |
|
|
|
elif re.match(r'(?i)^(?:{[^}]+})?MPD$', doc.tag): |
|
|
|
info_dict['formats'] = self._parse_mpd_formats( |
|
|
|
doc, |
|
|
|
mpd_base_url=compat_str(full_response.geturl()).rpartition('/')[0], |
|
|
|
mpd_base_url=full_response.geturl().rpartition('/')[0], |
|
|
|
mpd_url=url) |
|
|
|
self._sort_formats(info_dict['formats']) |
|
|
|
return info_dict |
|
|
|
|
|
@ -4,7 +4,6 @@ from __future__ import unicode_literals |
|
|
|
import re |
|
|
|
|
|
|
|
from .common import InfoExtractor |
|
|
|
from ..compat import compat_str |
|
|
|
from ..utils import ( |
|
|
|
clean_html, |
|
|
|
determine_ext, |
|
|
@ -36,7 +35,7 @@ class LecturioBaseIE(InfoExtractor): |
|
|
|
self._LOGIN_URL, None, 'Downloading login popup') |
|
|
|
|
|
|
|
def is_logged(url_handle): |
|
|
|
return self._LOGIN_URL not in compat_str(url_handle.geturl()) |
|
|
|
return self._LOGIN_URL not in url_handle.geturl() |
|
|
|
|
|
|
|
# Already logged in |
|
|
|
if is_logged(urlh): |
|
|
|
|
|
@ -8,7 +8,6 @@ from .common import InfoExtractor |
|
|
|
from ..compat import ( |
|
|
|
compat_b64decode, |
|
|
|
compat_HTTPError, |
|
|
|
compat_str, |
|
|
|
) |
|
|
|
from ..utils import ( |
|
|
|
ExtractorError, |
|
|
@ -99,7 +98,7 @@ class LinuxAcademyIE(InfoExtractor): |
|
|
|
'sso': 'true', |
|
|
|
}) |
|
|
|
|
|
|
|
login_state_url = compat_str(urlh.geturl()) |
|
|
|
login_state_url = urlh.geturl() |
|
|
|
|
|
|
|
try: |
|
|
|
login_page = self._download_webpage( |
|
|
@ -129,7 +128,7 @@ class LinuxAcademyIE(InfoExtractor): |
|
|
|
}) |
|
|
|
|
|
|
|
access_token = self._search_regex( |
|
|
|
r'access_token=([^=&]+)', compat_str(urlh.geturl()), |
|
|
|
r'access_token=([^=&]+)', urlh.geturl(), |
|
|
|
'access token') |
|
|
|
|
|
|
|
self._download_webpage( |
|
|
|
|
|
@ -6,7 +6,6 @@ import re |
|
|
|
from .theplatform import ThePlatformBaseIE |
|
|
|
from ..compat import ( |
|
|
|
compat_parse_qs, |
|
|
|
compat_str, |
|
|
|
compat_urllib_parse_urlparse, |
|
|
|
) |
|
|
|
from ..utils import ( |
|
|
@ -114,7 +113,7 @@ class MediasetIE(ThePlatformBaseIE): |
|
|
|
continue |
|
|
|
urlh = ie._request_webpage( |
|
|
|
embed_url, video_id, note='Following embed URL redirect') |
|
|
|
embed_url = compat_str(urlh.geturl()) |
|
|
|
embed_url = urlh.geturl() |
|
|
|
program_guid = _program_guid(_qs(embed_url)) |
|
|
|
if program_guid: |
|
|
|
entries.append(embed_url) |
|
|
|
|
|
@ -129,7 +129,7 @@ class MediasiteIE(InfoExtractor): |
|
|
|
query = mobj.group('query') |
|
|
|
|
|
|
|
webpage, urlh = self._download_webpage_handle(url, resource_id) # XXX: add UrlReferrer? |
|
|
|
redirect_url = compat_str(urlh.geturl()) |
|
|
|
redirect_url = urlh.geturl() |
|
|
|
|
|
|
|
# XXX: might have also extracted UrlReferrer and QueryString from the html |
|
|
|
service_path = compat_urlparse.urljoin(redirect_url, self._html_search_regex( |
|
|
|
|
|
@ -46,7 +46,7 @@ class PlatziBaseIE(InfoExtractor): |
|
|
|
headers={'Referer': self._LOGIN_URL}) |
|
|
|
|
|
|
|
# login succeeded |
|
|
|
if 'platzi.com/login' not in compat_str(urlh.geturl()): |
|
|
|
if 'platzi.com/login' not in urlh.geturl(): |
|
|
|
return |
|
|
|
|
|
|
|
login_error = self._webpage_read_content( |
|
|
|
|
|
@ -8,7 +8,6 @@ from .common import InfoExtractor |
|
|
|
|
|
|
|
from ..compat import ( |
|
|
|
compat_parse_qs, |
|
|
|
compat_str, |
|
|
|
compat_urlparse, |
|
|
|
) |
|
|
|
from ..utils import ( |
|
|
@ -39,13 +38,13 @@ class SafariBaseIE(InfoExtractor): |
|
|
|
'Downloading login page') |
|
|
|
|
|
|
|
def is_logged(urlh): |
|
|
|
return 'learning.oreilly.com/home/' in compat_str(urlh.geturl()) |
|
|
|
return 'learning.oreilly.com/home/' in urlh.geturl() |
|
|
|
|
|
|
|
if is_logged(urlh): |
|
|
|
self.LOGGED_IN = True |
|
|
|
return |
|
|
|
|
|
|
|
redirect_url = compat_str(urlh.geturl()) |
|
|
|
redirect_url = urlh.geturl() |
|
|
|
parsed_url = compat_urlparse.urlparse(redirect_url) |
|
|
|
qs = compat_parse_qs(parsed_url.query) |
|
|
|
next_uri = compat_urlparse.urljoin( |
|
|
|
|
|
@ -4,7 +4,6 @@ import re |
|
|
|
|
|
|
|
from .common import InfoExtractor |
|
|
|
from .wistia import WistiaIE |
|
|
|
from ..compat import compat_str |
|
|
|
from ..utils import ( |
|
|
|
clean_html, |
|
|
|
ExtractorError, |
|
|
@ -58,7 +57,7 @@ class TeachableBaseIE(InfoExtractor): |
|
|
|
self._logged_in = True |
|
|
|
return |
|
|
|
|
|
|
|
login_url = compat_str(urlh.geturl()) |
|
|
|
login_url = urlh.geturl() |
|
|
|
|
|
|
|
login_form = self._hidden_inputs(login_page) |
|
|
|
|
|
|
|
|
|
@ -4,7 +4,6 @@ from __future__ import unicode_literals |
|
|
|
import re |
|
|
|
|
|
|
|
from .common import InfoExtractor |
|
|
|
from ..compat import compat_str |
|
|
|
from ..utils import ( |
|
|
|
ExtractorError, |
|
|
|
int_or_none, |
|
|
@ -151,7 +150,7 @@ class TumblrIE(InfoExtractor): |
|
|
|
url = 'http://%s.tumblr.com/post/%s/' % (blog, video_id) |
|
|
|
webpage, urlh = self._download_webpage_handle(url, video_id) |
|
|
|
|
|
|
|
redirect_url = compat_str(urlh.geturl()) |
|
|
|
redirect_url = urlh.geturl() |
|
|
|
if 'tumblr.com/safe-mode' in redirect_url or redirect_url.startswith('/safe-mode'): |
|
|
|
raise ExtractorError( |
|
|
|
'This Tumblr may contain sensitive media. ' |
|
|
|
|
|
@ -591,7 +591,7 @@ class VimeoIE(VimeoBaseInfoExtractor): |
|
|
|
# Retrieve video webpage to extract further information |
|
|
|
webpage, urlh = self._download_webpage_handle( |
|
|
|
url, video_id, headers=headers) |
|
|
|
redirect_url = compat_str(urlh.geturl()) |
|
|
|
redirect_url = urlh.geturl() |
|
|
|
except ExtractorError as ee: |
|
|
|
if isinstance(ee.cause, compat_HTTPError) and ee.cause.code == 403: |
|
|
|
errmsg = ee.cause.read() |
|
|
|