Browse Source

Detect Websense censorship (Fixes #2670)

master
Philipp Hagemeister 10 years ago
parent
commit
2410c43d83
1 changed files with 11 additions and 0 deletions
  1. 11
      youtube_dl/extractor/common.py

11
youtube_dl/extractor/common.py

@ -252,6 +252,17 @@ class InfoExtractor(object):
outf.write(webpage_bytes) outf.write(webpage_bytes)
content = webpage_bytes.decode(encoding, 'replace') content = webpage_bytes.decode(encoding, 'replace')
if (u'<title>Access to this site is blocked</title>' in content and
u'Websense' in content[:512]):
msg = u'Access to URL %s has been blocked by Websense filtering software in your network.' % urlh.geturl()
blocked_iframe = self._html_search_regex(
r'<iframe src="([^"]+)"', content,
u'Websense information URL', default=None)
if blocked_iframe:
msg += u' Visit %s for more details' % blocked_iframe
raise ExtractorError(msg, expected=True)
return (content, urlh) return (content, urlh)
def _download_webpage(self, url_or_request, video_id, note=None, errnote=None, fatal=True): def _download_webpage(self, url_or_request, video_id, note=None, errnote=None, fatal=True):

Loading…
Cancel
Save