No known key found for this signature in database
GPG Key ID: 2C393E0F18A9236D
2 changed files with 142 additions and 0 deletions
Split View
Diff Options
@ -0,0 +1,138 @@ |
|||
from __future__ import unicode_literals |
|||
|
|||
import re |
|||
|
|||
from .common import InfoExtractor |
|||
from ..compat import compat_str |
|||
from ..utils import ( |
|||
clean_html, |
|||
ExtractorError, |
|||
remove_end, |
|||
strip_or_none, |
|||
unified_timestamp, |
|||
urljoin, |
|||
) |
|||
|
|||
|
|||
class PacktPubBaseIE(InfoExtractor): |
|||
_PACKT_BASE = 'https://www.packtpub.com' |
|||
_MAPT_REST = '%s/mapt-rest' % _PACKT_BASE |
|||
|
|||
|
|||
class PacktPubIE(PacktPubBaseIE): |
|||
_VALID_URL = r'https?://(?:www\.)?packtpub\.com/mapt/video/[^/]+/(?P<course_id>\d+)/(?P<chapter_id>\d+)/(?P<id>\d+)' |
|||
|
|||
_TEST = { |
|||
'url': 'https://www.packtpub.com/mapt/video/web-development/9781787122215/20528/20530/Project+Intro', |
|||
'md5': '1e74bd6cfd45d7d07666f4684ef58f70', |
|||
'info_dict': { |
|||
'id': '20530', |
|||
'ext': 'mp4', |
|||
'title': 'Project Intro', |
|||
'thumbnail': r're:(?i)^https?://.*\.jpg', |
|||
'timestamp': 1490918400, |
|||
'upload_date': '20170331', |
|||
}, |
|||
} |
|||
|
|||
def _handle_error(self, response): |
|||
if response.get('status') != 'success': |
|||
raise ExtractorError( |
|||
'% said: %s' % (self.IE_NAME, response['message']), |
|||
expected=True) |
|||
|
|||
def _download_json(self, *args, **kwargs): |
|||
response = super(PacktPubIE, self)._download_json(*args, **kwargs) |
|||
self._handle_error(response) |
|||
return response |
|||
|
|||
def _real_extract(self, url): |
|||
mobj = re.match(self._VALID_URL, url) |
|||
course_id, chapter_id, video_id = mobj.group( |
|||
'course_id', 'chapter_id', 'id') |
|||
|
|||
video = self._download_json( |
|||
'%s/users/me/products/%s/chapters/%s/sections/%s' |
|||
% (self._MAPT_REST, course_id, chapter_id, video_id), video_id, |
|||
'Downloading JSON video')['data'] |
|||
|
|||
content = video.get('content') |
|||
if not content: |
|||
raise ExtractorError('This video is locked', expected=True) |
|||
|
|||
video_url = content['file'] |
|||
|
|||
metadata = self._download_json( |
|||
'%s/products/%s/chapters/%s/sections/%s/metadata' |
|||
% (self._MAPT_REST, course_id, chapter_id, video_id), |
|||
video_id)['data'] |
|||
|
|||
title = metadata['pageTitle'] |
|||
course_title = metadata.get('title') |
|||
if course_title: |
|||
title = remove_end(title, ' - %s' % course_title) |
|||
timestamp = unified_timestamp(metadata.get('publicationDate')) |
|||
thumbnail = urljoin(self._PACKT_BASE, metadata.get('filepath')) |
|||
|
|||
return { |
|||
'id': video_id, |
|||
'url': video_url, |
|||
'title': title, |
|||
'thumbnail': thumbnail, |
|||
'timestamp': timestamp, |
|||
} |
|||
|
|||
|
|||
class PacktPubCourseIE(PacktPubBaseIE): |
|||
_VALID_URL = r'(?P<url>https?://(?:www\.)?packtpub\.com/mapt/video/[^/]+/(?P<id>\d+))' |
|||
_TEST = { |
|||
'url': 'https://www.packtpub.com/mapt/video/web-development/9781787122215', |
|||
'info_dict': { |
|||
'id': '9781787122215', |
|||
'title': 'Learn Nodejs by building 12 projects [Video]', |
|||
}, |
|||
'playlist_count': 90, |
|||
} |
|||
|
|||
@classmethod |
|||
def suitable(cls, url): |
|||
return False if PacktPubIE.suitable(url) else super( |
|||
PacktPubCourseIE, cls).suitable(url) |
|||
|
|||
def _real_extract(self, url): |
|||
mobj = re.match(self._VALID_URL, url) |
|||
url, course_id = mobj.group('url', 'id') |
|||
|
|||
course = self._download_json( |
|||
'%s/products/%s/metadata' % (self._MAPT_REST, course_id), |
|||
course_id)['data'] |
|||
|
|||
entries = [] |
|||
for chapter_num, chapter in enumerate(course['tableOfContents'], 1): |
|||
if chapter.get('type') != 'chapter': |
|||
continue |
|||
children = chapter.get('children') |
|||
if not isinstance(children, list): |
|||
continue |
|||
chapter_info = { |
|||
'chapter': chapter.get('title'), |
|||
'chapter_number': chapter_num, |
|||
'chapter_id': chapter.get('id'), |
|||
} |
|||
for section in children: |
|||
if section.get('type') != 'section': |
|||
continue |
|||
section_url = section.get('seoUrl') |
|||
if not isinstance(section_url, compat_str): |
|||
continue |
|||
entry = { |
|||
'_type': 'url_transparent', |
|||
'url': urljoin(url + '/', section_url), |
|||
'title': strip_or_none(section.get('title')), |
|||
'description': clean_html(section.get('summary')), |
|||
'ie_key': PacktPubIE.ie_key(), |
|||
} |
|||
entry.update(chapter_info) |
|||
entries.append(entry) |
|||
|
|||
return self.playlist_result(entries, course_id, course.get('title')) |
Write
Preview
Loading…
Cancel
Save