mirror of
				https://github.com/yt-dlp/yt-dlp.git
				synced 2025-10-31 14:45:14 +00:00 
			
		
		
		
	[skip travis] adding automerge support
basically copying content of youtube_dl folder to youtube_dlc and excluding the youtube_dl folder when compiling
This commit is contained in:
		
							
								
								
									
										678
									
								
								youtube_dl/extractor/vk.py
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										678
									
								
								youtube_dl/extractor/vk.py
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,678 @@ | ||||
| # coding: utf-8 | ||||
| from __future__ import unicode_literals | ||||
|  | ||||
| import collections | ||||
| import functools | ||||
| import re | ||||
|  | ||||
| from .common import InfoExtractor | ||||
| from ..compat import compat_urlparse | ||||
| from ..utils import ( | ||||
|     clean_html, | ||||
|     ExtractorError, | ||||
|     get_element_by_class, | ||||
|     int_or_none, | ||||
|     OnDemandPagedList, | ||||
|     orderedSet, | ||||
|     str_or_none, | ||||
|     str_to_int, | ||||
|     unescapeHTML, | ||||
|     unified_timestamp, | ||||
|     url_or_none, | ||||
|     urlencode_postdata, | ||||
| ) | ||||
| from .dailymotion import DailymotionIE | ||||
| from .odnoklassniki import OdnoklassnikiIE | ||||
| from .pladform import PladformIE | ||||
| from .vimeo import VimeoIE | ||||
| from .youtube import YoutubeIE | ||||
|  | ||||
|  | ||||
| class VKBaseIE(InfoExtractor): | ||||
|     _NETRC_MACHINE = 'vk' | ||||
|  | ||||
|     def _login(self): | ||||
|         username, password = self._get_login_info() | ||||
|         if username is None: | ||||
|             return | ||||
|  | ||||
|         login_page, url_handle = self._download_webpage_handle( | ||||
|             'https://vk.com', None, 'Downloading login page') | ||||
|  | ||||
|         login_form = self._hidden_inputs(login_page) | ||||
|  | ||||
|         login_form.update({ | ||||
|             'email': username.encode('cp1251'), | ||||
|             'pass': password.encode('cp1251'), | ||||
|         }) | ||||
|  | ||||
|         # vk serves two same remixlhk cookies in Set-Cookie header and expects | ||||
|         # first one to be actually set | ||||
|         self._apply_first_set_cookie_header(url_handle, 'remixlhk') | ||||
|  | ||||
|         login_page = self._download_webpage( | ||||
|             'https://login.vk.com/?act=login', None, | ||||
|             note='Logging in', | ||||
|             data=urlencode_postdata(login_form)) | ||||
|  | ||||
|         if re.search(r'onLoginFailed', login_page): | ||||
|             raise ExtractorError( | ||||
|                 'Unable to login, incorrect username and/or password', expected=True) | ||||
|  | ||||
|     def _real_initialize(self): | ||||
|         self._login() | ||||
|  | ||||
|     def _download_payload(self, path, video_id, data, fatal=True): | ||||
|         data['al'] = 1 | ||||
|         code, payload = self._download_json( | ||||
|             'https://vk.com/%s.php' % path, video_id, | ||||
|             data=urlencode_postdata(data), fatal=fatal, | ||||
|             headers={'X-Requested-With': 'XMLHttpRequest'})['payload'] | ||||
|         if code == '3': | ||||
|             self.raise_login_required() | ||||
|         elif code == '8': | ||||
|             raise ExtractorError(clean_html(payload[0][1:-1]), expected=True) | ||||
|         return payload | ||||
|  | ||||
|  | ||||
| class VKIE(VKBaseIE): | ||||
|     IE_NAME = 'vk' | ||||
|     IE_DESC = 'VK' | ||||
|     _VALID_URL = r'''(?x) | ||||
|                     https?:// | ||||
|                         (?: | ||||
|                             (?: | ||||
|                                 (?:(?:m|new)\.)?vk\.com/video_| | ||||
|                                 (?:www\.)?daxab.com/ | ||||
|                             ) | ||||
|                             ext\.php\?(?P<embed_query>.*?\boid=(?P<oid>-?\d+).*?\bid=(?P<id>\d+).*)| | ||||
|                             (?: | ||||
|                                 (?:(?:m|new)\.)?vk\.com/(?:.+?\?.*?z=)?video| | ||||
|                                 (?:www\.)?daxab.com/embed/ | ||||
|                             ) | ||||
|                             (?P<videoid>-?\d+_\d+)(?:.*\blist=(?P<list_id>[\da-f]+))? | ||||
|                         ) | ||||
|                     ''' | ||||
|     _TESTS = [ | ||||
|         { | ||||
|             'url': 'http://vk.com/videos-77521?z=video-77521_162222515%2Fclub77521', | ||||
|             'md5': '7babad3b85ea2e91948005b1b8b0cb84', | ||||
|             'info_dict': { | ||||
|                 'id': '-77521_162222515', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'ProtivoGunz - Хуёвая песня', | ||||
|                 'uploader': 're:(?:Noize MC|Alexander Ilyashenko).*', | ||||
|                 'uploader_id': '-77521', | ||||
|                 'duration': 195, | ||||
|                 'timestamp': 1329049880, | ||||
|                 'upload_date': '20120212', | ||||
|             }, | ||||
|         }, | ||||
|         { | ||||
|             'url': 'http://vk.com/video205387401_165548505', | ||||
|             'info_dict': { | ||||
|                 'id': '205387401_165548505', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'No name', | ||||
|                 'uploader': 'Tom Cruise', | ||||
|                 'uploader_id': '205387401', | ||||
|                 'duration': 9, | ||||
|                 'timestamp': 1374364108, | ||||
|                 'upload_date': '20130720', | ||||
|             } | ||||
|         }, | ||||
|         { | ||||
|             'note': 'Embedded video', | ||||
|             'url': 'https://vk.com/video_ext.php?oid=-77521&id=162222515&hash=87b046504ccd8bfa', | ||||
|             'md5': '7babad3b85ea2e91948005b1b8b0cb84', | ||||
|             'info_dict': { | ||||
|                 'id': '-77521_162222515', | ||||
|                 'ext': 'mp4', | ||||
|                 'uploader': 're:(?:Noize MC|Alexander Ilyashenko).*', | ||||
|                 'title': 'ProtivoGunz - Хуёвая песня', | ||||
|                 'duration': 195, | ||||
|                 'upload_date': '20120212', | ||||
|                 'timestamp': 1329049880, | ||||
|                 'uploader_id': '-77521', | ||||
|             }, | ||||
|         }, | ||||
|         { | ||||
|             # VIDEO NOW REMOVED | ||||
|             # please update if you find a video whose URL follows the same pattern | ||||
|             'url': 'http://vk.com/video-8871596_164049491', | ||||
|             'md5': 'a590bcaf3d543576c9bd162812387666', | ||||
|             'note': 'Only available for registered users', | ||||
|             'info_dict': { | ||||
|                 'id': '-8871596_164049491', | ||||
|                 'ext': 'mp4', | ||||
|                 'uploader': 'Триллеры', | ||||
|                 'title': '► Бойцовский клуб / Fight Club 1999 [HD 720]', | ||||
|                 'duration': 8352, | ||||
|                 'upload_date': '20121218', | ||||
|                 'view_count': int, | ||||
|             }, | ||||
|             'skip': 'Removed', | ||||
|         }, | ||||
|         { | ||||
|             'url': 'http://vk.com/hd_kino_mania?z=video-43215063_168067957%2F15c66b9b533119788d', | ||||
|             'info_dict': { | ||||
|                 'id': '-43215063_168067957', | ||||
|                 'ext': 'mp4', | ||||
|                 'uploader': 'Bro Mazter', | ||||
|                 'title': ' ', | ||||
|                 'duration': 7291, | ||||
|                 'upload_date': '20140328', | ||||
|                 'uploader_id': '223413403', | ||||
|                 'timestamp': 1396018030, | ||||
|             }, | ||||
|             'skip': 'Requires vk account credentials', | ||||
|         }, | ||||
|         { | ||||
|             'url': 'http://m.vk.com/video-43215063_169084319?list=125c627d1aa1cebb83&from=wall-43215063_2566540', | ||||
|             'md5': '0c45586baa71b7cb1d0784ee3f4e00a6', | ||||
|             'note': 'ivi.ru embed', | ||||
|             'info_dict': { | ||||
|                 'id': '-43215063_169084319', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'Книга Илая', | ||||
|                 'duration': 6771, | ||||
|                 'upload_date': '20140626', | ||||
|                 'view_count': int, | ||||
|             }, | ||||
|             'skip': 'Removed', | ||||
|         }, | ||||
|         { | ||||
|             # video (removed?) only available with list id | ||||
|             'url': 'https://vk.com/video30481095_171201961?list=8764ae2d21f14088d4', | ||||
|             'md5': '091287af5402239a1051c37ec7b92913', | ||||
|             'info_dict': { | ||||
|                 'id': '30481095_171201961', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'ТюменцевВВ_09.07.2015', | ||||
|                 'uploader': 'Anton Ivanov', | ||||
|                 'duration': 109, | ||||
|                 'upload_date': '20150709', | ||||
|                 'view_count': int, | ||||
|             }, | ||||
|             'skip': 'Removed', | ||||
|         }, | ||||
|         { | ||||
|             # youtube embed | ||||
|             'url': 'https://vk.com/video276849682_170681728', | ||||
|             'info_dict': { | ||||
|                 'id': 'V3K4mi0SYkc', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': "DSWD Awards 'Children's Joy Foundation, Inc.' Certificate of Registration and License to Operate", | ||||
|                 'description': 'md5:bf9c26cfa4acdfb146362682edd3827a', | ||||
|                 'duration': 178, | ||||
|                 'upload_date': '20130116', | ||||
|                 'uploader': "Children's Joy Foundation Inc.", | ||||
|                 'uploader_id': 'thecjf', | ||||
|                 'view_count': int, | ||||
|             }, | ||||
|         }, | ||||
|         { | ||||
|             # dailymotion embed | ||||
|             'url': 'https://vk.com/video-37468416_456239855', | ||||
|             'info_dict': { | ||||
|                 'id': 'k3lz2cmXyRuJQSjGHUv', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'md5:d52606645c20b0ddbb21655adaa4f56f', | ||||
|                 'description': 'md5:424b8e88cc873217f520e582ba28bb36', | ||||
|                 'uploader': 'AniLibria.Tv', | ||||
|                 'upload_date': '20160914', | ||||
|                 'uploader_id': 'x1p5vl5', | ||||
|                 'timestamp': 1473877246, | ||||
|             }, | ||||
|             'params': { | ||||
|                 'skip_download': True, | ||||
|             }, | ||||
|         }, | ||||
|         { | ||||
|             # video key is extra_data not url\d+ | ||||
|             'url': 'http://vk.com/video-110305615_171782105', | ||||
|             'md5': 'e13fcda136f99764872e739d13fac1d1', | ||||
|             'info_dict': { | ||||
|                 'id': '-110305615_171782105', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'S-Dance, репетиции к The way show', | ||||
|                 'uploader': 'THE WAY SHOW | 17 апреля', | ||||
|                 'uploader_id': '-110305615', | ||||
|                 'timestamp': 1454859345, | ||||
|                 'upload_date': '20160207', | ||||
|             }, | ||||
|             'params': { | ||||
|                 'skip_download': True, | ||||
|             }, | ||||
|         }, | ||||
|         { | ||||
|             # finished live stream, postlive_mp4 | ||||
|             'url': 'https://vk.com/videos-387766?z=video-387766_456242764%2Fpl_-387766_-2', | ||||
|             'info_dict': { | ||||
|                 'id': '-387766_456242764', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'ИгроМир 2016 День 1 — Игромания Утром', | ||||
|                 'uploader': 'Игромания', | ||||
|                 'duration': 5239, | ||||
|                 # TODO: use act=show to extract view_count | ||||
|                 # 'view_count': int, | ||||
|                 'upload_date': '20160929', | ||||
|                 'uploader_id': '-387766', | ||||
|                 'timestamp': 1475137527, | ||||
|             }, | ||||
|             'params': { | ||||
|                 'skip_download': True, | ||||
|             }, | ||||
|         }, | ||||
|         { | ||||
|             # live stream, hls and rtmp links, most likely already finished live | ||||
|             # stream by the time you are reading this comment | ||||
|             'url': 'https://vk.com/video-140332_456239111', | ||||
|             'only_matching': True, | ||||
|         }, | ||||
|         { | ||||
|             # removed video, just testing that we match the pattern | ||||
|             'url': 'http://vk.com/feed?z=video-43215063_166094326%2Fbb50cacd3177146d7a', | ||||
|             'only_matching': True, | ||||
|         }, | ||||
|         { | ||||
|             # age restricted video, requires vk account credentials | ||||
|             'url': 'https://vk.com/video205387401_164765225', | ||||
|             'only_matching': True, | ||||
|         }, | ||||
|         { | ||||
|             # pladform embed | ||||
|             'url': 'https://vk.com/video-76116461_171554880', | ||||
|             'only_matching': True, | ||||
|         }, | ||||
|         { | ||||
|             'url': 'http://new.vk.com/video205387401_165548505', | ||||
|             'only_matching': True, | ||||
|         }, | ||||
|         { | ||||
|             # This video is no longer available, because its author has been blocked. | ||||
|             'url': 'https://vk.com/video-10639516_456240611', | ||||
|             'only_matching': True, | ||||
|         }, | ||||
|         { | ||||
|             # The video is not available in your region. | ||||
|             'url': 'https://vk.com/video-51812607_171445436', | ||||
|             'only_matching': True, | ||||
|         }] | ||||
|  | ||||
|     def _real_extract(self, url): | ||||
|         mobj = re.match(self._VALID_URL, url) | ||||
|         video_id = mobj.group('videoid') | ||||
|  | ||||
|         mv_data = {} | ||||
|         if video_id: | ||||
|             data = { | ||||
|                 'act': 'show_inline', | ||||
|                 'video': video_id, | ||||
|             } | ||||
|             # Some videos (removed?) can only be downloaded with list id specified | ||||
|             list_id = mobj.group('list_id') | ||||
|             if list_id: | ||||
|                 data['list'] = list_id | ||||
|  | ||||
|             payload = self._download_payload('al_video', video_id, data) | ||||
|             info_page = payload[1] | ||||
|             opts = payload[-1] | ||||
|             mv_data = opts.get('mvData') or {} | ||||
|             player = opts.get('player') or {} | ||||
|         else: | ||||
|             video_id = '%s_%s' % (mobj.group('oid'), mobj.group('id')) | ||||
|  | ||||
|             info_page = self._download_webpage( | ||||
|                 'http://vk.com/video_ext.php?' + mobj.group('embed_query'), video_id) | ||||
|  | ||||
|             error_message = self._html_search_regex( | ||||
|                 [r'(?s)<!><div[^>]+class="video_layer_message"[^>]*>(.+?)</div>', | ||||
|                     r'(?s)<div[^>]+id="video_ext_msg"[^>]*>(.+?)</div>'], | ||||
|                 info_page, 'error message', default=None) | ||||
|             if error_message: | ||||
|                 raise ExtractorError(error_message, expected=True) | ||||
|  | ||||
|             if re.search(r'<!>/login\.php\?.*\bact=security_check', info_page): | ||||
|                 raise ExtractorError( | ||||
|                     'You are trying to log in from an unusual location. You should confirm ownership at vk.com to log in with this IP.', | ||||
|                     expected=True) | ||||
|  | ||||
|             ERROR_COPYRIGHT = 'Video %s has been removed from public access due to rightholder complaint.' | ||||
|  | ||||
|             ERRORS = { | ||||
|                 r'>Видеозапись .*? была изъята из публичного доступа в связи с обращением правообладателя.<': | ||||
|                 ERROR_COPYRIGHT, | ||||
|  | ||||
|                 r'>The video .*? was removed from public access by request of the copyright holder.<': | ||||
|                 ERROR_COPYRIGHT, | ||||
|  | ||||
|                 r'<!>Please log in or <': | ||||
|                 'Video %s is only available for registered users, ' | ||||
|                 'use --username and --password options to provide account credentials.', | ||||
|  | ||||
|                 r'<!>Unknown error': | ||||
|                 'Video %s does not exist.', | ||||
|  | ||||
|                 r'<!>Видео временно недоступно': | ||||
|                 'Video %s is temporarily unavailable.', | ||||
|  | ||||
|                 r'<!>Access denied': | ||||
|                 'Access denied to video %s.', | ||||
|  | ||||
|                 r'<!>Видеозапись недоступна, так как её автор был заблокирован.': | ||||
|                 'Video %s is no longer available, because its author has been blocked.', | ||||
|  | ||||
|                 r'<!>This video is no longer available, because its author has been blocked.': | ||||
|                 'Video %s is no longer available, because its author has been blocked.', | ||||
|  | ||||
|                 r'<!>This video is no longer available, because it has been deleted.': | ||||
|                 'Video %s is no longer available, because it has been deleted.', | ||||
|  | ||||
|                 r'<!>The video .+? is not available in your region.': | ||||
|                 'Video %s is not available in your region.', | ||||
|             } | ||||
|  | ||||
|             for error_re, error_msg in ERRORS.items(): | ||||
|                 if re.search(error_re, info_page): | ||||
|                     raise ExtractorError(error_msg % video_id, expected=True) | ||||
|  | ||||
|             player = self._parse_json(self._search_regex( | ||||
|                 r'var\s+playerParams\s*=\s*({.+?})\s*;\s*\n', | ||||
|                 info_page, 'player params'), video_id) | ||||
|  | ||||
|         youtube_url = YoutubeIE._extract_url(info_page) | ||||
|         if youtube_url: | ||||
|             return self.url_result(youtube_url, YoutubeIE.ie_key()) | ||||
|  | ||||
|         vimeo_url = VimeoIE._extract_url(url, info_page) | ||||
|         if vimeo_url is not None: | ||||
|             return self.url_result(vimeo_url, VimeoIE.ie_key()) | ||||
|  | ||||
|         pladform_url = PladformIE._extract_url(info_page) | ||||
|         if pladform_url: | ||||
|             return self.url_result(pladform_url, PladformIE.ie_key()) | ||||
|  | ||||
|         m_rutube = re.search( | ||||
|             r'\ssrc="((?:https?:)?//rutube\.ru\\?/(?:video|play)\\?/embed(?:.*?))\\?"', info_page) | ||||
|         if m_rutube is not None: | ||||
|             rutube_url = self._proto_relative_url( | ||||
|                 m_rutube.group(1).replace('\\', '')) | ||||
|             return self.url_result(rutube_url) | ||||
|  | ||||
|         dailymotion_urls = DailymotionIE._extract_urls(info_page) | ||||
|         if dailymotion_urls: | ||||
|             return self.url_result(dailymotion_urls[0], DailymotionIE.ie_key()) | ||||
|  | ||||
|         odnoklassniki_url = OdnoklassnikiIE._extract_url(info_page) | ||||
|         if odnoklassniki_url: | ||||
|             return self.url_result(odnoklassniki_url, OdnoklassnikiIE.ie_key()) | ||||
|  | ||||
|         m_opts = re.search(r'(?s)var\s+opts\s*=\s*({.+?});', info_page) | ||||
|         if m_opts: | ||||
|             m_opts_url = re.search(r"url\s*:\s*'((?!/\b)[^']+)", m_opts.group(1)) | ||||
|             if m_opts_url: | ||||
|                 opts_url = m_opts_url.group(1) | ||||
|                 if opts_url.startswith('//'): | ||||
|                     opts_url = 'http:' + opts_url | ||||
|                 return self.url_result(opts_url) | ||||
|  | ||||
|         data = player['params'][0] | ||||
|         title = unescapeHTML(data['md_title']) | ||||
|  | ||||
|         # 2 = live | ||||
|         # 3 = post live (finished live) | ||||
|         is_live = data.get('live') == 2 | ||||
|         if is_live: | ||||
|             title = self._live_title(title) | ||||
|  | ||||
|         timestamp = unified_timestamp(self._html_search_regex( | ||||
|             r'class=["\']mv_info_date[^>]+>([^<]+)(?:<|from)', info_page, | ||||
|             'upload date', default=None)) or int_or_none(data.get('date')) | ||||
|  | ||||
|         view_count = str_to_int(self._search_regex( | ||||
|             r'class=["\']mv_views_count[^>]+>\s*([\d,.]+)', | ||||
|             info_page, 'view count', default=None)) | ||||
|  | ||||
|         formats = [] | ||||
|         for format_id, format_url in data.items(): | ||||
|             format_url = url_or_none(format_url) | ||||
|             if not format_url or not format_url.startswith(('http', '//', 'rtmp')): | ||||
|                 continue | ||||
|             if (format_id.startswith(('url', 'cache')) | ||||
|                     or format_id in ('extra_data', 'live_mp4', 'postlive_mp4')): | ||||
|                 height = int_or_none(self._search_regex( | ||||
|                     r'^(?:url|cache)(\d+)', format_id, 'height', default=None)) | ||||
|                 formats.append({ | ||||
|                     'format_id': format_id, | ||||
|                     'url': format_url, | ||||
|                     'height': height, | ||||
|                 }) | ||||
|             elif format_id == 'hls': | ||||
|                 formats.extend(self._extract_m3u8_formats( | ||||
|                     format_url, video_id, 'mp4', 'm3u8_native', | ||||
|                     m3u8_id=format_id, fatal=False, live=is_live)) | ||||
|             elif format_id == 'rtmp': | ||||
|                 formats.append({ | ||||
|                     'format_id': format_id, | ||||
|                     'url': format_url, | ||||
|                     'ext': 'flv', | ||||
|                 }) | ||||
|         self._sort_formats(formats) | ||||
|  | ||||
|         return { | ||||
|             'id': video_id, | ||||
|             'formats': formats, | ||||
|             'title': title, | ||||
|             'thumbnail': data.get('jpg'), | ||||
|             'uploader': data.get('md_author'), | ||||
|             'uploader_id': str_or_none(data.get('author_id') or mv_data.get('authorId')), | ||||
|             'duration': int_or_none(data.get('duration') or mv_data.get('duration')), | ||||
|             'timestamp': timestamp, | ||||
|             'view_count': view_count, | ||||
|             'like_count': int_or_none(mv_data.get('likes')), | ||||
|             'comment_count': int_or_none(mv_data.get('commcount')), | ||||
|             'is_live': is_live, | ||||
|         } | ||||
|  | ||||
|  | ||||
| class VKUserVideosIE(VKBaseIE): | ||||
|     IE_NAME = 'vk:uservideos' | ||||
|     IE_DESC = "VK - User's Videos" | ||||
|     _VALID_URL = r'https?://(?:(?:m|new)\.)?vk\.com/videos(?P<id>-?[0-9]+)(?!\?.*\bz=video)(?:[/?#&](?:.*?\bsection=(?P<section>\w+))?|$)' | ||||
|     _TEMPLATE_URL = 'https://vk.com/videos' | ||||
|     _TESTS = [{ | ||||
|         'url': 'https://vk.com/videos-767561', | ||||
|         'info_dict': { | ||||
|             'id': '-767561_all', | ||||
|         }, | ||||
|         'playlist_mincount': 1150, | ||||
|     }, { | ||||
|         'url': 'https://vk.com/videos-767561?section=uploaded', | ||||
|         'info_dict': { | ||||
|             'id': '-767561_uploaded', | ||||
|         }, | ||||
|         'playlist_mincount': 425, | ||||
|     }, { | ||||
|         'url': 'http://vk.com/videos205387401', | ||||
|         'only_matching': True, | ||||
|     }, { | ||||
|         'url': 'http://vk.com/videos-77521', | ||||
|         'only_matching': True, | ||||
|     }, { | ||||
|         'url': 'http://vk.com/videos-97664626?section=all', | ||||
|         'only_matching': True, | ||||
|     }, { | ||||
|         'url': 'http://m.vk.com/videos205387401', | ||||
|         'only_matching': True, | ||||
|     }, { | ||||
|         'url': 'http://new.vk.com/videos205387401', | ||||
|         'only_matching': True, | ||||
|     }] | ||||
|     _PAGE_SIZE = 1000 | ||||
|     _VIDEO = collections.namedtuple('Video', ['owner_id', 'id']) | ||||
|  | ||||
|     def _fetch_page(self, page_id, section, page): | ||||
|         l = self._download_payload('al_video', page_id, { | ||||
|             'act': 'load_videos_silent', | ||||
|             'offset': page * self._PAGE_SIZE, | ||||
|             'oid': page_id, | ||||
|             'section': section, | ||||
|         })[0][section]['list'] | ||||
|  | ||||
|         for video in l: | ||||
|             v = self._VIDEO._make(video[:2]) | ||||
|             video_id = '%d_%d' % (v.owner_id, v.id) | ||||
|             yield self.url_result( | ||||
|                 'http://vk.com/video' + video_id, VKIE.ie_key(), video_id) | ||||
|  | ||||
|     def _real_extract(self, url): | ||||
|         page_id, section = re.match(self._VALID_URL, url).groups() | ||||
|         if not section: | ||||
|             section = 'all' | ||||
|  | ||||
|         entries = OnDemandPagedList( | ||||
|             functools.partial(self._fetch_page, page_id, section), | ||||
|             self._PAGE_SIZE) | ||||
|  | ||||
|         return self.playlist_result(entries, '%s_%s' % (page_id, section)) | ||||
|  | ||||
|  | ||||
| class VKWallPostIE(VKBaseIE): | ||||
|     IE_NAME = 'vk:wallpost' | ||||
|     _VALID_URL = r'https?://(?:(?:(?:(?:m|new)\.)?vk\.com/(?:[^?]+\?.*\bw=)?wall(?P<id>-?\d+_\d+)))' | ||||
|     _TESTS = [{ | ||||
|         # public page URL, audio playlist | ||||
|         'url': 'https://vk.com/bs.official?w=wall-23538238_35', | ||||
|         'info_dict': { | ||||
|             'id': '-23538238_35', | ||||
|             'title': 'Black Shadow - Wall post -23538238_35', | ||||
|             'description': 'md5:3f84b9c4f9ef499731cf1ced9998cc0c', | ||||
|         }, | ||||
|         'playlist': [{ | ||||
|             'md5': '5ba93864ec5b85f7ce19a9af4af080f6', | ||||
|             'info_dict': { | ||||
|                 'id': '135220665_111806521', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'Black Shadow - Слепое Верование', | ||||
|                 'duration': 370, | ||||
|                 'uploader': 'Black Shadow', | ||||
|                 'artist': 'Black Shadow', | ||||
|                 'track': 'Слепое Верование', | ||||
|             }, | ||||
|         }, { | ||||
|             'md5': '4cc7e804579122b17ea95af7834c9233', | ||||
|             'info_dict': { | ||||
|                 'id': '135220665_111802303', | ||||
|                 'ext': 'mp4', | ||||
|                 'title': 'Black Shadow - Война - Негасимое Бездны Пламя!', | ||||
|                 'duration': 423, | ||||
|                 'uploader': 'Black Shadow', | ||||
|                 'artist': 'Black Shadow', | ||||
|                 'track': 'Война - Негасимое Бездны Пламя!', | ||||
|             }, | ||||
|         }], | ||||
|         'params': { | ||||
|             'skip_download': True, | ||||
|             'usenetrc': True, | ||||
|         }, | ||||
|         'skip': 'Requires vk account credentials', | ||||
|     }, { | ||||
|         # single YouTube embed, no leading - | ||||
|         'url': 'https://vk.com/wall85155021_6319', | ||||
|         'info_dict': { | ||||
|             'id': '85155021_6319', | ||||
|             'title': 'Сергей Горбунов - Wall post 85155021_6319', | ||||
|         }, | ||||
|         'playlist_count': 1, | ||||
|         'params': { | ||||
|             'usenetrc': True, | ||||
|         }, | ||||
|         'skip': 'Requires vk account credentials', | ||||
|     }, { | ||||
|         # wall page URL | ||||
|         'url': 'https://vk.com/wall-23538238_35', | ||||
|         'only_matching': True, | ||||
|     }, { | ||||
|         # mobile wall page URL | ||||
|         'url': 'https://m.vk.com/wall-23538238_35', | ||||
|         'only_matching': True, | ||||
|     }] | ||||
|     _BASE64_CHARS = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMN0PQRSTUVWXYZO123456789+/=' | ||||
|     _AUDIO = collections.namedtuple('Audio', ['id', 'owner_id', 'url', 'title', 'performer', 'duration', 'album_id', 'unk', 'author_link', 'lyrics', 'flags', 'context', 'extra', 'hashes', 'cover_url', 'ads']) | ||||
|  | ||||
|     def _decode(self, enc): | ||||
|         dec = '' | ||||
|         e = n = 0 | ||||
|         for c in enc: | ||||
|             r = self._BASE64_CHARS.index(c) | ||||
|             cond = n % 4 | ||||
|             e = 64 * e + r if cond else r | ||||
|             n += 1 | ||||
|             if cond: | ||||
|                 dec += chr(255 & e >> (-2 * n & 6)) | ||||
|         return dec | ||||
|  | ||||
|     def _unmask_url(self, mask_url, vk_id): | ||||
|         if 'audio_api_unavailable' in mask_url: | ||||
|             extra = mask_url.split('?extra=')[1].split('#') | ||||
|             func, base = self._decode(extra[1]).split(chr(11)) | ||||
|             mask_url = list(self._decode(extra[0])) | ||||
|             url_len = len(mask_url) | ||||
|             indexes = [None] * url_len | ||||
|             index = int(base) ^ vk_id | ||||
|             for n in range(url_len - 1, -1, -1): | ||||
|                 index = (url_len * (n + 1) ^ index + n) % url_len | ||||
|                 indexes[n] = index | ||||
|             for n in range(1, url_len): | ||||
|                 c = mask_url[n] | ||||
|                 index = indexes[url_len - 1 - n] | ||||
|                 mask_url[n] = mask_url[index] | ||||
|                 mask_url[index] = c | ||||
|             mask_url = ''.join(mask_url) | ||||
|         return mask_url | ||||
|  | ||||
|     def _real_extract(self, url): | ||||
|         post_id = self._match_id(url) | ||||
|  | ||||
|         webpage = self._download_payload('wkview', post_id, { | ||||
|             'act': 'show', | ||||
|             'w': 'wall' + post_id, | ||||
|         })[1] | ||||
|  | ||||
|         description = clean_html(get_element_by_class('wall_post_text', webpage)) | ||||
|         uploader = clean_html(get_element_by_class('author', webpage)) | ||||
|  | ||||
|         entries = [] | ||||
|  | ||||
|         for audio in re.findall(r'data-audio="([^"]+)', webpage): | ||||
|             audio = self._parse_json(unescapeHTML(audio), post_id) | ||||
|             a = self._AUDIO._make(audio[:16]) | ||||
|             if not a.url: | ||||
|                 continue | ||||
|             title = unescapeHTML(a.title) | ||||
|             performer = unescapeHTML(a.performer) | ||||
|             entries.append({ | ||||
|                 'id': '%s_%s' % (a.owner_id, a.id), | ||||
|                 'url': self._unmask_url(a.url, a.ads['vk_id']), | ||||
|                 'title': '%s - %s' % (performer, title) if performer else title, | ||||
|                 'thumbnails': [{'url': c_url} for c_url in a.cover_url.split(',')] if a.cover_url else None, | ||||
|                 'duration': int_or_none(a.duration), | ||||
|                 'uploader': uploader, | ||||
|                 'artist': performer, | ||||
|                 'track': title, | ||||
|                 'ext': 'mp4', | ||||
|                 'protocol': 'm3u8', | ||||
|             }) | ||||
|  | ||||
|         for video in re.finditer( | ||||
|                 r'<a[^>]+href=(["\'])(?P<url>/video(?:-?[\d_]+).*?)\1', webpage): | ||||
|             entries.append(self.url_result( | ||||
|                 compat_urlparse.urljoin(url, video.group('url')), VKIE.ie_key())) | ||||
|  | ||||
|         title = 'Wall post %s' % post_id | ||||
|  | ||||
|         return self.playlist_result( | ||||
|             orderedSet(entries), post_id, | ||||
|             '%s - %s' % (uploader, title) if uploader else title, | ||||
|             description) | ||||
		Reference in New Issue
	
	Block a user
	 Unknown
					Unknown