mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-10-04 16:37:09 +02:00
[extractor/Parler] Rewrite extractor (#6446)
Authored by: JChris246 Closes #6068
This commit is contained in:
JChris246
GitHub
parent
1e3c2b6ec2
commit
80ea6d3dea
@ -1,13 +1,14 @@
|
|||||||
|
import functools
|
||||||
|
|
||||||
from .common import InfoExtractor
|
from .common import InfoExtractor
|
||||||
from .youtube import YoutubeIE
|
from .youtube import YoutubeIE
|
||||||
from ..utils import (
|
from ..utils import (
|
||||||
clean_html,
|
clean_html,
|
||||||
format_field,
|
|
||||||
int_or_none,
|
int_or_none,
|
||||||
strip_or_none,
|
strip_or_none,
|
||||||
traverse_obj,
|
traverse_obj,
|
||||||
unified_timestamp,
|
unified_timestamp,
|
||||||
urlencode_postdata,
|
urljoin,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@ -24,7 +25,7 @@ class ParlerIE(InfoExtractor):
|
|||||||
'thumbnail': 'https://bl-images.parler.com/videos/6ce7cdf3-a27a-4d72-bf9c-d3e17ce39a66/thumbnail.jpeg',
|
'thumbnail': 'https://bl-images.parler.com/videos/6ce7cdf3-a27a-4d72-bf9c-d3e17ce39a66/thumbnail.jpeg',
|
||||||
'title': 'Parler video #df79fdba-07cc-48fe-b085-3293897520d7',
|
'title': 'Parler video #df79fdba-07cc-48fe-b085-3293897520d7',
|
||||||
'description': 'md5:6f220bde2df4a97cbb89ac11f1fd8197',
|
'description': 'md5:6f220bde2df4a97cbb89ac11f1fd8197',
|
||||||
'timestamp': 1659744000,
|
'timestamp': 1659785481,
|
||||||
'upload_date': '20220806',
|
'upload_date': '20220806',
|
||||||
'uploader': 'Tulsi Gabbard',
|
'uploader': 'Tulsi Gabbard',
|
||||||
'uploader_id': 'TulsiGabbard',
|
'uploader_id': 'TulsiGabbard',
|
||||||
@ -34,78 +35,57 @@ class ParlerIE(InfoExtractor):
|
|||||||
'repost_count': int,
|
'repost_count': int,
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
{
|
|
||||||
'url': 'https://parler.com/feed/a7406eb4-91e5-4793-b5e3-ade57a24e287',
|
|
||||||
'md5': '11687e2f5bb353682cee338d181422ed',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'a7406eb4-91e5-4793-b5e3-ade57a24e287',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'thumbnail': 'https://bl-images.parler.com/videos/317827a8-1e48-4cbc-981f-7dd17d4c1183/thumbnail.jpeg',
|
|
||||||
'title': 'Parler video #a7406eb4-91e5-4793-b5e3-ade57a24e287',
|
|
||||||
'description': 'This man should run for office',
|
|
||||||
'timestamp': 1659657600,
|
|
||||||
'upload_date': '20220805',
|
|
||||||
'uploader': 'Benny Johnson',
|
|
||||||
'uploader_id': 'BennyJohnson',
|
|
||||||
'uploader_url': 'https://parler.com/BennyJohnson',
|
|
||||||
'view_count': int,
|
|
||||||
'comment_count': int,
|
|
||||||
'repost_count': int,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
'url': 'https://parler.com/feed/f23b85c1-6558-470f-b9ff-02c145f28da5',
|
'url': 'https://parler.com/feed/f23b85c1-6558-470f-b9ff-02c145f28da5',
|
||||||
'md5': 'eaba1ff4a10fe281f5ce74e930ab2cb4',
|
'md5': 'eaba1ff4a10fe281f5ce74e930ab2cb4',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': 'r5vkSaz8PxQ',
|
'id': 'r5vkSaz8PxQ',
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
'thumbnail': 'https://i.ytimg.com/vi_webp/r5vkSaz8PxQ/maxresdefault.webp',
|
|
||||||
'title': 'Tom MacDonald Names Reaction',
|
|
||||||
'description': 'md5:33c21f0d35ae6dc2edf3007d6696baea',
|
|
||||||
'upload_date': '20220716',
|
|
||||||
'duration': 1267,
|
|
||||||
'uploader': 'Mahesh Chookolingo',
|
|
||||||
'uploader_id': 'maheshchookolingo',
|
|
||||||
'uploader_url': 'http://www.youtube.com/user/maheshchookolingo',
|
|
||||||
'channel': 'Mahesh Chookolingo',
|
|
||||||
'channel_id': 'UCox6YeMSY1PQInbCtTaZj_w',
|
|
||||||
'channel_url': 'https://www.youtube.com/channel/UCox6YeMSY1PQInbCtTaZj_w',
|
|
||||||
'categories': ['Entertainment'],
|
|
||||||
'tags': list,
|
|
||||||
'availability': 'public',
|
|
||||||
'live_status': 'not_live',
|
'live_status': 'not_live',
|
||||||
'view_count': int,
|
|
||||||
'comment_count': int,
|
'comment_count': int,
|
||||||
|
'duration': 1267,
|
||||||
'like_count': int,
|
'like_count': int,
|
||||||
'channel_follower_count': int,
|
'channel_follower_count': int,
|
||||||
'age_limit': 0,
|
'channel_id': 'UCox6YeMSY1PQInbCtTaZj_w',
|
||||||
|
'upload_date': '20220716',
|
||||||
|
'thumbnail': 'https://i.ytimg.com/vi/r5vkSaz8PxQ/maxresdefault.jpg',
|
||||||
|
'tags': 'count:17',
|
||||||
|
'availability': 'public',
|
||||||
|
'categories': ['Entertainment'],
|
||||||
'playable_in_embed': True,
|
'playable_in_embed': True,
|
||||||
|
'channel': 'Who Knows What! With Mahesh & Friends',
|
||||||
|
'title': 'Tom MacDonald Names Reaction',
|
||||||
|
'uploader': 'Who Knows What! With Mahesh & Friends',
|
||||||
|
'uploader_id': '@maheshchookolingo',
|
||||||
|
'age_limit': 0,
|
||||||
|
'description': 'md5:33c21f0d35ae6dc2edf3007d6696baea',
|
||||||
|
'channel_url': 'https://www.youtube.com/channel/UCox6YeMSY1PQInbCtTaZj_w',
|
||||||
|
'view_count': int,
|
||||||
|
'uploader_url': 'http://www.youtube.com/@maheshchookolingo',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
]
|
]
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
video_id = self._match_id(url)
|
video_id = self._match_id(url)
|
||||||
data = self._download_json(
|
data = self._download_json(f'https://api.parler.com/v0/public/parleys/{video_id}',
|
||||||
'https://parler.com/open-api/ParleyDetailEndpoint.php', video_id,
|
video_id)['data']
|
||||||
data=urlencode_postdata({'uuid': video_id}))['data'][0]
|
if data.get('link'):
|
||||||
primary = data['primary']
|
return self.url_result(data['link'], YoutubeIE)
|
||||||
|
|
||||||
embed = self._parse_json(primary.get('V2LINKLONG') or '', video_id, fatal=False)
|
|
||||||
if embed:
|
|
||||||
return self.url_result(embed[0], YoutubeIE)
|
|
||||||
|
|
||||||
return {
|
return {
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'url': traverse_obj(primary, ('video_data', 'videoSrc')),
|
'title': strip_or_none(data.get('title')) or '',
|
||||||
'thumbnail': traverse_obj(primary, ('video_data', 'thumbnailUrl')),
|
**traverse_obj(data, {
|
||||||
'title': '',
|
'url': ('video', 'videoSrc'),
|
||||||
'description': strip_or_none(clean_html(primary.get('full_body'))) or None,
|
'thumbnail': ('video', 'thumbnailUrl'),
|
||||||
'timestamp': unified_timestamp(primary.get('date_created')),
|
'description': ('body', {clean_html}),
|
||||||
'uploader': strip_or_none(primary.get('name')),
|
'timestamp': ('date_created', {unified_timestamp}),
|
||||||
'uploader_id': strip_or_none(primary.get('username')),
|
'uploader': ('user', 'name', {strip_or_none}),
|
||||||
'uploader_url': format_field(strip_or_none(primary.get('username')), None, 'https://parler.com/%s'),
|
'uploader_id': ('user', 'username', {str}),
|
||||||
'view_count': int_or_none(primary.get('view_count')),
|
'uploader_url': ('user', 'username', {functools.partial(urljoin, 'https://parler.com/')}),
|
||||||
'comment_count': int_or_none(traverse_obj(data, ('engagement', 'commentCount'))),
|
'view_count': ('views', {int_or_none}),
|
||||||
'repost_count': int_or_none(traverse_obj(data, ('engagement', 'echoCount'))),
|
'comment_count': ('total_comments', {int_or_none}),
|
||||||
|
'repost_count': ('echos', {int_or_none}),
|
||||||
|
})
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user