paradizelost/youtube-dl
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Backport from yt-dlp

Browse Source
This commit is contained in:
palewire 2022-08-15 11:58:04 -07:00
parent c8686e7ccb
commit 18b7043b0c
No known key found for this signature in database
GPG Key ID: A5AD4A9AD42D69AB
1 changed files with 32 additions and 42 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

74
youtube_dl/extractor/parler.py
View File

@ -1,12 +1,10 @@
# coding: utf-8
from __future__ import unicode_literals
from urllib import parse
from .common import InfoExtractor
from ..utils import (
clean_html,
int_or_none,
strip_or_none,
unified_timestamp,
urlencode_postdata,
@ -14,10 +12,8 @@ from ..utils import (
class ParlerIE(InfoExtractor):
"""Extract videos from posts on Parler."""
_UUID_RE = r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}'
_VALID_URL = r'https://parler\.com/feed/(?P<id>%s)' % (_UUID_RE, )
IE_DESC = 'Posts on parler.com'
_VALID_URL = r'https://parler\.com/feed/(?P<id>[0-9a-f]{8}-(?:[0-9a-f]{4}-){3}[0-9a-f]{12})'
_TESTS = [
{
'url': 'https://parler.com/feed/df79fdba-07cc-48fe-b085-3293897520d7',
@ -25,12 +21,17 @@ class ParlerIE(InfoExtractor):
'info_dict': {
'id': 'df79fdba-07cc-48fe-b085-3293897520d7',
'ext': 'mp4',
'title': 'TulsiGabbard-720',
'description': 'Puberty-blocking procedures promoted by the Biden/Harris Admin are child abuse. The FDA has recently confirmed these hormones/drugs have extremely dangerous side effects, like brain swelling and vision loss.',
'thumbnail': 'https://bl-images.parler.com/videos/6ce7cdf3-a27a-4d72-bf9c-d3e17ce39a66/thumbnail.jpeg',
'title': 'Parler video #df79fdba-07cc-48fe-b085-3293897520d7',
'description': 'md5:6f220bde2df4a97cbb89ac11f1fd8197',
'timestamp': 1659744000,
'upload_date': '20220806',
'uploader': 'Tulsi Gabbard',
'uploader_id': 'TulsiGabbard',
'uploader_url': 'https://parler.com/TulsiGabbard',
'view_count': int,
'comment_count': int,
'repost_count': int,
},
},
{
@ -39,49 +40,38 @@ class ParlerIE(InfoExtractor):
'info_dict': {
'id': 'a7406eb4-91e5-4793-b5e3-ade57a24e287',
'ext': 'mp4',
'title': 'BennyJohnson-360',
'thumbnail': 'https://bl-images.parler.com/videos/317827a8-1e48-4cbc-981f-7dd17d4c1183/thumbnail.jpeg',
'title': 'Parler video #a7406eb4-91e5-4793-b5e3-ade57a24e287',
'description': 'This man should run for office',
'timestamp': 1659657600,
'upload_date': '20220805',
'uploader': 'Benny Johnson',
'uploader_id': 'BennyJohnson',
'uploader_url': 'https://parler.com/BennyJohnson',
'view_count': int,
'comment_count': int,
'repost_count': int,
},
},
]
def _real_extract(self, url):
video_id = self._match_id(url)
# Get data from API
api_url = 'https://parler.com/open-api/ParleyDetailEndpoint.php'
payload = urlencode_postdata({'uuid': video_id})
status = self._download_json(api_url, video_id, data=payload)
# Pull out video
url = status['data'][0]['primary']['video_data']['videoSrc']
# now we know this exists and is a dict
data = status['data'][0]['primary']
# Pull out metadata
description = strip_or_none(clean_html(data.get('full_body')))
timestamp = unified_timestamp(data.get('date_created'))
uploader = strip_or_none(data.get('name'))
uploader_id = strip_or_none(data.get('username'))
uploader_url = ('https://parler.com/' + uploader_id) if uploader_id else None
# Keep the file name short so it doesn't exceed filesystem limits
title = self._generic_title(url)
if uploader_id:
title = '%s-%s' % (uploader_id, title)
# Return the result
data = self._download_json(
'https://parler.com/open-api/ParleyDetailEndpoint.php', video_id,
data=urlencode_postdata({'uuid': video_id}))['data'][0]
primary = data['primary']
return {
'id': video_id,
'url': url,
'title': title,
'description': description,
'timestamp': timestamp,
'uploader': uploader,
'uploader_id': uploader_id,
'uploader_url': uploader_url,
}
'url': primary['video_data']['videoSrc'],
'thumbnail': primary['video_data']['thumbnailUrl'],
'title': "Parler video #%s" % video_id,
'description': strip_or_none(clean_html(primary.get('full_body'))) or None,
'timestamp': unified_timestamp(primary.get('date_created')),
'uploader': strip_or_none(primary.get('name')),
'uploader_id': strip_or_none(primary.get('username')),
'uploader_url': 'https://parler.com/%s' % strip_or_none(primary.get('username')),
'view_count': int_or_none(primary.get('view_count')),
'comment_count': int_or_none(data['engagement']['commentCount']),
'repost_count': int_or_none(data['engagement']['echoCount']),
}