Test for valid URL with HEAD

Reverts 4069766c52: originally had HEAD, then changed to GET.
Possibly try HEAD and then GET if bad method? Test cases needed.
This commit is contained in:
dirkf 2021-09-29 15:26:47 +01:00 committed by GitHub
parent a803582717
commit a250e9974f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -53,6 +53,7 @@ from ..utils import (
float_or_none,
GeoRestrictedError,
GeoUtils,
HEADRequest,
int_or_none,
js_to_json,
JSON_LD_RE,
@ -1469,7 +1470,8 @@ class InfoExtractor(object):
if not (url.startswith('http://') or url.startswith('https://')):
return True
try:
self._request_webpage(url, video_id, 'Checking %s URL' % item, headers=headers)
req = HEADRequest(url, headers=headers)
self._request_webpage(req, video_id, 'Checking %s URL' % item)
return True
except ExtractorError as e:
self.to_screen(