mirror of
https://github.com/public-apis/public-apis
synced 2025-03-17 15:19:07 +01:00
Add total User-Agent (#2551)
This commit is contained in:
parent
1853dedb53
commit
b5932d06fa
@ -56,9 +56,9 @@ def validate_links(links):
|
||||
if host[:3] == 'www':
|
||||
host = host[4:]
|
||||
|
||||
resp = h.request(link, headers={
|
||||
resp = h.request(link + "/", headers={
|
||||
# Faking user agent as some hosting services block not-whitelisted UA
|
||||
'user-agent': 'Mozilla/5.0',
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1467.0 Safari/537.36',
|
||||
# setting host because Cloudflare returns 403 asking for captcha if host is missing
|
||||
'host': host
|
||||
})
|
||||
|
Loading…
x
Reference in New Issue
Block a user