github/public-apis
1
Fork 0
mirror of https://github.com/public-apis/public-apis synced 2025-03-31 14:09:17 +02:00
Code Releases Activity

Add total User-Agent ()

Browse Source
This commit is contained in:
Padmashree Jha 2021-10-25 23:29:24 +05:30 committed by GitHub
parent 1853dedb53
commit b5932d06fa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions

4
build/validate_links.py

@ -56,9 +56,9 @@ def validate_links(links):
if host[:3] == 'www': if host[:3] == 'www':
host = host[4:] host = host[4:]
resp = h.request(link, headers={ resp = h.request(link + "/", headers={
# Faking user agent as some hosting services block not-whitelisted UA # Faking user agent as some hosting services block not-whitelisted UA
'user-agent': 'Mozilla/5.0', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1467.0 Safari/537.36',
# setting host because Cloudflare returns 403 asking for captcha if host is missing # setting host because Cloudflare returns 403 asking for captcha if host is missing
'host': host 'host': host
}) })