masq/i3pystatus
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Weather.com: spoof user agent to allow web request (#745)

Browse Source 
Weather.com's API is returning `403 Forbidden` for requests using
urllib's default user agent. This commit uses Firefox's user agent to
get around this limitation.
This commit is contained in:
Erik Johnson 2019-05-23 09:11:18 -05:00 committed by GitHub
parent 2cf37d86d7
commit 0d05a635ce
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
i3pystatus/weather/weathercom.py
View File

@ -2,11 +2,13 @@ import json
import re
from datetime import datetime
from html.parser import HTMLParser
from urllib.request import urlopen
from urllib.request import Request, urlopen
from i3pystatus.core.util import internet, require
from i3pystatus.weather import WeatherBackend
USER_AGENT = 'Mozilla/5.0 (X11; Linux x86_64; rv:66.0) Gecko/20100101 Firefox/66.0'
class WeathercomHTMLParser(HTMLParser):
'''
@ -22,7 +24,8 @@ class WeathercomHTMLParser(HTMLParser):
def get_weather_data(self, url):
self.logger.debug('Making request to %s to retrieve weather data', url)
self.weather_data = None
with urlopen(url) as content:
req = Request(url, headers={'User-Agent': USER_AGENT})
with urlopen(req) as content:
try:
content_type = dict(content.getheaders())['Content-Type']
charset = re.search(r'charset=(.*)', content_type).group(1)