From 74275b969e9f65da956e6cad9f72b7a0623ebc3a Mon Sep 17 00:00:00 2001 From: rembo10 Date: Wed, 1 Jul 2015 00:56:48 -0700 Subject: [PATCH] Added a useragent to the metacritic request --- headphones/metacritic.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/headphones/metacritic.py b/headphones/metacritic.py index f6fe9289..959282ca 100644 --- a/headphones/metacritic.py +++ b/headphones/metacritic.py @@ -17,6 +17,7 @@ import re import headphones from headphones import db, helpers, logger, request +from headphones.common import USER_AGENT def update(artist_name,release_groups): """ Pretty simple and crude function to find the artist page on metacritic, @@ -31,9 +32,11 @@ def update(artist_name,release_groups): mc_artist_name = mc_artist_name.replace(" ","-") + headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2243.2 Safari/537.36'} + url = "http://www.metacritic.com/person/" + mc_artist_name + "?filter-options=music&sort_options=date&num_items=100" - res = request.request_soup(url, parser='html.parser') + res = request.request_soup(url, headers=headers, parser='html.parser') try: rows = res.tbody.find_all('tr')