diff --git a/requirements.txt b/requirements.txt index 57c2d5e..50941e3 100644 --- a/requirements.txt +++ b/requirements.txt @@ -32,3 +32,4 @@ rq==0.5.2 six==1.9.0 uWSGI==2.0.10 websockets==2.4 +sgmllib3k==1.0.0 diff --git a/woodwind/tasks.py b/woodwind/tasks.py index de1cb71..24b71ea 100644 --- a/woodwind/tasks.py +++ b/woodwind/tasks.py @@ -299,8 +299,9 @@ def is_content_equal(e1, e2): def process_xml_feed_for_new_entries(feed, content, backfill, now): current_app.logger.debug('fetching xml feed: %s', feed) - - parsed = feedparser.parse(content) + parsed = feedparser.parse(content, response_headers={ + 'content-location': feed.feed, + }) feed_props = parsed.get('feed', {}) default_author_url = feed_props.get('author_detail', {}).get('href') default_author_name = feed_props.get('author_detail', {}).get('name')