Merge pull request #132 from andreasots/aiohttp-pls

Workaround for #130: Do GET requests instead of HEAD.

common/utils.py

@@ -446,14 +446,20 @@ def http_request(url, data=None, method='GET', maxtries=3, headers={}, timeout=5
 def http_request_coro(url, data=None, method='GET', maxtries=3, headers={}, timeout=5, allow_redirects=True):
 	headers["User-Agent"] = "LRRbot/2.0 (https://lrrbot.mrphlip.com/)"
 	firstex = None
+
+	# FIXME(#130): aiohttp fails to decode HEAD requests with Content-Encoding set. Do GET requests instead.
+	real_method = method
+	if method == 'HEAD':
+		real_method = 'GET'
+
 	if method == 'GET':
 		params = data
 		data = None
 	else:
 		params = None
 	while True:
 		try:
-			res = yield from asyncio.wait_for(http_request_session.request(method, url, params=params, data=data, headers=headers, allow_redirects=allow_redirects), timeout)
+			res = yield from asyncio.wait_for(http_request_session.request(real_method, url, params=params, data=data, headers=headers, allow_redirects=allow_redirects), timeout)
 			if method == "HEAD":
 				yield from res.release()
 				return res