From: zonidjan Date: Tue, 20 Aug 2019 21:28:59 +0000 (-0500) Subject: urls - show http errors X-Git-Url: https://jfr.im/git/erebus.git/commitdiff_plain/de8ab9cbaceea92c0b719c3b87f2bc59397b2454?hp=c22ee2bac0dbdaad33034ef008e75a3f5fc73c62 urls - show http errors --- diff --git a/modules/urls.py b/modules/urls.py index 0430a63..834cd6c 100644 --- a/modules/urls.py +++ b/modules/urls.py @@ -164,6 +164,8 @@ def goturl(url): opener = urllib2.build_opener(SmartRedirectHandler()) try: soup = BeautifulSoup(opener.open(request, timeout=2)) - return unescape('Title: %s' % (soup.title.string)) + return url + ' ' + unescape('Title: %s' % (soup.title.string)) + except urllib2.HTTPError as e: + return url + ' ' + 'Error: %s %s' % (e.code, e.reason) except: return None