scraper for searching of feeds in html sites

resources/scripts/scrapers/search-xml-feeds.py

@@ -16,8 +16,11 @@ regexp_href = re.compile("href=\"([^\"]+)\"")
 
 for url in urls_lines:
   # Download HTML data.
+  try:
     url_response = urllib.request.urlopen(url)
     html =  url_response.read().decode("utf-8")
+  except:
+    continue
 
   # Search for XML feeds with regexps.
   for link_tag in re.findall(regexp_link, html):