Add max attempts for exam requests

cobalt-uoft · Apr 20, 2016 · fac88e8 · fac88e8
1 parent 26fe823
commit fac88e8
Showing 1 changed file with 8 additions and 3 deletions.
diff --git a/uoftscrapers/scrapers/exams/utsg.py b/uoftscrapers/scrapers/exams/utsg.py
@@ -28,10 +28,15 @@ def scrape(location='.', year=None):
                 'Referer': UTSGExams.host
             }
             html = Scraper.get('%s%s' % (UTSGExams.host, p),
-                               headers=headers)
-            soup = BeautifulSoup(html, 'html.parser')
+                               headers=headers,
+                               max_attempts=3)
 
-            if not soup.find('table', class_='vertical listing'):
+            try:
+                soup = BeautifulSoup(html, 'html.parser')
+            except TypeError:
+                soup = None
+
+            if not (html and soup and soup.find(class_='vertical listing')):
                 # no exam data available
                 Scraper.logger.info('No %s exams.' % p.upper())
                 continue