diff --git a/crawler.py b/crawler.py index 969c837..c47432e 100644 --- a/crawler.py +++ b/crawler.py @@ -133,9 +133,9 @@ def main(): if args.debug: links = links[:5] names = names[:5] - sleep_for = 1 + sleep_for = 0 else: - sleep_for = 5 + sleep_for = 10 bios = [get_bio(link, name, sleep_for) for link, name in zip(links, names)] @@ -252,7 +252,7 @@ def get_functions(elem): def parse_speech(page): if not page: - return (None, None) + return None soup = BeautifulSoup(page.content) infos = [s.text.strip() for s in soup.find_all(class_="m-biography__speechTitle")] titles = [