From 93310a803025e6248178f19d5ee923165870645c Mon Sep 17 00:00:00 2001 From: Marco Lents Date: Sat, 15 Nov 2025 14:43:31 +0100 Subject: [PATCH] fix handling of empty speeches --- crawler.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/crawler.py b/crawler.py index 969c837..c47432e 100644 --- a/crawler.py +++ b/crawler.py @@ -133,9 +133,9 @@ def main(): if args.debug: links = links[:5] names = names[:5] - sleep_for = 1 + sleep_for = 0 else: - sleep_for = 5 + sleep_for = 10 bios = [get_bio(link, name, sleep_for) for link, name in zip(links, names)] @@ -252,7 +252,7 @@ def get_functions(elem): def parse_speech(page): if not page: - return (None, None) + return None soup = BeautifulSoup(page.content) infos = [s.text.strip() for s in soup.find_all(class_="m-biography__speechTitle")] titles = [