Marco/Bundescrawler
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

handle resinged reps

Browse source
This commit is contained in:
Marco Lents 2025-11-17 17:41:48 +01:00
parent 026adbc0ea
commit 801c38d985
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
crawler.py
View file

@ -230,6 +230,7 @@ def get_links_and_names():
def get_bio(url, name, sleep_for): def get_bio(url, name, sleep_for):
name, party = name name, party = name
name = name.split(", ") name = name.split(", ")
party = party.replace("\n\xa0*", " (ausgeschieden)")
print(f"Getting {url} for {name[1]} {name[0]}") print(f"Getting {url} for {name[1]} {name[0]}")
response = request_handle_rate_limit(url) response = request_handle_rate_limit(url)
soup = BeautifulSoup(response.content, features="html.parser") soup = BeautifulSoup(response.content, features="html.parser")