2martens/allris-scraper
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Save documents in extra directory

Browse Source
This commit is contained in:
Jim Martens
2020-01-08 21:04:50 +01:00
parent 1ef3e0267f
commit f233bc1208
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/twomartens/allrisscraper/main.py
View File

@ -115,16 +115,17 @@ def download_documents(driver: webdriver.WebDriver, meetings: List[meeting.Meeti
invitation_item = form_elements[2] invitation_item = form_elements[2]
invitation_link = f"{base_link}?DOLFDNR={invitation_item.find_element_by_name('DOLFDNR').get_property('value')}&options=64" invitation_link = f"{base_link}?DOLFDNR={invitation_item.find_element_by_name('DOLFDNR').get_property('value')}&options=64"
driver.get(agenda_link) driver.get(agenda_link)
save_pdf(driver.current_url, f"{pdf_location}{meeting.date.isoformat()}-{meeting.name}-Tagesordnung.pdf") save_pdf(driver.current_url, f"{pdf_location}{meeting.date.isoformat()}_{meeting.name}/Tagesordnung.pdf")
driver.get(total_link) driver.get(total_link)
save_pdf(driver.current_url, f"{pdf_location}{meeting.date.isoformat()}-{meeting.name}-Mappe.pdf") save_pdf(driver.current_url, f"{pdf_location}{meeting.date.isoformat()}_{meeting.name}/Mappe.pdf")
driver.get(invitation_link) driver.get(invitation_link)
save_pdf(driver.current_url, f"{pdf_location}{meeting.date.isoformat()}-{meeting.name}-Einladung.pdf") save_pdf(driver.current_url, f"{pdf_location}{meeting.date.isoformat()}_{meeting.name}/Einladung.pdf")
def save_pdf(url: str, dest: str) -> None: def save_pdf(url: str, dest: str) -> None:
file_data: request = request.urlopen(url) file_data: request = request.urlopen(url)
data_to_write = file_data.read() data_to_write = file_data.read()
os.makedirs(os.path.dirname(dest), exist_ok=True)
with open(dest, "wb") as file: with open(dest, "wb") as file:
file.write(data_to_write) file.write(data_to_write)