masterElmar/flatscraper
1
0
Fork 0
mirror of https://gitlab.dit.htwk-leipzig.de/fsr-im/tools/flatscraper.git synced 2025-07-16 03:28:48 +02:00
Code Issues Packages Projects Releases Wiki Activity

add scraping functionality for Lipsia and improve error handling for image downloads

Browse Source
This commit is contained in:
Elmar Kresse
2025-01-13 11:57:20 +01:00
parent 1093f49438
commit b2ef4eb5f2
13 changed files with 58 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
main.py
View File

@ -4,7 +4,7 @@ import time
import src.wogetra.scraper as wogetra_scraper
import src.lwb.scraper as lwb_scraper
import src.discord.webhook as localwebhook
import src.lipsia.lipsia as lipsia_scraper
# URL of the website to scrape
TARGET_URL = "https://www.wogetra.de/immobilien-vermarktungsart/miete/"
@ -30,6 +30,8 @@ def main():
properties = wogetra_scraper.scrape_wogetra()
print("Scraping properties from LWB...")
properties += lwb_scraper.scrape_easysquare()
print("Scraping properties from Lipsia...")
properties += lipsia_scraper.scrape_lipsia()
for prop in properties:
if prop["id"] not in known_properties: