masterElmar/flatscraper
1
0
Fork 0
mirror of https://gitlab.dit.htwk-leipzig.de/fsr-im/tools/flatscraper.git synced 2025-07-16 11:38:49 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: add VLW property scraping functionality to main process

Browse Source
This commit is contained in:
Elmar Kresse
2025-02-16 19:20:27 +01:00
parent 92bb5b2e85
commit 395434da1c
2 changed files with 82 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
main.py
View File

@ -6,6 +6,7 @@ import src.lwb.scraper as lwb_scraper
import src.discord.webhook as localwebhook
import src.lipsia.lipsia as lipsia_scraper
import src.bgl.bgl as bgl_scraper
import src.vlw.scraper as vlw_scraper
# URL of the website to scrape
TARGET_URL = "https://www.wogetra.de/immobilien-vermarktungsart/miete/"
@ -44,6 +45,10 @@ def main():
print("Scraped " + str(len(properties_bgl)) + " properties from BGL")
properties += properties_bgl
properties_vlw = vlw_scraper.scrape_vlw()
print("Scraped " + str(len(properties_vlw)) + " properties from VLW")
properties += properties_vlw
for prop in properties:
if prop["id"] not in known_properties: