masterElmar/flatscraper
1
0
Fork 0
mirror of https://gitlab.dit.htwk-leipzig.de/fsr-im/tools/flatscraper.git synced 2025-07-16 11:38:49 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: add VLW owner handling and image scraping logic in LWB and VLW scrapers

Browse Source
This commit is contained in:
Elmar Kresse
2025-02-16 22:40:35 +01:00
parent 395434da1c
commit 9bf5155e9f
2 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/lwb/scrape_image.py
View File

@ -12,6 +12,13 @@ def scrape_image(url, owner):
# return empty image # return empty image
return b'' return b''
if owner == "VLW":
response = session.get(url)
if response.status_code != 200:
print(f"Fehler beim Abrufen von VLW: {response.status_code}")
# return empty image
return b''
if owner == "LWB": if owner == "LWB":
response = session.get(url, headers=EASYSQUARE_HEADERS, params=EASYSQUARE_PARAMS) response = session.get(url, headers=EASYSQUARE_HEADERS, params=EASYSQUARE_PARAMS)
if response.status_code != 200: if response.status_code != 200:

1
src/vlw/scraper.py
View File

@ -72,6 +72,7 @@ def scrape_vlw():
"warm_rent": warm_rent, "warm_rent": warm_rent,
"availability": availability, "availability": availability,
"image_url": image_url, "image_url": image_url,
"owner": "VLW",
}) })
return properties return properties