masterElmar/flatscraper
1
0
Fork 0
mirror of https://gitlab.dit.htwk-leipzig.de/fsr-im/tools/flatscraper.git synced 2026-01-16 16:22:27 +01:00
Code Issues Packages Projects Releases Wiki Activity

feat: add BGL scraper and integrate into main scraping process; update image scraping logic

Browse Source
This commit is contained in:
Elmar Kresse
2025-02-09 19:33:53 +01:00
parent 010a3249cf
commit f1c9816d9e
7 changed files with 147 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
src/lwb/scrape_image.py
View File

@@ -1,16 +1,23 @@
import requests
from src.lwb.scraper import EASYSQUARE_HEADERS, EASYSQUARE_PARAMS
def scrape_image(url):
def scrape_image(url, owner):
session = requests.Session()
response = session.get(url, headers=EASYSQUARE_HEADERS, params=EASYSQUARE_PARAMS)
if response.status_code != 200:
print(f"Fehler beim Abrufen von Easysquare: {response.status_code}")
# return empty image
return b''
if owner == "BGL":
response = session.get(url)
if response.status_code != 200:
print(f"Fehler beim Abrufen von BGL: {response.status_code}")
# return empty image
return b''
if owner == "LWB":
response = session.get(url, headers=EASYSQUARE_HEADERS, params=EASYSQUARE_PARAMS)
if response.status_code != 200:
print(f"Fehler beim Abrufen von Easysquare: {response.status_code}")
# return empty image
return b''
# get image from response
return response.content