add dev override and web layer

This commit is contained in:
2026-04-04 14:47:01 +02:00
parent f1748214ce
commit 423a429f56
6 changed files with 711 additions and 3 deletions

View File

@@ -12,7 +12,7 @@ import time
import httpx
from bs4 import BeautifulSoup
import config
from config import *
from huizenbot import RawListing
log = logging.getLogger("huizenbot.ssr")
@@ -160,6 +160,8 @@ def fetch_realworks(base_url: str, makelaar: str) -> list[RawListing]:
slaapkamers=int(kk["slaapkamers"]) if kk.get("slaapkamers") else None,
energielabel=kk.get("energielabel"),
))
if APP_ENV == "dev":
break
except Exception as e:
log.warning("%s: parse fout: %s", makelaar, e)
@@ -292,6 +294,9 @@ def fetch_dewittegarantiemakelaars() -> list[RawListing]:
bouwjaar=int(bouwjaar) if bouwjaar else None,
hero_image_url=hero,
))
if APP_ENV == "dev":
break
except Exception as e:
log.warning("dewitte: parse fout: %s", e)
@@ -415,6 +420,8 @@ def fetch_wassenaar() -> list[RawListing]:
slaapkamers=int(kk["slaapkamers"]) if kk.get("slaapkamers") else None,
energielabel=kk.get("energielabel"),
))
if APP_ENV == "dev":
break
except Exception as e:
log.warning("wassenaar: parse fout: %s", e)
@@ -597,6 +604,8 @@ def fetch_dens() -> list[RawListing]:
slaapkamers=int(detail_data["slaapkamers"]) if detail_data.get("slaapkamers") else None,
energielabel=detail_data.get("energielabel"),
))
if APP_ENV == "dev":
break
except Exception as e:
log.warning("dens: parse fout: %s", e)
@@ -723,6 +732,8 @@ def fetch_3dmakelaars() -> list[RawListing]:
slaapkamers=detail_data.get("slaapkamers"),
hero_image_url=hero,
))
if APP_ENV == "dev":
break
except Exception as e:
log.warning("3dmakelaars: parse fout: %s", e)
@@ -845,6 +856,9 @@ def fetch_dupont() -> list[RawListing]:
slaapkamers=int(detail_data["slaapkamers"]) if detail_data.get("slaapkamers") else None,
energielabel=detail_data.get("energielabel"),
))
if APP_ENV == "dev":
break
except Exception as e:
log.warning("dupont: parse fout: %s", e)