Mark Kalsbeek
d310a7a560
- fetch_vandaal: OG Online API, covers Delft/Rijswijk/Den Haag area, includes is_bought→verkocht status mapping - fetch_vansilfhout: HTML scraper, all listings on single page, extracts postcode from embedded JS variable (objectZipcode) Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
27 lines
716 B
Python
27 lines
716 B
Python
import sys
|
|
|
|
sys.path.insert(0, "../src")
|
|
|
|
import logging
|
|
|
|
from cache import * # noqa: F401 — must be before adapter imports
|
|
|
|
from adapters import SCRAPERS
|
|
|
|
logging.basicConfig(
|
|
stream=sys.stdout,
|
|
level=logging.INFO, # debug costs too many tokens
|
|
format="%(asctime)s %(levelname)s %(name)s — %(message)s",
|
|
datefmt="%Y-%m-%dT%H:%M:%S",
|
|
)
|
|
|
|
# --- change this to test a different adapter ---
|
|
ADAPTER = SCRAPERS['vansilfhout']
|
|
|
|
if __name__ == "__main__":
|
|
print(f"Testing adapter: {ADAPTER.__name__}")
|
|
listings = ADAPTER()
|
|
print(f"Got {len(listings)} listings\n")
|
|
for l in listings:
|
|
print(f" {l.adres}, {l.postcode}, {l.stad} — €{l.prijs} — {l.kamers} rooms — {l.url}")
|