Immobiliendaten mit Trassets inkrementell synchronisieren

import os
import requests

API_KEY = os.environ["TRASSETS_API_KEY"]
BASE_URL = "https://api.trassets.ai"
HEADERS = {"X-API-Key": API_KEY}


def fetch_table(path: str, page_size: int = 1000) -> list[dict]:
    """Fetch all rows of one table, following next_cursor."""
    rows: list[dict] = []
    params: dict = {"limit": page_size}

    while True:
        resp = requests.get(
            f"{BASE_URL}{path}", headers=HEADERS, params=params, timeout=30
        )
        resp.raise_for_status()
        body = resp.json()
        rows.extend(body["data"])

        if body["next_cursor"] is None:
            return rows
        params["cursor"] = body["next_cursor"]


def table_path(entry: dict) -> str:
    """Category tables live under /v1/; raw tables keep their endpoint_url."""
    if entry.get("category"):
        return f"/v1/{entry['category']}/{entry['api_table_name']}"
    return entry["endpoint_url"]


def sync(since: str) -> tuple[dict[str, list[dict]], str]:
    """Re-fetch every table reloaded after `since`.

    Returns the rows per table and the `since` value for the next run.
    """
    resp = requests.get(
        f"{BASE_URL}/changes", headers=HEADERS, params={"since": since}, timeout=30
    )
    resp.raise_for_status()
    changed = resp.json()

    tables = {t["table_name"]: fetch_table(table_path(t)) for t in changed}
    if not changed:
        return tables, since
    # last_sync_at is UTC without a suffix; the API expects it with "Z"
    return tables, max(t["last_sync_at"] for t in changed) + "Z"


if __name__ == "__main__":
    tables, next_since = sync(since="2026-07-01T00:00:00Z")
    for name, rows in tables.items():
        print(f"{name}: {len(rows)} rows")
    # Replace the local tables and persist next_since for the next run.