Incrementally sync real-estate data with Trassets

import os
import requests

API_KEY = os.environ["TRASSETS_API_KEY"]
BASE_URL = "https://api.trassets.ai"
HEADERS = {"X-API-Key": API_KEY}


def sync_properties(start_offset: int = 0, page_size: int = 1000) -> list[dict]:
    """Fetch all rows from /property/properties starting at start_offset.

    Returns the combined rows and the offset to resume from on the next run.
    """
    rows: list[dict] = []
    offset = start_offset

    while True:
        resp = requests.get(
            f"{BASE_URL}/property/properties",
            headers=HEADERS,
            params={"limit": page_size, "offset": offset},
            timeout=30,
        )
        resp.raise_for_status()
        rows.extend(resp.json())

        has_more = resp.headers.get("X-Has-More") == "true"
        if not has_more:
            break
        offset = int(resp.headers["X-Next-Offset"])

    return rows, offset


if __name__ == "__main__":
    # On the next scheduled run, pass the returned offset back in as
    # start_offset instead of 0 to avoid re-fetching rows you already have.
    rows, next_offset = sync_properties(start_offset=0)
    print(f"Fetched {len(rows)} rows, resume offset: {next_offset}")