Paginated OData Fetch Loop (Python Generator)

import csv
import os

import requests

SERVICE = "https://erp.example.com/odata/v4"
ENTITY = "SalesOrders"
MAX_ROWS = 50000
OUTFILE = "sales_orders.csv"

params = {
    "$select": "OrderNumber,CustomerId,OrderDate,Status",
    "$filter": "Status eq 'Open'",
    "$orderby": "OrderNumber asc",
    "$top": "500",
}
headers = {
    "Authorization": "Bearer " + os.environ["ERP_ODATA_TOKEN"],
    "Accept": "application/json",
}

session = requests.Session()
url = SERVICE + "/" + ENTITY
fields = [name.strip() for name in params["$select"].split(",")]
total = 0

with open(OUTFILE, "w", newline="", encoding="utf-8") as handle:
    writer = csv.DictWriter(handle, fieldnames=fields, extrasaction="ignore")
    writer.writeheader()
    first = True
    while url and total < MAX_ROWS:
        # The nextLink already carries all query options, so send params only once
        response = session.get(
            url, headers=headers, params=params if first else None, timeout=60
        )
        response.raise_for_status()
        payload = response.json()
        for row in payload.get("value", []):
            writer.writerow(row)
            total += 1
            if total >= MAX_ROWS:
                break
        url = payload.get("@odata.nextLink")
        first = False

print("Wrote " + str(total) + " rows to " + OUTFILE)
if url:
    print("Stopped at the row cap, more pages remain")