Pagination

import requests

API_KEY = "YOUR_API_KEY"
headers = {"Authorization": f"Token {API_KEY}"}

def get_all_results(squid_id):
    all_data = []
    page = 1
    page_size = 100

    while True:
        response = requests.get(
            "https://api.lobstr.io/v1/results",
            headers=headers,
            params={"squid": squid_id, "page": page, "page_size": page_size}
        )
        body = response.json()

        all_data.extend(body["data"])
        print(f"Fetched page {page}/{body['total_pages']} ({len(all_data)}/{body['total_results']} records)")

        if page >= body["total_pages"]:
            break

        page += 1

    return all_data

results = get_all_results("YOUR_SQUID_ID")
print(f"Total records fetched: {len(results)}")

# Page 1
curl "https://api.lobstr.io/v1/results?squid=YOUR_SQUID_ID&page=1&page_size=100" \
  -H "Authorization: Token YOUR_API_KEY"

# Page 2
curl "https://api.lobstr.io/v1/results?squid=YOUR_SQUID_ID&page=2&page_size=100" \
  -H "Authorization: Token YOUR_API_KEY"