The shape of it. #

LAST_HELD_AT=${LAST_HELD_AT:-$(date -u +%Y-%m-%dT%H:%M:%SZ)}
while :; do
  curl --get "https://api.aurith.ca/v1/items" \
    --data-urlencode "since=$LAST_HELD_AT" \
    --data-urlencode "limit=50" \
    -H "Authorization: Bearer $AURITH_KEY"
  # Follow next as cursor until null; persist handled ids and the since watermark.
  sleep 60
done

let state = await loadPollState() || {
  since: new Date().toISOString(), seen: []
};
while (true) {
  const boundary = new Set(state.seen);
  let latest = state.since;
  let cursor;
  do {
    const q = new URLSearchParams({ since: state.since, limit: "50" });
    if (cursor) q.set("cursor", cursor);
    const r = await fetch(`https://api.aurith.ca/v1/items?${q}`, {
      headers: { Authorization: `Bearer ${process.env.AURITH_KEY}` }
    });
    if (!r.ok) throw new Error(`${r.status}: ${await r.text()}`);
    const page = await r.json();
    for (const item of page.items) {
      await handleOnce(item.id, item); // Durable/idempotent by item id.
      if (item.held_at > latest) { latest = item.held_at; boundary.clear(); }
      if (item.held_at === latest) boundary.add(item.id);
    }
    cursor = page.next;
  } while (cursor);
  state = { since: latest, seen: [...boundary] };
  await savePollState(state); // Only advance after every page succeeds.
  await new Promise(resolve => setTimeout(resolve, 60_000));
}

import json, os, time, urllib.parse, urllib.request

state = load_poll_state() or {"since": utc_now(), "seen": []}
while True:
    boundary, latest, cursor = set(state["seen"]), state["since"], None
    while True:
        params = {"since": state["since"], "limit": 50}
        if cursor:
            params["cursor"] = cursor
        url = "https://api.aurith.ca/v1/items?" + urllib.parse.urlencode(params)
        req = urllib.request.Request(url, headers={
            "Authorization": "Bearer " + os.environ["AURITH_KEY"]})
        with urllib.request.urlopen(req) as response:
            page = json.load(response)
        for item in page["items"]:
            handle_once(item["id"], item)  # Durable/idempotent by item id.
            if item["held_at"] > latest:
                latest, boundary = item["held_at"], set()
            if item["held_at"] == latest:
                boundary.add(item["id"])
        cursor = page["next"]
        if cursor is None:
            break
    state = {"since": latest, "seen": list(boundary)}
    save_poll_state(state)  # Only advance after every page succeeds.
    time.sleep(60)

curl "https://api.aurith.ca/v1/items?limit=200" \
  -H "Authorization: Bearer $AURITH_KEY"
# Repeat with cursor=<next> until next is null.

let cursor;
do {
  const q = new URLSearchParams({ limit: "200" });
  if (cursor) q.set("cursor", cursor);
  const r = await fetch(`https://api.aurith.ca/v1/items?${q}`, {
    headers: { Authorization: `Bearer ${process.env.AURITH_KEY}` }
  });
  if (!r.ok) throw new Error(`${r.status}: ${await r.text()}`);
  const page = await r.json();
  await handle(page.items);
  cursor = page.next;
} while (cursor !== null);

import json, os, urllib.parse, urllib.request

cursor = None
while True:
    params = {"limit": 200}
    if cursor:
        params["cursor"] = cursor
    url = "https://api.aurith.ca/v1/items?" + urllib.parse.urlencode(params)
    req = urllib.request.Request(url, headers={
        "Authorization": "Bearer " + os.environ["AURITH_KEY"]})
    with urllib.request.urlopen(req) as response:
        page = json.load(response)
    handle(page["items"])
    cursor = page["next"]
    if cursor is None:
        break

curl -i "https://api.aurith.ca/v1/items" \
  -H "Authorization: Bearer $AURITH_KEY"
# On 429, sleep for the Retry-After seconds before retrying.

for (;;) {
  const r = await fetch("https://api.aurith.ca/v1/items", {
    headers: { Authorization: `Bearer ${process.env.AURITH_KEY}` }
  });
  if (r.status !== 429) {
    if (!r.ok) throw new Error(`${r.status}: ${await r.text()}`);
    console.log(await r.json());
    break;
  }
  const seconds = Number(r.headers.get("Retry-After"));
  if (!Number.isFinite(seconds)) throw new Error("429 response missing Retry-After");
  await new Promise(resolve => setTimeout(resolve, seconds * 1000));
}

import os, time, urllib.error, urllib.request

while True:
    request = urllib.request.Request("https://api.aurith.ca/v1/items", headers={
        "Authorization": "Bearer " + os.environ["AURITH_KEY"]})
    try:
        with urllib.request.urlopen(request) as response:
            print(response.read().decode())
            break
    except urllib.error.HTTPError as error:
        if error.code != 429:
            raise
        retry_after = error.headers.get("Retry-After")
        if retry_after is None:
            raise RuntimeError("429 response missing Retry-After") from error
        time.sleep(int(retry_after))

curl "https://api.aurith.ca/v1/items?fields=id,headline,source,held_at" \
  -H "Authorization: Bearer $AURITH_KEY"

const q = new URLSearchParams({ fields: "id,headline,source,held_at" });
const r = await fetch(`https://api.aurith.ca/v1/items?${q}`, {
  headers: { Authorization: `Bearer ${process.env.AURITH_KEY}` }
});
if (!r.ok) throw new Error(`${r.status}: ${await r.text()}`);
console.log(await r.json());

import json, os, urllib.parse, urllib.request

query = urllib.parse.urlencode({"fields": "id,headline,source,held_at"})
request = urllib.request.Request(
    "https://api.aurith.ca/v1/items?" + query,
    headers={"Authorization": "Bearer " + os.environ["AURITH_KEY"]})
with urllib.request.urlopen(request) as response:
    print(json.dumps(json.load(response), indent=2))