Give your agent a browser it can read

import os, time, requests

API = "https://urlpipe.dev"
HEADERS = {"Authorization": f"Bearer {os.environ['URLPIPE_API_KEY']}"}

def read_page(url: str) -> str:
    res = requests.post(f"{API}/markdown", headers=HEADERS,
                        json={"url": url, "sync": True}, timeout=75)

    # Slower than the sync window: the work continues; collect it by token.
    if res.status_code == 504:
        token = res.json()["token"]
        while (res := requests.get(f"{API}/result/{token}",
                                   headers=HEADERS, timeout=30)).status_code == 202:
            time.sleep(2)

    if res.status_code != 200:
        return f"Could not read {url}: {res.json().get('error', res.status_code)}"
    return res.text

const API = "https://urlpipe.dev";
const headers = {
  Authorization: `Bearer ${process.env.URLPIPE_API_KEY}`,
  "Content-Type": "application/json",
};
const sleep = (ms) => new Promise((r) => setTimeout(r, ms));

export async function readPage(url) {
  let res = await fetch(`${API}/markdown`, {
    method: "POST",
    headers,
    body: JSON.stringify({ url, sync: true }),
  });

  // Slower than the sync window: the work continues; collect it by token.
  if (res.status === 504) {
    const { token } = await res.json();
    do {
      await sleep(2000);
      res = await fetch(`${API}/result/${token}`, { headers });
    } while (res.status === 202);
  }

  if (!res.ok) {
    const { error } = await res.json().catch(() => ({}));
    return `Could not read ${url}: ${error ?? res.status}`;
  }
  return res.text();
}

# Read a page as Markdown, waiting for the result
curl -X POST https://urlpipe.dev/markdown \
  -H "Authorization: Bearer $URLPIPE_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"url": "https://example.com/pricing", "sync": true}'

# On a 504, the body carries a token: collect the result when it lands
curl https://urlpipe.dev/result/TOKEN_FROM_THE_504 \
  -H "Authorization: Bearer $URLPIPE_API_KEY"