Prepare any website for Extract

import requests

response = requests.get(
    "https://api.zenrows.com/v1/extract/domains",
    headers={"X-API-Key": "YOUR_ZENROWS_API_KEY"},
    timeout=30,
)
response.raise_for_status()

covered = {entry["domain"] for entry in response.json()["domains"]}
print(len(covered), "domains;", "allbirds.com" in covered)

const response = await fetch("https://api.zenrows.com/v1/extract/domains", {
  headers: { "X-API-Key": "YOUR_ZENROWS_API_KEY" },
});
if (!response.ok) throw new Error(`${response.status}: ${await response.text()}`);

const { domains } = await response.json();
const covered = new Set(domains.map((entry) => entry.domain));
console.log(covered.size, "domains;", covered.has("allbirds.com"));

curl "https://api.zenrows.com/v1/extract/domains?apikey=YOUR_ZENROWS_API_KEY"

import time
import requests

headers = {"X-API-Key": "YOUR_ZENROWS_API_KEY"}
base = "https://api.zenrows.com/v1/extract/prepared-domains"
domain = "allbirds.com"

# 1. Ask for the domain, with one example URL per kind of page
response = requests.post(
    base,
    headers=headers,
    json={
        "domain": domain,
        "example_urls": ["https://www.allbirds.com/products/mens-tree-runners"],
    },
    timeout=30,
)
print(response.status_code, response.json()["state"])

# 2. Poll until it is ready
while True:
    body = requests.get(f"{base}/{domain}", headers=headers, timeout=30).json()
    print(body["status"], body["state"])
    if body["status"] != "preparing":
        break
    time.sleep(30)

if body["status"] == "failed":
    print(body["failure"]["code"], body["failure"]["detail"])

const headers = { "X-API-Key": "YOUR_ZENROWS_API_KEY", "Content-Type": "application/json" };
const base = "https://api.zenrows.com/v1/extract/prepared-domains";
const domain = "allbirds.com";

// 1. Ask for the domain, with one example URL per kind of page
const submit = await fetch(base, {
  method: "POST",
  headers,
  body: JSON.stringify({ domain, example_urls: ["https://www.allbirds.com/products/mens-tree-runners"] }),
});
console.log(submit.status, (await submit.json()).state);

// 2. Poll until it is ready
let body;
while (true) {
  body = await (await fetch(`${base}/${domain}`, { headers })).json();
  console.log(body.status, body.state);
  if (body.status !== "preparing") break;
  await new Promise((resolve) => setTimeout(resolve, 30_000));
}
if (body.status === "failed") console.log(body.failure.code, body.failure.detail);

# 1. Ask for the domain
curl -X POST "https://api.zenrows.com/v1/extract/prepared-domains?apikey=YOUR_ZENROWS_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"domain": "allbirds.com", "example_urls": ["https://www.allbirds.com/products/mens-tree-runners"]}'

# 2. Check progress until status is ready
curl "https://api.zenrows.com/v1/extract/prepared-domains/allbirds.com?apikey=YOUR_ZENROWS_API_KEY"

import json
import requests

params = {
    "apikey": "YOUR_ZENROWS_API_KEY",
    "url": "https://www.allbirds.com/products/womens-tree-runners",
    "mode": "auto",
    "extract": "auto",
}
response = requests.get("https://api.zenrows.com/v1/", params=params, timeout=180)
response.raise_for_status()
print(json.dumps(response.json()["parsed"], indent=2))

const params = new URLSearchParams({
  apikey: "YOUR_ZENROWS_API_KEY",
  url: "https://www.allbirds.com/products/womens-tree-runners",
  mode: "auto",
  extract: "auto",
});
const response = await fetch(`https://api.zenrows.com/v1/?${params}`, {
  signal: AbortSignal.timeout(180_000),
});
if (!response.ok) throw new Error(`${response.status}: ${await response.text()}`);

const { parsed } = await response.json();
console.log(JSON.stringify(parsed, null, 2));

curl "https://api.zenrows.com/v1/?apikey=YOUR_ZENROWS_API_KEY&url=https%3A%2F%2Fwww.allbirds.com%2Fproducts%2Fwomens-tree-runners&mode=auto&extract=auto"

zenrows extract https://www.allbirds.com/products/womens-tree-runners --out tree-runner.json