Sitemap URLs: every URL of a website from its XML sitemaps

ACTOR=steadydata~sitemap-urls
URL="https://api.apify.com/v2/acts/$ACTOR/run-sync-get-dataset-items"

curl -X POST "$URL?token=$APIFY_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{"sites": ["apify.com"], "maxUrlsPerSite": 5000}'

import os, requests

ACTOR = "steadydata~sitemap-urls"
URL = f"https://api.apify.com/v2/acts/{ACTOR}/run-sync-get-dataset-items"

rows = requests.post(
    URL,
    params={"token": os.environ["APIFY_TOKEN"]},
    json={'sites': ['apify.com'], 'maxUrlsPerSite': 5000},
    timeout=900,
).json()

# every row carries a status; failures are records, not exceptions
ok = [r for r in rows if r.get("status") == "ok"]
print(len(ok), "rows delivered")

const ACTOR = "steadydata~sitemap-urls";
const url =
  `https://api.apify.com/v2/acts/${ACTOR}/run-sync-get-dataset-items` +
  `?token=${process.env.APIFY_TOKEN}`;

const rows = await fetch(url, {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({"sites": ["apify.com"], "maxUrlsPerSite": 5000}),
}).then((r) => r.json());

// one object per delivered row, same shape every time
console.log(rows.filter((r) => r.status === "ok").length, "rows");

https://mcp.apify.com?tools=steadydata/sitemap-urls

# the tool arrives in your agent as steadydata--sitemap-urls

{
  "site": string | null,
  "sitemapUrl": string | null,
  "url": string | null,
  "lastmod": string | null,
  "changefreq": string | null,
  "priority": number | null,
  "imageCount": integer | null,
  "status": string | null,
  "input": string | null,
  "errorCode": string | null,
  "error": string | null
}