Web Page to Markdown for LLMs: clean text from any URL

ACTOR=steadydata~webpage-to-markdown
URL="https://api.apify.com/v2/acts/$ACTOR/run-sync-get-dataset-items"

curl -X POST "$URL?token=$APIFY_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{"urls": ["https://en.wikipedia.org/wiki/Web_scraping"], "includeLinks": true, "includeTables": true}'

import os, requests

ACTOR = "steadydata~webpage-to-markdown"
URL = f"https://api.apify.com/v2/acts/{ACTOR}/run-sync-get-dataset-items"

rows = requests.post(
    URL,
    params={"token": os.environ["APIFY_TOKEN"]},
    json={'urls': ['https://en.wikipedia.org/wiki/Web_scraping'], 'includeLinks': True, 'includeTables': True},
    timeout=900,
).json()

# every row carries a status; failures are records, not exceptions
ok = [r for r in rows if r.get("status") == "ok"]
print(len(ok), "rows delivered")

const ACTOR = "steadydata~webpage-to-markdown";
const url =
  `https://api.apify.com/v2/acts/${ACTOR}/run-sync-get-dataset-items` +
  `?token=${process.env.APIFY_TOKEN}`;

const rows = await fetch(url, {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({"urls": ["https://en.wikipedia.org/wiki/Web_scraping"], "includeLinks": true, "includeTables": true}),
}).then((r) => r.json());

// one object per delivered row, same shape every time
console.log(rows.filter((r) => r.status === "ok").length, "rows");

https://mcp.apify.com?tools=steadydata/webpage-to-markdown

# the tool arrives in your agent as steadydata--webpage-to-markdown

{
  "url": string | null,
  "finalUrl": string | null,
  "title": string | null,
  "description": string | null,
  "author": string | null,
  "publishedDate": string | null,
  "language": string | null,
  "siteName": string | null,
  "markdown": string | null,
  "text": string | null,
  "wordCount": integer | null,
  "linkCount": integer | null,
  "imageCount": integer | null,
  "canonicalUrl": string | null,
  "fetchedAt": string | null,
  "status": string | null,
  "input": string | null,
  "errorCode": string | null,
  "error": string | null
}