Ahrefs Scraper
/domains/sitemapSitemap
Crawl a site and get up to 1,000 indexable URLs with their last-modified dates.
QUERY PARAMS
Website to crawl: a domain, a page link, or an ahrefs.com website link.
Examples:
- Domain:
raspberrypi.com - Ahrefs link:
https://ahrefs.com/websites/raspberrypi.com
{
"target": "raspberrypi.com",
"link": "https://ahrefs.com/sitemap-generator?input=raspberrypi.com",
"host": "raspberrypi.com",
"url_count": 1000,
"crawled_count": 2425454,
"excluded_count": 2414101,
"is_capped": true,
"cap": 1000,
"entries": [
{
"link": "https://archive.raspberrypi.com/debian/pool/main/b/btrfs-progs/",
"last_modified": "2025-01-01"
},
{
"link": "https://datasheets.raspberrypi.com/index.html",
"last_modified": "2025-08-09"
},
{
"link": "https://direct.raspberrypi.com/",
"last_modified": "2026-10-30"
},
{
"link": "https://direct.raspberrypi.com/collections/frontpage",
"last_modified": "2025-08-07"
},
{
"link": "https://direct.raspberrypi.com/collections/frontpage/products/rp2040",
"last_modified": "2025-08-07"
},
{
"link": "https://direct.raspberrypi.com/pages/ccpa-opt-out",
"last_modified": "2026-01-18"
},
{
"link": "https://direct.raspberrypi.com/pages/faqs",
"last_modified": "2026-04-09"
},
{
"link": "https://direct.raspberrypi.com/products/raspberry-pi-pico",
"last_modified": "2026-03-04"
},
{
"link": "https://direct.raspberrypi.com/products/rp2040",
"last_modified": "2026-04-10"
},
{
"link": "https://events-assets.raspberrypi.com/official/open-sauce-2026",
"last_modified": "2026-03-19"
},
{
"link": "https://events.raspberrypi.com/",
"last_modified": "2026-10-28"
},
{
"link": "https://events.raspberrypi.com/community",
"last_modified": "2026-04-03"
},
{
"link": "https://events.raspberrypi.com/community/0190f4a9-280e-47f8-8ed9-8411ec59ca27",
"last_modified": "2026-06-24"
},
{
"link": "https://events.raspberrypi.com/community/03ff3ae4-a4fa-4d35-88c5-b67c051f9889",
"last_modified": "2025-07-08"
},
{
"link": "https://events.raspberrypi.com/community/06c1374b-d30a-4828-8893-4997578e3a74",
"last_modified": "2025-07-11"
},
{
"link": "https://events.raspberrypi.com/community/075496e6-368f-4837-8bea-dde5e3460f8a",
"last_modified": "2026-05-19"
},
{
"link": "https://events.raspberrypi.com/community/0955caf3-b760-4080-afeb-eb555e29760e",
"last_modified": "2025-07-11"
},
{
"link": "https://events.raspberrypi.com/community/096b0f52-e61b-4b69-add0-72a5a74a9845",
"last_modified": "2025-07-20"
},
{
"link": "https://events.raspberrypi.com/community/09756383-cecc-4eef-9622-9d25b6c6031b",
"last_modified": "2026-05-08"
},
{
"link": "https://events.raspberrypi.com/community/09dc69a1-4c4a-4737-8689-d68d43a5fcd6",
"last_modified": "2026-03-19"
},
{
"link": "https://events.raspberrypi.com/community/0a826408-084d-4be7-80cc-972f2b1f31d7",
"last_modified": "2025-12-29"
},
{
"link": "https://events.raspberrypi.com/community/0b2a680e-66d0-40a8-9ebe-480425d2217e",
"last_modified": "2025-07-11"
},
{
"link": "https://events.raspberrypi.com/community/0bbd8b41-330c-4f90-9321-2d9342f508a6",
"last_modified": "2026-04-09"
},
{
"link": "https://events.raspberrypi.com/community/0be0c038-af3c-4704-b52d-cdc2428f8606",
"last_modified": "2026-06-02"
},
{
"link": "https://events.raspberrypi.com/community/0bff68b9-4515-4e4d-b4b9-64efffda2dfa",
"last_modified": "2026-03-21"
},
"... 975 more items"
]
}