Api Endpoint

Site map (URL discovery)

Discover a website's URLs in one call: reads robots.txt, its declared sitemap(s) (sitemap indexes and gzipped sitemaps included, /sitemap.xml as the fallback) and the start page's internal links, then returns a same-host, normalized, deduplicated list (up to 500) with an optional substring filter. Hard budgets: at most 6 fetches, 15 seconds, 5 MB. Use it to pick which pages to crawl or extract next.

Open interactive test console

Offering

Provider: agent402.tools
Method: POST
Offering type: Api Endpoint
Transport type: http
Category: Web Search Research
Delivery: Not provided
Pricing model: Not provided
x402 version: 2

Endpoint context

URL: https://agent402.tools/api/site-map
MIME type: application/json
First seen: 2026-10-16T01:50:19.913Z
Last seen: 2026-11-04T12:11:15.304Z
Tags: Web, sitemap, crawl, urls, Discovery

Website

Payment pricing

x402 payment terms are the authoritative price for calling this endpoint.

Payment option 1: 0.005 USDC
Atomic price: 5000 · Network: eip155:8453 · Asset: USDC · Scheme: exact
Payment option 2: 0.005 USDC
Atomic price: 5000 · Network: eip155:137 · Asset: USDC · Scheme: exact
Payment option 3: 0.005 USDC
Atomic price: 5000 · Network: eip155:42161 · Asset: USDC · Scheme: exact
Payment option 4: 0.005 USDC
Atomic price: 5000 · Network: eip155:143 · Asset: USDC · Scheme: exact
Payment option 5: 0.005 USDC
Atomic price: 5000 · Network: eip155:43114 · Asset: USDC · Scheme: exact
Payment option 6: 5000 atomic units
Atomic price: 5000 · Network: eip155:1329 · Asset: 0xe15fC38F6D8c56aF07bbCBe3BAf5708A2Bf42392 · Scheme: exact
Payment option 7: 0.006 USDC
Atomic price: 6000 · Network: eip155:10 · Asset: USDC · Scheme: exact
Payment option 8: 0.005 USDC
Atomic price: 5000 · Network: eip155:4663 · Asset: USDC · Scheme: exact
Payment option 9: 5000 atomic units
Atomic price: 5000 · Network: eip155:42220 · Asset: 0xcebA9300f2b948710d2653dD7B07f33A8B32118C · Scheme: exact
Payment option 10: 5000 atomic units
Atomic price: 5000 · Network: eip155:5042 · Asset: 0x3600000000000000000000000000000000000000 · Scheme: exact
Payment option 11: 0.005 USDC
Atomic price: 5000 · Network: eip155:8453 · Asset: USDC · Scheme: upto
Payment option 12: 0.005 USDC
Atomic price: 5000 · Network: solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp · Asset: USDC · Scheme: exact
Payment option 13: 50000 atomic units
Atomic price: 50000 · Network: stellar:pubnet · Asset: CCW67TSZV3SSS2HXMBQ5JFGCKJNXKZM7UQUWUZPUTHXSTZLEO7SJMI75 · Scheme: exact
Payment option 14: 5000 atomic units
Atomic price: 5000 · Network: algorand:wGHE2Pwdvd7S12BL5FaOP20EGYesN73k · Asset: 31566704 · Scheme: exact
Payment option 15: 0.005 USDC
Atomic price: 5000 · Network: eip155:8453 · Asset: USDC · Scheme: exact
Payment option 16: 5000 atomic units
Atomic price: 5000 · Network: eip155:5042 · Asset: 0x3600000000000000000000000000000000000000 · Scheme: exact

Raw x402 terms

[
  {
    "scheme": "exact",
    "network": "eip155:8453",
    "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:137",
    "asset": "0x3c499c542cEF5E3811e1192ce70d8cC03d5c3359",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:42161",
    "asset": "0xaf88d065e77c8cC2239327C5EDb3A432268e5831",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:143",
    "asset": "0x754704Bc059F8C67012fEd69BC8A327a5aafb603",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:43114",
    "asset": "0xB97EF9Ef8734C71904D8002F8b6Bc66Dd9c48a6E",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:1329",
    "asset": "0xe15fC38F6D8c56aF07bbCBe3BAf5708A2Bf42392",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:10",
    "asset": "0x0b2C639c533813f4Aa9D7837CAf62653d097Ff85",
    "amount": "6000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:4663",
    "asset": "0x5fc5360D0400a0Fd4f2af552ADD042D716F1d168",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:42220",
    "asset": "0xcebA9300f2b948710d2653dD7B07f33A8B32118C",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:5042",
    "asset": "0x3600000000000000000000000000000000000000",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "upto",
    "network": "eip155:8453",
    "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp",
    "asset": "EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v",
    "amount": "5000",
    "payTo": "J7aN3PLJnTCF5qpEnvJHJsnCjcGuqC2rYtEM8Gv3xwg"
  },
  {
    "scheme": "exact",
    "network": "stellar:pubnet",
    "asset": "CCW67TSZV3SSS2HXMBQ5JFGCKJNXKZM7UQUWUZPUTHXSTZLEO7SJMI75",
    "amount": "50000",
    "payTo": "GDNJXCKW7ZM7GEEVP674TWPU26YJNBQ2FI4ZIPRKTPTNUEJMDHFJWWRL"
  },
  {
    "scheme": "exact",
    "network": "algorand:wGHE2Pwdvd7S12BL5FaOP20EGYesN73k",
    "asset": "31566704",
    "amount": "5000",
    "payTo": "C7IIHG7SPLPZ5H7ZT6HW3UV2OQMQQE6Y2HBNGZXSLRJULE42BEE2OY2XIE"
  },
  {
    "scheme": "exact",
    "network": "eip155:8453",
    "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  },
  {
    "scheme": "exact",
    "network": "eip155:5042",
    "asset": "0x3600000000000000000000000000000000000000",
    "amount": "5000",
    "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0"
  }
]

Observed health

Status: Degraded
Latest latency: 139 ms
Average latency: 185 ms
HTTP status: 502
Last checked: 2026-11-04T22:52:37.690Z
Reachability: 100% over 7 checks

Latency is measured to the first response headers. A reachable result does not verify response accuracy or merchant identity.

Input schema

{
  "additionalProperties": false,
  "properties": {
    "body": {
      "properties": {
        "includeSubdomains": {
          "description": "Also keep URLs on subdomains of the start site (default false; www and bare host always count as one site)",
          "type": "boolean"
        },
        "limit": {
          "description": "Max URLs to return, 1-500 (default 100)",
          "type": "integer"
        },
        "search": {
          "description": "Optional case-insensitive substring filter applied to the discovered URLs",
          "type": "string"
        },
        "url": {
          "description": "Start URL (the site's homepage or any page on it)",
          "type": "string"
        }
      },
      "required": [
        "url"
      ]
    },
    "bodyType": {
      "enum": [
        "json",
        "form-data",
        "text"
      ],
      "type": "string"
    },
    "method": {
      "enum": [
        "POST"
      ],
      "type": "string"
    },
    "type": {
      "const": "http",
      "type": "string"
    }
  },
  "required": [
    "type",
    "method",
    "bodyType",
    "body"
  ],
  "type": "object"
}

Output schema

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "properties": {
    "input": {
      "additionalProperties": false,
      "properties": {
        "body": {
          "properties": {
            "includeSubdomains": {
              "description": "Also keep URLs on subdomains of the start site (default false; www and bare host always count as one site)",
              "type": "boolean"
            },
            "limit": {
              "description": "Max URLs to return, 1-500 (default 100)",
              "type": "integer"
            },
            "search": {
              "description": "Optional case-insensitive substring filter applied to the discovered URLs",
              "type": "string"
            },
            "url": {
              "description": "Start URL (the site's homepage or any page on it)",
              "type": "string"
            }
          },
          "required": [
            "url"
          ]
        },
        "bodyType": {
          "enum": [
            "json",
            "form-data",
            "text"
          ],
          "type": "string"
        },
        "method": {
          "enum": [
            "POST"
          ],
          "type": "string"
        },
        "type": {
          "const": "http",
          "type": "string"
        }
      },
      "required": [
        "type",
        "method",
        "bodyType",
        "body"
      ],
      "type": "object"
    },
    "output": {
      "properties": {
        "example": {
          "properties": {
            "fetchedAt": {
              "type": "string"
            },
            "fetches": {
              "type": "integer"
            },
            "host": {
              "type": "string"
            },
            "search": {},
            "sitemapsRead": {
              "type": "integer"
            },
            "source": {
              "type": "string"
            },
            "sources": {
              "type": "object"
            },
            "total": {
              "type": "integer"
            },
            "truncated": {
              "type": "boolean"
            },
            "url": {
              "type": "string"
            },
            "urls": {
              "type": "array"
            },
            "warnings": {
              "type": "array"
            }
          },
          "required": [
            "url",
            "host",
            "total",
            "urls",
            "sources",
            "sitemapsRead",
            "truncated",
            "fetches",
            "warnings",
            "source",
            "fetchedAt"
          ],
          "type": "object"
        },
        "type": {
          "type": "string"
        }
      },
      "required": [
        "type"
      ],
      "type": "object"
    }
  },
  "required": [
    "input"
  ],
  "type": "object"
}