# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# /api/ is machine endpoints, not content.
# /search is a client-side filter over the same data as /tools.
Disallow: /api/
Disallow: /search
# /bookmarks is deliberately ALLOWED. It is user-submitted content, so it is a
# judgement call about your quality bar — see the note in TODO.md. If bookmarks
# are mostly spam, add the line below:
# Disallow: /bookmarks/
# AI crawlers: the tool list is documented for machine consumption in /llms.txt
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
Sitemap: https://seosharelink.com/sitemap.xml