User-agent: *
Allow: /

# Prevent crawling of administrative/private areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /login/

# Prevent crawling of API endpoints
Disallow: /api/

# AI training crawlers. Search engines are welcome above; these collect pages
# to train models, which the Terms (Disclaimer, section 3) do not permit. Each
# token is the one its vendor documents. Google-Extended and Applebot-Extended
# are control tokens rather than crawlers, so they never appear in a server
# log -- this file is the only place they can be addressed. Assistants that
# fetch a page because a person asked (ChatGPT-User, Claude-User) are not
# listed: that is a reader, not a crawler.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Bytespider
Disallow: /

# Sitemap
Sitemap: https://splbdgroup.com/sitemap.xml