# StackLedge — directory of automation, AI and SaaS tools
# AI assistants and search crawlers are explicitly welcome: this directory is
# meant to be read by machines as well as people.

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /account.php
Disallow: /login.php
Disallow: /register.php
Disallow: /logout.php
Disallow: /upvote.php
Disallow: /search.php
Disallow: /includes/
Disallow: /database/

# AI crawlers — allowed on purpose.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://www.stackledge.com/sitemap.xml