# Default crawl rules
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /memberships/join
Allow: /images/

# Named crawlers may access public content with the same exclusions as other bots.
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: Anthropic-ai
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: Bytespider
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: Amazonbot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /memberships/join

Sitemap: https://ajlongelectric.com/sitemap.xml
# AI crawler index
# https://ajlongelectric.com/llms.txt
# https://ajlongelectric.com/llms-full.txt