User-agent: *
Allow: /
Disallow: /search
Disallow: /*?cat=*
Disallow: /*?page=*
Disallow: /login
Disallow: /account-centre
Disallow: /support
Disallow: /change-password
Disallow: /profile
Disallow: /enquiries
Disallow: /proformas
Disallow: /my-bulbs
Disallow: /quotes
Disallow: /address-manager
Disallow: /returns
Disallow: /returnorder

Disallow: /cart
Disallow: /checkout
Disallow: /summary
Disallow: /paymentserver
Disallow: /complete

Sitemap: https://www.bltdirect.com/sitemap.xml

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1

User-agent: Googlebot
Allow: /

# Google's Generative AI/Bard/Gemini features (for AI search snippets)
User-agent: Google-Extended
Allow: /
Crawl-delay: 1

# OpenAI's primary data collection bot (for training models)
User-agent: GPTBot
Allow: /
Crawl-delay: 1

# Older/User-initiated OpenAI bots (as reported by SEM Rush)
User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1
User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 1

# Perplexity AI crawlers
User-agent: PerplexityBot
Allow: /
Crawl-delay: 1
User-agent: Perplexity-User
Allow: /
Crawl-delay: 1

# Anthropic (Claude AI) crawlers
User-agent: Claude-SearchBot
Allow: /
Crawl-delay: 1
User-agent: Claude-User
Allow: /
Crawl-delay: 1

# Bing AI/Copilot
User-agent: BingBot
Allow: /
Crawl-delay: 1

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 1

# Cohere AI
User-agent: CohereCrawler
Allow: /
Crawl-delay: 1