# AI-Optimized Robots.txt Rules
# Generated by GEORank Optimize for Shopify - https://flintec.me/ai-optimizer

# Allow AI crawlers for language models and research
User-agent: AddSearchBot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Ai2Bot-Dolma
Allow: /

User-agent: aiHitBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: bedrockbot
Allow: /

User-agent: ChatGPT Agent
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: Devin
Allow: /

User-agent: Gemini-Deep-Research
Allow: /

User-agent: GPTBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: PhindBot
Allow: /

User-agent: QuillBot
Allow: /

# Allow access to important AI-readable files
User-agent: *
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /robots.txt

# Specific crawl delays for major AI bots (be respectful)
User-agent: ChatGPT-User
Crawl-delay: 1

User-agent: Claude-Web
Crawl-delay: 1

User-agent: ClaudeBot
Crawl-delay: 1

User-agent: GPTBot
Crawl-delay: 1

User-agent: PerplexityBot
Crawl-delay: 2

User-agent: Perplexity-User
Crawl-delay: 2

User-agent: OpenAI
Crawl-delay: 1

User-agent: anthropic-ai
Crawl-delay: 1

# --- End of AI Optimization Rules ---


# START YOAST BLOCK
User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot
Allow: /

User-agent: *
Allow: /

Sitemap: https://snottynoses.com.au/sitemap.xml
# END BLOCK

# Wholesale - block crawling
User-agent: *
Disallow: /collections/wholesale
Disallow: /collections/wholesale/
Disallow: /products/wholesale-all-ages-snotty-boss-aspirator
Disallow: /products/wholesale-three-sheep-portable-sound-therapy
Disallow: /products/wholesale-digital-infrared-thermometer
Disallow: /products/wholesale-hush-ultrasonic-vaporiser
Disallow: /products/wholesale-hush-vaporiser-sweet-slumber-essential-oil
Disallow: /products/wholesale-breathe-balm-50g
Disallow: /products/wholesale-snotty-boss-display-box-only
Disallow: /products/wholesale-counter-unit-snotty-boss
Disallow: /products/wholesale-little-boss-organic-essential-oil
Disallow: /products/wholesale-little-boss-bedtime-balm-50g
Disallow: /products/wholesale-snotty-boss-full-accessory-pack
Disallow: /products/wholesale-snotty-boss-nozzles-quad-pack
Disallow: /products/wholesale-silicone-rainbow-stacker-toy
Disallow: /products/wholesale-hush-cover
Disallow: /products/wholesale-organic-breathe-butter
Disallow: /products/wholesale-snotty-boss-collection-cup