# ========================================
# GLOBAL RULES (ALL CRAWLERS)
# ========================================
User-agent: *
Disallow: /cgi-bin/
Disallow: /archives/
Disallow: /author/
Disallow: /comments/feed/
Disallow: *?replytocom

# WordPress + common junk URLs
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /?s=
Disallow: /search/
Disallow: *?elementor-preview=

# ========================================
# GOOGLE (IMAGE CRAWLING)
# ========================================
User-agent: Googlebot-Image
Allow: /wp-content/uploads/

# ========================================
# BING
# ========================================
User-agent: Bingbot
Crawl-delay: 10

# ========================================
# AI CRAWLERS (OPTIONAL – EXPLICIT ALLOW)
# ========================================
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# ========================================
# SITEMAP
# ========================================
Sitemap: https://www.francismarine.com.au/robots.txt