# robots.txt for http://www.titleist.com.au/
# ==========================================
# 1. THE VIP LOUNGE (Search, Social, & Ad Bots)
# Allowed everywhere, zero crawl restrictions
# ==========================================
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot

# Ad & Monetization Infrastructure
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Mediapartners-Google
User-agent: Meta-ExternalAds
User-agent: AmazonAdBot
User-agent: SnapchatAdsBot

# Social Media Link Previews & Chat Apps
User-agent: facebookexternalhit      # Covers Facebook, Instagram, and WhatsApp
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Pinterestbot
User-agent: redditbot
User-agent: Slackbot
User-agent: Discordbot

Allow: /product
Allow: /golf-balls
Allow: /golf-clubs
Allow: /golf-gear
Allow: /trending
Allow: /special-editions

Disallow: /locator.aspx
Disallow: /acushnetpup/*
Disallow: /consumers/*
Disallow: /404
Disallow: /500
Disallow: /discussion-images/*
Disallow: /teamtitleist/callback.ashx
Disallow: /teamtitleist/error-notfound$
Disallow: /teamtitleist/search$
Disallow: /teamtitleist/msgs$
Disallow: /teamtitleist/tags$
Disallow: /teamtitleist/*/tags$
Disallow: /teamtitleist/*.axd$
Disallow: /teamtitleist/tags/
Disallow: /teamtitleist/*/tags/*
Disallow: /teamtitleist/*/archive/*
Disallow: /teamtitleist/members/
Disallow: /my-profile/sign-in*
Disallow: /search

# ==========================================
# 2. HARD BLOCK ON AI TRAINING BOTS
# Opts out of AI model training completely
# ==========================================
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
Disallow: /

# ==========================================
# 3. SLOW LANE FOR EVERYTHING ELSE
# Applies a 10-second delay to unlisted bots
# ==========================================
User-agent: *
Crawl-delay: 10

Disallow: /locator.aspx
Disallow: /acushnetpup/*
Disallow: /consumers/*
Disallow: /404
Disallow: /500
Disallow: /discussion-images/*
Disallow: /teamtitleist/callback.ashx
Disallow: /teamtitleist/error-notfound$
Disallow: /teamtitleist/search$
Disallow: /teamtitleist/msgs$
Disallow: /teamtitleist/tags$
Disallow: /teamtitleist/*/tags$
Disallow: /teamtitleist/*.axd$
Disallow: /teamtitleist/tags/
Disallow: /teamtitleist/*/tags/*
Disallow: /teamtitleist/*/archive/*
Disallow: /teamtitleist/members/
Disallow: /my-profile/sign-in*
Disallow: /search

Sitemap: https://www.titleist.com.au/sitemap