# Tender Coconut Calgary - Robots.txt
# Authentic South Indian Restaurant
# Main directives for all search engine bots
User-agent: *
Allow: /

# Block component files (not standalone pages)
Disallow: /components/

# Block old template files not relevant to Tender Coconut Calgary
Disallow: /st-albert-indian-restaurant.html
Disallow: /tags/indian-food-delivery-st-albert.html
Disallow: /tags/indian-food-takeout-st-albert.html

# Block legal pages from all bots (per business request)
Disallow: /privacy-policy.html
Disallow: /terms-of-use.html

# Block common parameter-based URLs
Disallow: /*?*author=*
Disallow: /*?*tag=*
Disallow: /*?*month=*
Disallow: /*?*view=*
Disallow: /*?*format=*
Disallow: /*?*utm_*

# Allow important content directories
Allow: /tags/places/
Allow: /tags/dishes/
Allow: /tags/south-indian-food-delivery-calgary.html
Allow: /tags/south-indian-food-takeout-calgary.html

# AI Bot specific directives
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: FacebookBot
User-agent: Claude-Web
User-agent: cohere-ai
Allow: /

# Google Ads Bot - Full access for advertising
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
Allow: /

# Social Media Bots - Full access for sharing
User-agent: facebookexternalhit
User-agent: Twitterbot
User-agent: LinkedInBot
Allow: /

# Sitemap location
Sitemap: https://www.tendercoconutcalgary.com/sitemap.xml

# Crawl delay for resource-intensive bots
User-agent: Baiduspider
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 10

# Block aggressive scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /