# BirthdaysMessages.com Optimized Robots.txt
# Focus: Posts + Pages Only | No Labels | No Feeds | AdSense Optimized

# Allow AdSense crawler
User-agent: Mediapartners-Google
Allow: /

# Allow Google Ads crawlers
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Allow: /

# Allow Google search and media crawlers
User-agent: Googlebot
Allow: /*/$
Allow: /$

User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Video
Allow: /

# Default rule for all other crawlers
User-agent: *
Allow: /

# BLOCK all label, search, and archive pages
Disallow: /search
Disallow: /search/
Disallow: /search/label/
Disallow: /archive/

# BLOCK duplicate / thin URLs
Disallow: /tag
Disallow: /author
Disallow: /comments
Disallow: /p/
Disallow: /*?m=
Disallow: /*?updated-max
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?sessionid=
Disallow: /*?fbclid=

# BLOCK feeds (prevents duplicate content)
Disallow: /feeds/

# Sitemaps
Sitemap: https://www.birthdaysmessages.com/sitemap.xml
Sitemap: https://www.birthdaysmessages.com/sitemap-pages.xml