# Robots.txt for www.couponinsta.com

# All search engines
User-agent: *
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*q=
Disallow: /search?

# Specific paths for offers (noindex individual offer pages)
Disallow: /offers/*/
Allow: /offers$

# Allow main sections
Allow: /categories
Allow: /stores
Allow: /sales
Allow: /*/categories
Allow: /*/stores
Allow: /*/sales

# Google Search Bot
User-agent: Googlebot
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=
Crawl-delay: 0

# Google Ads Bot (CRITICAL for Google Ads landing page quality)
User-agent: AdsBot-Google
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Google Ads Mobile Bot
User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Google AdSense (content matching for ads)
User-agent: Mediapartners-Google
Allow: /

# Google Shopping
User-agent: Google-Shopping-Quality
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Bing Search
User-agent: Bingbot
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=
Crawl-delay: 1

# Microsoft/Bing Ads Bot
User-agent: adidxbot
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Microsoft Preview (Bing Ads landing page preview)
User-agent: BingPreview
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Meta/Facebook Crawler (link previews & ads)
User-agent: facebookexternalhit
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Meta/Facebook Bot
User-agent: Facebot
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Meta External Fetcher (Facebook Ads landing page quality)
User-agent: meta-externalfetcher
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Meta External Agent
User-agent: meta-externalagent
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# LinkedIn Bot (for link previews)
User-agent: LinkedInBot
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Twitter/X Bot (for card previews)
User-agent: Twitterbot
Allow: /

# Pinterest Bot
User-agent: Pinterestbot
Allow: /
Disallow: /go/
Disallow: /*/go/
Disallow: /s/
Disallow: /*/s/
Disallow: /o/
Disallow: /*/o/
Disallow: /*?country=
Disallow: /*?*&country=

# Block aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

# Sitemap
Sitemap: https://www.couponinsta.com/sitemap.xml