# Google Ads
User-agent: Mediapartners-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Allow: /

# Bing Ads
User-agent: AdIdxBot
Allow: /

# Yahoo
User-agent: Slurp
Allow: /

# Block unwanted bots
User-agent: MJ12bot
Disallow: /
User-agent: GermCrawler
Disallow: /
User-agent: Sogou
Disallow: /

# AdsBot specific rules
User-Agent: AdsBot
Allow: /*?

# Block sensitive and non-content sections
User-agent: *
Disallow: /cart
Disallow: /checkout/
Disallow: /account/
Disallow: /login/
Disallow: /signup/
Disallow: /group-order/
Disallow: /wishlist/
Disallow: /privacy-policy/
Disallow: /terms/
Disallow: /search/
Disallow: /xmlrpc.php/
Disallow: /createproof/
Disallow: /share/
Disallow: /collections/
Disallow: /favorites/
Disallow: /pages/
Disallow: /?*
Disallow: /*?utm_source/
Disallow: /*?utm_medium/
Disallow: /*?utm_campaign/
Disallow: /*?utm_term/
Disallow: /*?utm_content/
Disallow: /*?gclid/
Disallow: /*?fbclid/

# Allow important static assets
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /images/
Allow: /wp-content/uploads/
Allow: /latest-*

# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
User-agent: ClaudeBot
User-agent: DuckAssistBot
User-agent: Apple-Extended
User-agent: Google-Extended
User-agent: Baiduspider
User-agent: Yandex

# Sitemaps
Sitemap: https://www.freshprints.com/sitemap.xml