# robots.txt 
# Optimized for search engines and AI crawlers

# General rules for all crawlers
User-agent: *
Allow: /img/*
Disallow: /account*
Disallow: /login*
Disallow: /checkout*
Disallow: /busca/*
Disallow: /quick-view/*
Disallow: /espiar/*
Disallow: /*?_q=*
Disallow: /*map=*
Disallow: /*query*
Disallow: /*productClusterIds*
Disallow: /mobile*
Disallow: /*page=*
Disallow: /?utm_*
Disallow: /priceform*
Sitemap: https://www.bercovich.com.ar/sitemap.xml
Sitemap: https://www.tumundoconstructor.com.ar/sitemap.xml
Crawl-delay: 0.5

# Search engine crawlers
User-agent: Googlebot
Allow: /
Allow: /*idsku=*
Allow: /*skuId=*

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Google Storebot
Allow: /

User-agent: Google Inspectiontool
Allow: /

User-agent: Google Others
Allow: /

User-agent: Google Extended
Allow: /

User-agent: bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: Yahoo! Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogou
Allow: /

User-agent: Yeti/Naverbot
Allow: /

# Social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: Linkedinbot
Allow: /

# AI crawlers
User-agent: OpenAI
Allow: /

User-agent: Grok
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic
Allow: /

User-agent: xAI
Allow: /