Sitemap: https://www.stanfordbaker.com/sitemap.xml

User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: AdsBot-Google
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: FacebookBot

# Áreas privadas / backend
Disallow: /admin/
Disallow: /login/
Disallow: /backend/
Disallow: /panel/
Disallow: /private/
Disallow: /internal/
Disallow: /cgi-bin/
Disallow: /tmp/

# Buscador interno / resultados de búsqueda
Disallow: /search
Disallow: /search/
Disallow: /*?s=
Disallow: /*?search=
Disallow: /*?q=

# Parámetros de campañas y tracking
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_term=
Disallow: /*?utm_content=
Disallow: /*&utm_source=
Disallow: /*&utm_medium=
Disallow: /*&utm_campaign=
Disallow: /*&utm_term=
Disallow: /*&utm_content=

Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=

# Parámetros técnicos poco útiles en SEO
Disallow: /*?amp=1

# Asegurar rastreo de recursos estáticos y medios
Allow: /assets/
Allow: /static/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.gif$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$
Allow: /*.eot$

# Bloqueo de copiadores offline y scrapers típicos
User-agent: HTTrack
User-agent: WebCopier
User-agent: WebZIP
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebReaper
User-agent: WebStripper
User-agent: Offline Explorer
User-agent: Wget
Disallow: /