User-agent: *
Allow: /

# High priority pages for indexing
Allow: /productos
Allow: /productos/quemadores
Allow: /servicios
Allow: /nosotros
Allow: /ingenieria
Allow: /contacto

# Product categories
Allow: /productos/calderas/
Allow: /productos/tanques/
Allow: /productos/calentadores/
Allow: /productos/intercambiador-calor
Allow: /productos/equipo-hidroneumatico
Allow: /productos/recirculadoras

# Media and resources
Allow: /videos
Allow: /images/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.mp4$

# Sitemaps - High priority for crawling
Allow: /sitemap.html
Allow: /sitemap.xml

# Block admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /api/

# Block malformed URLs and concatenated patterns
Disallow: */https:*
Disallow: */http:*
Disallow: *//www.*
Disallow: *//ekrais.*
Disallow: */sitemap.htmlhttps*
Disallow: */quemadoreshttps*
Disallow: */servicioshttps*
Disallow: */contactohttps*
Disallow: */nosotroshttps*
Disallow: */ingenieriahttps*
Disallow: */productoshttps*

# Block old WordPress patterns
Disallow: /wp-*
Disallow: */wp-content/*

# Crawl delay for server optimization
Crawl-delay: 1

# Sitemap locations
Sitemap: https://www.ekrais.com.mx/sitemap.xml
Sitemap: https://www.ekrais.com.mx/sitemap.html

# Preferred canonical domain
Host: https://www.ekrais.com.mx

# Additional bot-specific rules
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

# Block problematic bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /