# https://www.robotstxt.org/robotstxt.html
# BOE AI - Robots.txt Configuration

# Allow all crawlers to access the site
User-agent: *
Allow: /

# Disallow admin and private areas (if any exist in the future)
Disallow: /admin/
Disallow: /api/
Disallow: /private/

# Disallow common bot patterns
Disallow: /*.json$
Disallow: /*.xml$

# Sitemap location
Sitemap: https://boeai.es/sitemap-index.xml

# Crawl-delay (optional, adjust based on server capacity)
# Crawl-delay: 1