# Robots.txt for BIRAC-RDIF Website
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*.json$

# Sitemaps
Sitemap: https://biracrdif.org/sitemap.xml
Sitemap: https://biracrdif.org/robots.txt

# Crawl delay to prevent excessive requests
Crawl-delay: 1

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1