# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
Disallow: /.next/
Disallow: /private/

# Crawl delay (in seconds)
Crawl-delay: 1

# Sitemaps
Sitemap: https://codemonarch.com/sitemap.xml
Sitemap: https://codemonarch.com/sitemap-0.xml

# Google-specific rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing-specific rules
User-agent: Bingbot
Allow: /
Crawl-delay: 1