# Robots.txt for Isabelle's Solutions
# https://isabelles.solutions/robots.txt

# Allow all web crawlers to access the site
User-agent: *
Allow: /

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block access to admin areas and private files
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /api/
Disallow: *.json$
Disallow: /out/

# Allow access to important files
Allow: /sitemap.xml
Allow: /manifest.json
Allow: /favicon.ico
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Sitemap location
Sitemap: https://isabelles.solutions/sitemap.xml

# Additional crawl rules
# Crawl-delay: 1 second between requests
# Visit-time: 0100-2300 (allow crawling 1 AM to 11 PM AWST)

# Host declaration (preferred domain)
Host: https://isabelles.solutions