User-agent: *
Allow: /

# Sitemap location
Sitemap: https://mirror-math-resonance.replit.app/sitemap.xml

# Specific directives for search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Allow all mathematical content and calculators
Allow: /pyramids
Allow: /mirror-math
Allow: /energy
Allow: /proofs
Allow: /static/

# Encourage indexing of mathematical content
Allow: /static/js/pyramid_calculator.js
Allow: /static/js/social_sharing.js
Allow: /static/css/style.css

# Research and academic crawlers
User-agent: ia_archiver
Allow: /

User-agent: Wayback
Allow: /

# Mathematical and academic search engines
User-agent: CiteSeerXBot
Allow: /

User-agent: semanticscholar
Allow: /

# Block any potential spam bots (none expected for mathematical content)
# All legitimate crawlers are welcome for educational content

# Cache directive for static mathematical content
# Static resources can be cached longer
User-agent: *
Allow: /static/images/logo.svg
Allow: /static/images/favicon.ico