User-agent: *
Allow: /

# Sitemap location - Updated for astrobiorhythmhoroscope.com
Sitemap: https://astrobiorhythmhoroscope.com/sitemap.xml

# Allow search engines to crawl all content
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Allow all other crawlers
User-agent: *
Allow: /

# Disallow sensitive configuration files
Disallow: /email-config.php
Disallow: /email-config-example.php

# Allow important files for SEO
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /robots.txt

# Cache instructions
User-agent: *
Crawl-delay: 1
Crawl-delay: 1