# robots.txt for PlanetSmith

# Allow all web crawlers access to the main site
User-agent: *

# Disallow account-related routes
Disallow: /dashboard/
Disallow: /login/

# Allow access to all other content
Allow: /

# Specify the location of your sitemap
Sitemap: /sitemap.xml

# Block specific crawlers if necessary (Optional)
# User-agent: BadBot
# Disallow: /

# Crawl delay for all bots to reduce server load (Optional)
Crawl-delay: 10