# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Sitemap
Sitemap: https://hightower.tech/sitemap.xml

# Disallow auth pages
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password
Disallow: /auth/

# Allow search engines to index everything else
Allow: /builders
Allow: /validation
Allow: /rpc
Allow: /market
Allow: /about
Allow: /news
Allow: /teams
Allow: /stake

# Crawl-delay for respectful crawling
Crawl-delay: 1