# www.robotstxt.org/
# Allow crawling of all content

User-agent: *
Allow: /

# Disallow admin and sensitive paths
Disallow: /totika/charity/account
Disallow: /totika/clients/account
Disallow: /totika/contractors/account
Disallow: /totika/schemes/account
Disallow: /totika/schemes/data-uploads
Disallow: /totika/supply-chains/account
Disallow: /totika/validation
Disallow: /totika/nzbn-validation
Disallow: /totika/abn/contractors/account
Disallow: /totika/abn/clients/account
Disallow: /totika/abn/supply-chains/account
Disallow: /reset-password
Disallow: /update-password

# Prevent indexing of API endpoints
Disallow: /totika/clients/api-request-form
Disallow: /totika/supply-chains/api-request-form
Disallow: /totika/abn/clients/api-request-form
Disallow: /totika/abn/supply-chains/api-request-form

# Prevent indexing of signup flows
Disallow: /totika/signup/
Disallow: /totika/abn-signup
Disallow: /totika/other-signup

# Add Sitemap
Sitemap: https://www.totika.org/sitemap.xml

# Crawl-delay for all bots
Crawl-delay: 10