# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: *
Allow: /
Disallow: /admin
# Keep these two CRAWLABLE on purpose. Both serve <meta name="robots" content="noindex">
# so they drop out of the index (they were ranking on our own brand query and stealing
# brand-SERP clicks from the homepage). Do NOT switch these to Disallow: a blocked URL can
# never be re-crawled, so Google would never see the noindex and would keep the URL indexed.
Allow: /users/sign_up
Allow: /users/sign_in
Disallow: /users/
Disallow: /api/
Disallow: /dashboard/
Disallow: /scratchpad
Disallow: /onboarding

Sitemap: https://tohuman.io/sitemap.xml