# robots.txt file tells web-crawlers what content to navigate/index
# Exclude from all crawlers
User-agent: *
Sitemap: http://www.higherfi.com/sitemap.xml
Disallow: /_DOCS
Disallow: /UNUSED
Disallow: /ztest
Disallow: /awmdata
Disallow: /myplace
Disallow: /suspended.page
Disallow: /email
Disallow: /test