# Reading our robots.txt file? Feel free...it's a little dry, though.
#
# Instead, why not read one of over 192,000 reviews and ratings of technology on www.trustradius.com?
#
# Or, if you're really into things like robots.txt files, we should probably talk.
#
# Send a resume to info@trustradius.com.

# www.robotstxt.org/
# http://code.google.com/web/controlcrawlindex/

Sitemap: https://www.trustradius.com/sitemap_index.xml

# Defaults
User-agent: *
Allow: /

# When adding a path to not be crawled,
# add both with and without a trailing slash such as /path and /path/
# Paths not to be crawled should be disallowed and noindexed.
Disallow: /api/
Noindex: /api/

Disallow: /share/
Disallow: /share
Noindex: /share/
Noindex: /share

Disallow: /search/
Disallow: /search?
Noindex: /search/
Noindex: /search?

Disallow: /profile/
Disallow: /profile
Noindex: /profile/
Noindex: /profile

Disallow: /login/
Disallow: /login
Noindex: /login/
Noindex: /login

Disallow: /register/
Disallow: /register
Noindex: /register/
Noindex: /register

Disallow: /vendoradmin/
Disallow: /vendoradmin
Noindex: /vendoradmin/
Noindex: /vendoradmin

Disallow: /reviews/new/
Noindex: /reviews/new/

Noindex: /all-guides/
Noindex: /all-guides

User-agent: bingbot
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: msnbot-media
Crawl-delay: 5