# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /
Sitemap: https://www.coursereport.com/sitemaps/sitemap.xml.gz

User-agent: *
Crawl-delay: 10
Disallow: /results
# Public search results must be crawled so their noindex tag can be read.
Allow: /results?
Disallow: /search
Disallow: /login?*
Disallow: /logout?*
Disallow: /admin
Disallow: /schools/*/admin
# Disallow: /schools/*?page=*
# Disallow: /schools/*&page=*
# Mixed review/news pagination is crawlable and already emits noindex.
Disallow: /reviews/*/votes
Disallow: /*claim-page
Disallow: /*redirect_path
# Disallow: /*shared_review
Disallow: /*contact_redirect
Disallow: /do-not-sell
Disallow: /posts/index*
Disallow: /*cost=
Disallow: /*focus=
Disallow: /*location=
Disallow: /*review_offer_id=
Disallow: /*track=
# Filtered school directories also emit noindex. Keep other filtered paths blocked.
Allow: /schools?*cost=
Allow: /schools?*focus=
Allow: /schools?*location=
Allow: /schools?*track=
# Keep action-style URLs excluded even when they also contain a directory filter.
Disallow: /schools?*claim-page
Disallow: /schools?*redirect_path
Disallow: /schools?*contact_redirect
Disallow: /schools?*review_offer_id=
Disallow: /admin/
Disallow: /users/auth/
Disallow: /terms-of-service/
# Disallow: /*.modal$

# Permit the requested Semrush audit without the general crawl delay.
User-agent: SiteAuditBot
User-agent: SemrushBot
Disallow: /results
Allow: /results?
Disallow: /search
Disallow: /login?*
Disallow: /logout?*
Disallow: /admin
Disallow: /schools/*/admin
Disallow: /reviews/*/votes
Disallow: /*claim-page
Disallow: /*redirect_path
Disallow: /*contact_redirect
Disallow: /do-not-sell
Disallow: /posts/index*
Disallow: /*cost=
Disallow: /*focus=
Disallow: /*location=
Disallow: /*review_offer_id=
Disallow: /*track=
Allow: /schools?*cost=
Allow: /schools?*focus=
Allow: /schools?*location=
Allow: /schools?*track=
Disallow: /schools?*claim-page
Disallow: /schools?*redirect_path
Disallow: /schools?*contact_redirect
Disallow: /schools?*review_offer_id=
Disallow: /admin/
Disallow: /users/auth/
Disallow: /terms-of-service/