User-agent: *
Disallow: /reg/
# blocked by meta noindex
# Disallow: /my/
Disallow: /scholarships/browse/
Disallow: /static/html/
Disallow: /webfetch/

Sitemap: https://www.collegexpress.com/sitemap_index.xml

# annoying bot is generating lots of 404s
User-agent: GoScraper
Disallow: /

User-agent: Vegi bot (we follow your robots.txt settings before crawling, you can slow down the bot by change the Crawl-Delay parameter in the settings.if you have an enquiry, please email to: abuse-report@terrykyleseoagency.com)
Disallow: /

User-agent: SemrushBot
Disallow: /