# robots.txt

User-agent: Mediapartners-Google
Disallow: 

User-agent: *
Disallow: /adbuys/
Disallow: /affsearch/
Disallow: /redir/
Disallow: /toolbar/
Disallow: /wbsearch.htm
Disallow: /branding/
Disallow: /contact/
Disallow: /college-search-results/

User-Agent: Mercator
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: 008
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

Sitemap: https://www.50states.com/sitemap.xml
Sitemap: https://www.50states.com/education/sitemap_index.xml
#