# allow modern campus cms search to index the site User-agent: thunderstonesa Disallow: # allow Siteimprove crawler User-agent: Siteimprove Disallow: # prevent all other search engines from indexing the site User-agent: * Disallow: /_training Disallow: /_qa Disallow: /_dev