User-agent: SemrushBot
Disallow: /

User-agent: BLP_bbot
Disallow: /

User-agent: *
Disallow: /news-and-events/events/minicalendar/*
Disallow: /map/landmark_ajax/*
Disallow: /map/milestone/*
Crawl-delay: 10
Allow: *
Sitemap: https://cce.caltech.edu/sitemap.xml