User-Agent: *
Disallow: /shindigorng/
Disallow: /sparql/
Disallow: /profile/
Disallow: /display/
Disallow: /search/default.aspx
Disallow: /profile/Modules/CustomViewPersonGeneralInfo/PhotoHandler.ashx
Sitemap: https://profiles.bu.edu/sitemap.xml
Crawl-Delay: 20