User-agent: *
Disallow: /search/
Disallow: /dentists/?geodir_search=*
Disallow: /find-a-doctor/?geodir_search=*
Disallow: /private-schools/?geodir_search=*
Disallow: /dentists/page/*
Disallow: /find-a-doctor/page/*
Disallow: /private-schools/page/*
Disallow: /wedding/?geodir_search=*
Disallow: /wedding/page/*

User-agent: *
Disallow: /scrapertrap/

User-agent: Bingbot
crawl-delay: 10

User-agent: *
crawl-delay: 10

Sitemap: https://www.bostonmagazine.com/sitemap_index.xml