Sitemap: https://www.mccolly.com/sitemap.xml
User-agent: msnbot
crawl-delay: 10
User-agent: GPTBot
crawl-delay: 10
User-agent: OAI-SearchBot
crawl-delay: 10
User-agent: bingbot
crawl-delay: 10
User-agent: SemrushBot
crawl-delay: 5
User-agent: Baiduspider
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: Nimbostratus-Bot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: RavenCrawler
Disallow: /
User-agent: HuaweiWebCatBot
Disallow: /
User-agent: Wotbox
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Mail.RU
Disallow: /
User-agent:  Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots
Disallow: /
User-agent: *
crawl-delay: 10
Disallow: /App_Data/
Disallow: /dashboard/
Disallow: /uc/
Disallow: /404.aspx
Disallow: /homejunction.aspx
Disallow: /CD.aspx
Disallow: /error.html
Disallow: /MaintenancePage.html
Disallow: /error-404.html
Disallow: /error-401.html
Disallow: /get-driving-direction/
Disallow: /property-print/
Disallow: /mce/
Disallow: /Mce/
Disallow: /MCE/
Disallow: /webbuilder/Access.aspx
Disallow: /Webbuilder/Access.aspx
Disallow: /webbuilder/access.aspx
Disallow: /dashboard/Access.aspx
Disallow: /Dashboard/Access.aspx
Disallow: /dashboard/access.aspx
Disallow: *.ashx
Disallow: *.php