User-agent: SemrushBot
Disallow: /

User-agent: SiteAuditbot-MObile
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: Majestic
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DeepCrawl
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /blog/bct_press_link/
Disallow: /blog/bct_review/
Disallow: /applications/
Disallow: *bct_notification*
Disallow: /lp/
Disallow: *?storefront=*
Disallow: */home-page-feeds/*

#Allow crawling of non-indexable search
#Disallow: */?q=*
#Disallow: /search/
#Disallow: */?s=*

Allow: /lp/tn-employer/
Allow: /lp/tn-employee/
Allow: /lp/tn-employers-how-to-use/
Allow: /lp/tn-what-docs-do-i-need/
Allow: /wp-admin/admin-ajax.php

sitemap: https://www.boundless.com/sitemap_index.xml