# Disallow particular paths for all user agents User-agent: * Disallow: /ws/ Disallow: /search/ Disallow: /organisation/ Disallow: /managementUnit/ Disallow: /rlp/ Disallow: /program/ Disallow: /site/ Disallow: /activity/ Crawl-delay: 30 # Disallow entire user agents User-agent: SemrushBot Disallow: / User-agent: Semrush Disallow: / User-agent: SEMrush Disallow: / User-agent: semrush Disallow: / User-agent: Mappy Disallow: / User-agent: BUbiNG Disallow: / User-agent: Heart Disallow: / User-agent: MauiBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Yandex Disallow: / User-agent: Nimbostratus Disallow: / User-agent: LieBaoFast Disallow: / User-agent: Mb2345Browser Disallow: / User-agent: MicroMessenger Disallow: / User-agent: UCBrowser Disallow: /