User-agent: *
Disallow: /read-more/
Disallow: /author/

Sitemap: https://www.besthostingasp.net/sitemap.xml

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: spbot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: SemrushBot
Disallow: / 

User-agent: magpie-crawler
Disallow: /

User-agent: HubSpot Links Crawler 1.0
Disallow: /

User-agent: HubSpot Webcrawler
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: SeznamBot
Disallow: / 

User-agent: dotbot
Disallow: /

User-Agent: panscient.com
Disallow: /