User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /comments/feed/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /index.php
Allow: /.well-known/

User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: dotbot
Disallow:/
User-agent: Xenu’s
Disallow: /
User-agent: Xenu’s Link Sleuth 1.1c
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: BuiltWith
Disallow: /
User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Mail.RU
Disallow: /
User-agent: Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots
Disallow: /
User-agent: YaK 
Disallow: /
User-agent: Taboolabot
Disallow: /
User-agent: LinkedInBot
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: TweetmemeBot
Disallow: / 
User-agent: coccocbot-web
Disallow: /  
User-agent: Seekport Crawler
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SputnikBot/2.3
Disallow:/
User-agent: The Knowledge AI 
Disallow:/
User-agent: TurnitinBot
Disallow: /
User-agent: UCBrowser
Disallow: / 
User-agent: yacybot
Disallow: / 
User-agent: Yeti
Disallow: / 
User-agent: YisouSpider
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MqqBrowser
Disallow:/
User-agent: Nimbostratus-Bot/v1.3.2
Disallow: / 
User-agent: DF Bot 1.0
Disallow: /
User-agent: arquivo-web-crawler
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: filibot/1.0
Disallow: /
User-Agent: panscient.com
Disallow: /
User-agent: Mediatoolkitbot
Disallow: /
User-agent: oBot/2.3.1
Disallow: /
User-agent : Barkrowler/0.9
Disallow: 
User-agent: grapeshotcrawler	
Disallow: /

Host: https://topbestof.com