User-agent: netEstate NE Crawler
Disallow: /

User-agent: fqSpider
Disallow: /

User-agent: aiHitBot
Disallow: /

User-agent: Tasapspider
Disallow: /

User-agent: Tasap-image-robot
Disallow: /

User-agent: Tagoobot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: PHPCrawl
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: LolongBot
Disallow: /

User-agent: LocoySpider
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Comodo-Certificates-Spider
Disallow: /

User-agent: 0JJJSpider
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: *
Allow: /
Disallow: /images/thumb/
Disallow: /ajax.php?
Disallow: /admin.php?