User-agent: *
Disallow: /*about.html$
Disallow: /*contact.html$
Disallow: /*guidance.html$
Disallow: /*disclaimer.html$
Disallow: /*dmca.html$
Disallow: /*privacyPolicy.html$
Disallow: /*rules.html$
Disallow: /search
Disallow: /*/search

User-agent: Baiduspider*
User-agent: Sogou*
Disallow: /

User-agent: Scrapy
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: BLEXBot
User-agent: CCBot
User-agent: Cliqzbot
User-agent: dotbot
User-agent: ia_archiver
User-agent: MBCrawler
User-agent: MJ12bot
User-agent: Photon
User-agent: Linguee
Disallow: /