User-agent: *

Allow: /

Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /m/
Disallow: /mobile/
Disallow: /?whoisdatacenter.com/
Disallow: /inc
Disallow: /font-awesome

Crawl-delay: 5

User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: DeuSu
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: JamesBOT
Disallow: /

User-agent: JobboerseBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: karriereatBot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: ZoomBot
Disallow: /