User-agent: *
Disallow: /admin/

User-agent: *
Disallow: /cron/

User-agent: *
Disallow: /dev/

User-agent: *
Disallow: /docs/

User-agent: *
Disallow: /includes/

User-agent: *
Disallow: /system/

User-agent: *
Disallow: /exhibition/

User-agent: DataForSeoBot
Crawl-delay: 50

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Sogou web spider
Disallow: /