# custom subsite rules


# robots.txt
User-agent: *
Disallow: /wp-
Disallow: /feed
Disallow: /feed/
Disallow: /author
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /comment/
Disallow: /comments/
Disallow: /trackback/
Disallow: /comment
Disallow: /comments
Disallow: /trackback
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/
Allow: /wp-admin/admin-ajax.php

# google bot
User-agent: Googlebot
Disallow: /wp-*
Disallow: *?
Disallow: *.inc$
Disallow: *.php$
Disallow: */feed
Disallow: */feed/
Disallow: */author
Disallow: */comment/
Disallow: */comments/
Disallow: */trackback/
Disallow: */comment
Disallow: */comments
Disallow: */trackback

# google image bot
User-agent: Googlebot-Image
Allow: /*

# BAD BOTS TO DISALLOW

User-agent: MegaIndex.ru
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SEMrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MauiBot
Disallow: /

User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: MJ12bot
Disallow: /
 
User-agent: 007ac9
Disallow: /