User-agent: *
Disallow: /page_related/
Disallow: /post_hot/
Disallow: /zh-cn/page_related/
Disallow: /zh-cn/post_hot/
Disallow: /ja/page_related/
Disallow: /ja/post_hot/
Disallow: /en/page_related/
Disallow: /en/post_hot/
Disallow: /fanhao/recommentrandom/
Disallow: /zh-cn/fanhao/recommentrandom/
Disallow: /ja/fanhao/recommentrandom/
Disallow: /en/fanhao/recommentrandom/
Disallow: /ja/videos/post_hot/
Disallow: /en/videos/post_hot/
Disallow: /zh-cn/videos/post_hot/
Disallow: /ja/videos/detailpart/
Disallow: /en/videos/detailpart/
Disallow: /zh-cn/videos/detailpart/

Disallow: /cdn-cgi/

User-Agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /