User-Agent: *
Disallow: /enterprises/mail.php
Disallow: /en/enterprises/mail.php
Disallow: /ad/
Disallow: /advertising/
Disallow: /en/ad/
Disallow: /en/advertising/
Disallow: /*format/json
Disallow: /*format/html
User-agent: MJ12bot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: ccbot
Disallow: /