User-Agent: *
Disallow: /redalert
Disallow: /bin
Disallow: /html
Disallow: /keynote
Disallow: /api/
Disallow: /subscribe
Disallow: /help/contactus.aspx
Disallow: /201*
Disallow: /ajax
Disallow: /authent
Disallow: /dailymatches
Disallow: /fullsignup
Disallow: /home
Disallow: /index.php
Disallow: /mailbox
Disallow: /messenger
Disallow: /myaccount
Disallow: /scheduler.php
Disallow: /search
Disallow: /signup
Disallow: *?Profile=*
Disallow: *?display_ccform=*
Disallow: *?dtd_id=*
Disallow: *?id_itw=*
Disallow: *?pg=*
Disallow: *?query=*
Disallow: *?ref=*
Disallow: *?v=*
Disallow: /apida/
Disallow: /apimm/
Disallow: /d/
Disallow: /m/
Disallow: */misc/
Disallow: */wp-content/

User-Agent: Mediapartners-Google
Allow: /p/nw/
Disallow: /

User-Agent: AdIdxBot
User-Agent: Baiduspider
User-Agent: CCBot
User-Agent: Facebot
User-Agent: GPTBot
User-Agent: HTTrack
User-Agent: ia_archiver
User-Agent: NerdyBot
User-Agent: OmniExplorer_Bot
User-Agent: ScoutJet
User-Agent: SearchmetricsBot
User-Agent: TurnitinBot
User-Agent: Wget
User-Agent: Yandex
Disallow: /