User-agent: Bingbot
User-agent: Googlebot
User-agent: msnbot 
User-agent: yahoobot
User-agent: microsoftbot
Disallow: /*.php/
Disallow: /*.html/
Allow: /
Crawl-delay: 60

User-agent: facebookexternalhit
Disallow: /api/
Allow: /

User-agent: *
Disallow: /
Disallow: /p/
Disallow: /r/
Disallow: /bin/
Disallow: /caas/
Disallow: /blank.html
Disallow: /includes/
Disallow: /_td_api
Disallow: /tdv2_fp
Disallow: /nel_ms
Disallow: /fp_ms
Disallow: /sports_fp_ms
Disallow: /search_ms
Disallow: /_tdpp_api
Disallow: /_remote
Disallow: /_multiremote
Disallow: /_tdhl_api
Disallow: /digest
Disallow: /fpjs
Disallow: /myjs
Disallow: /news/m