User-agent: msnbot
Crawl-delay: 120

User-agent: Slurp
Crawl-delay: 4

User-agent: grapeshot
Disallow: /sitemap/

User-agent: *
Disallow: /core/
Disallow: /dex/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /flash/
Disallow: /plugins/
Disallow: /system/
Disallow: /widgets/
Disallow: /assets/
Disallow: /blogs/wp-content/
Disallow: /blog-galleries/
Disallow: /blogs/
Disallow: /api/
Disallow: /static/js/
Disallow: /static/css/
Disallow: /js/
Disallow: /css/
Disallow: /tv/
Disallow: /search?*

User-agent: google-extended
Disallow: /

User-agent: GPTBot
Disallow: /

Allow: /sitemap/

Sitemap: https://www.complex.com/sitemap/news.xml
Sitemap: https://www.complex.com/sitemap/index.xml