User-agent: *
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /search/
Disallow: /shelf-talkers/
Disallow: /wp-cron.php?doing_wp_cron1045/
Disallow: /?wp-cmd=cron/
Disallow: /wp-login.php?/
Disallow: carousel_articles.json
Disallow: carousel_articles.php
Sitemap: https://www.winemag.com/sitemap_index.xml
User-agent: Googlebot
Allow: .js
Allow: .css