User-agent: *
Disallow: /App_Data/
Disallow: /masterpages/
Disallow: /bin/
Disallow: /config/
Disallow: /css/
Disallow: /data/
Disallow: /js/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /Properties/
Disallow: /scripts/
Disallow: /sitecore/
Disallow: */sitecore/*
Disallow: /usercontrols/
Disallow: /xslt/
Disallow: /Web.config

 

 

User-agent:  Screaming Frog SEO Spider
Disallow: /
Sitemap: https://www.chefandbrewer.com/sitemap.xml